raidz2/benchmarks/rand/rand-read-qd4-nj1_run2.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773079392,
"timestamp_ms" : 1773079392028,
"time" : "Mon Mar 9 15:03:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 1760169984,
"io_kbytes" : 1718916,
"bw_bytes" : 180252942,
"bw" : 176028,
"iops" : 44008.294931,
"runtime" : 9765,
"total_ios" : 429741,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9765,
"usr_cpu" : 6.482335,
"sys_cpu" : 82.140297,
"ctx" : 3766,
"majf" : 0,
"minf" : 10,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 99.999302,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999767,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999767,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079402,
"timestamp_ms" : 1773079402262,
"time" : "Mon Mar 9 15:03:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 2060251136,
"io_kbytes" : 2011964,
"bw_bytes" : 206045718,
"bw" : 201216,
"iops" : 50304.230423,
"runtime" : 9999,
"total_ios" : 502992,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5128,
"max" : 45009,
"mean" : 18245.015964,
"stddev" : 3159.582387,
"N" : 502992
},
"clat_ns" : {
"min" : 24948,
"max" : 168797,
"mean" : 60807.882644,
"stddev" : 5701.576769,
"N" : 502991,
"percentile" : {
"1.000000" : 46336,
"5.000000" : 48896,
"10.000000" : 50944,
"20.000000" : 59136,
"30.000000" : 60160,
"40.000000" : 60672,
"50.000000" : 61696,
"60.000000" : 62720,
"70.000000" : 63232,
"80.000000" : 64768,
"90.000000" : 66048,
"95.000000" : 68096,
"99.000000" : 72192,
"99.500000" : 73216,
"99.900000" : 76288,
"99.950000" : 77312,
"99.990000" : 81408
},
"bins" : {
"24960" : 2,
"25216" : 2,
"25472" : 4,
"25728" : 9,
"25984" : 15,
"26240" : 12,
"26496" : 11,
"26752" : 9,
"27008" : 6,
"27264" : 6,
"27520" : 6,
"27776" : 5,
"28032" : 1,
"28544" : 2,
"28800" : 1,
"29312" : 1,
"30592" : 2,
"30848" : 1,
"34048" : 1,
"34560" : 1,
"35072" : 5,
"35584" : 31,
"36096" : 101,
"36608" : 287,
"37120" : 564,
"37632" : 781,
"38144" : 754,
"38656" : 513,
"39168" : 356,
"39680" : 236,
"40192" : 217,
"40704" : 223,
"41216" : 216,
"41728" : 176,
"42240" : 114,
"42752" : 55,
"43264" : 45,
"43776" : 26,
"44288" : 27,
"44800" : 21,
"45312" : 36,
"45824" : 55,
"46336" : 249,
"46848" : 738,
"47360" : 1890,
"47872" : 3941,
"48384" : 6372,
"48896" : 8418,
"49408" : 8668,
"49920" : 7457,
"50432" : 5935,
"50944" : 4823,
"51456" : 4360,
"51968" : 4384,
"52480" : 4191,
"52992" : 3500,
"53504" : 2810,
"54016" : 2231,
"54528" : 1704,
"55040" : 1244,
"55552" : 923,
"56064" : 778,
"56576" : 777,
"57088" : 1048,
"57600" : 2059,
"58112" : 4612,
"58624" : 9352,
"59136" : 16650,
"59648" : 24488,
"60160" : 31445,
"60672" : 34101,
"61184" : 33149,
"61696" : 31159,
"62208" : 29206,
"62720" : 28192,
"63232" : 27779,
"63744" : 25516,
"64256" : 21787,
"64768" : 17932,
"65280" : 14103,
"66048" : 21090,
"67072" : 14979,
"68096" : 10467,
"69120" : 7951,
"70144" : 6089,
"71168" : 4114,
"72192" : 2386,
"73216" : 1218,
"74240" : 786,
"75264" : 386,
"76288" : 259,
"77312" : 145,
"78336" : 70,
"79360" : 54,
"80384" : 29,
"81408" : 16,
"82432" : 16,
"83456" : 4,
"84480" : 3,
"85504" : 2,
"86528" : 4,
"87552" : 1,
"88576" : 1,
"89600" : 5,
"90624" : 3,
"91648" : 1,
"92672" : 1,
"93696" : 1,
"94720" : 1,
"162816" : 1,
"164864" : 1,
"168960" : 1
}
},
"lat_ns" : {
"min" : 32349,
"max" : 186444,
"mean" : 79052.899380,
"stddev" : 6680.634765,
"N" : 502991
},
"bw_min" : 200176,
"bw_max" : 202768,
"bw_agg" : 100.000000,
"bw_mean" : 201288.526316,
"bw_dev" : 780.252905,
"bw_samples" : 19,
"iops_min" : 50044,
"iops_max" : 50692,
"iops_mean" : 50322.105263,
"iops_stddev" : 195.072036,
"iops_samples" : 19
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9999,
"usr_cpu" : 8.020802,
"sys_cpu" : 91.639164,
"ctx" : 3,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999801,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999801,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 8.025177,
"100" : 91.974027,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079412,
"timestamp_ms" : 1773079412262,
"time" : "Mon Mar 9 15:03:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 4138156032,
"io_kbytes" : 4041168,
"bw_bytes" : 206918147,
"bw" : 202068,
"iops" : 50517.175859,
"runtime" : 19999,
"total_ios" : 1010293,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5128,
"max" : 45009,
"mean" : 18161.345338,
"stddev" : 3132.018610,
"N" : 1010293
},
"clat_ns" : {
"min" : 24197,
"max" : 168797,
"mean" : 60557.982852,
"stddev" : 5640.325461,
"N" : 1010292,
"percentile" : {
"1.000000" : 46336,
"5.000000" : 48896,
"10.000000" : 50432,
"20.000000" : 58624,
"30.000000" : 60160,
"40.000000" : 60672,
"50.000000" : 61696,
"60.000000" : 62208,
"70.000000" : 63232,
"80.000000" : 64256,
"90.000000" : 66048,
"95.000000" : 68096,
"99.000000" : 71168,
"99.500000" : 73216,
"99.900000" : 75264,
"99.950000" : 77312,
"99.990000" : 82432
},
"bins" : {
"24192" : 1,
"24960" : 3,
"25216" : 6,
"25472" : 13,
"25728" : 19,
"25984" : 30,
"26240" : 24,
"26496" : 20,
"26752" : 15,
"27008" : 15,
"27264" : 12,
"27520" : 6,
"27776" : 7,
"28032" : 2,
"28288" : 1,
"28544" : 2,
"28800" : 1,
"29312" : 1,
"29568" : 1,
"29824" : 1,
"30080" : 1,
"30592" : 2,
"30848" : 1,
"31360" : 1,
"34048" : 1,
"34560" : 2,
"35072" : 14,
"35584" : 79,
"36096" : 274,
"36608" : 705,
"37120" : 1257,
"37632" : 1655,
"38144" : 1501,
"38656" : 983,
"39168" : 667,
"39680" : 452,
"40192" : 428,
"40704" : 441,
"41216" : 395,
"41728" : 303,
"42240" : 207,
"42752" : 95,
"43264" : 76,
"43776" : 51,
"44288" : 42,
"44800" : 45,
"45312" : 65,
"45824" : 133,
"46336" : 604,
"46848" : 1821,
"47360" : 4678,
"47872" : 9088,
"48384" : 14253,
"48896" : 17555,
"49408" : 17481,
"49920" : 14948,
"50432" : 12085,
"50944" : 9946,
"51456" : 8891,
"51968" : 8416,
"52480" : 7626,
"52992" : 6341,
"53504" : 5066,
"54016" : 4010,
"54528" : 2950,
"55040" : 2126,
"55552" : 1588,
"56064" : 1364,
"56576" : 1438,
"57088" : 2250,
"57600" : 4749,
"58112" : 11020,
"58624" : 21776,
"59136" : 38232,
"59648" : 54791,
"60160" : 67098,
"60672" : 71388,
"61184" : 68971,
"61696" : 64878,
"62208" : 60784,
"62720" : 57419,
"63232" : 54628,
"63744" : 48805,
"64256" : 40407,
"64768" : 32884,
"65280" : 25934,
"66048" : 37959,
"67072" : 26552,
"68096" : 18064,
"69120" : 13416,
"70144" : 10181,
"71168" : 6814,
"72192" : 3888,
"73216" : 2099,
"74240" : 1299,
"75264" : 676,
"76288" : 396,
"77312" : 214,
"78336" : 114,
"79360" : 90,
"80384" : 46,
"81408" : 32,
"82432" : 35,
"83456" : 13,
"84480" : 10,
"85504" : 11,
"86528" : 10,
"87552" : 3,
"88576" : 2,
"89600" : 9,
"90624" : 5,
"91648" : 1,
"92672" : 3,
"93696" : 1,
"94720" : 2,
"162816" : 1,
"164864" : 1,
"168960" : 1
}
},
"lat_ns" : {
"min" : 32149,
"max" : 186444,
"mean" : 78719.326974,
"stddev" : 6603.051301,
"N" : 1010292
},
"bw_min" : 200176,
"bw_max" : 207392,
"bw_agg" : 99.964120,
"bw_mean" : 201997.000000,
"bw_dev" : 1964.553505,
"bw_samples" : 39,
"iops_min" : 50044,
"iops_max" : 51848,
"iops_mean" : 50499.282051,
"iops_stddev" : 491.286922,
"iops_samples" : 39
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 19999,
"usr_cpu" : 7.805390,
"sys_cpu" : 91.864593,
"ctx" : 7,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999901,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999901,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 8.493378,
"100" : 91.506226,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079422,
"timestamp_ms" : 1773079422262,
"time" : "Mon Mar 9 15:03:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 5968760832,
"io_kbytes" : 5828868,
"bw_bytes" : 198965326,
"bw" : 194302,
"iops" : 48575.552518,
"runtime" : 29999,
"total_ios" : 1457218,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4958,
"max" : 446612,
"mean" : 18940.894425,
"stddev" : 17816.735448,
"N" : 1457219
},
"clat_ns" : {
"min" : 24197,
"max" : 1190407,
"mean" : 62939.327777,
"stddev" : 31739.511047,
"N" : 1457217,
"percentile" : {
"1.000000" : 45824,
"5.000000" : 48896,
"10.000000" : 50432,
"20.000000" : 58624,
"30.000000" : 59648,
"40.000000" : 60672,
"50.000000" : 61184,
"60.000000" : 61696,
"70.000000" : 62720,
"80.000000" : 63744,
"90.000000" : 66048,
"95.000000" : 68096,
"99.000000" : 75264,
"99.500000" : 374784,
"99.900000" : 432128,
"99.950000" : 440320,
"99.990000" : 733184
},
"bins" : {
"24192" : 1,
"24448" : 1,
"24704" : 1,
"24960" : 7,
"25216" : 11,
"25472" : 25,
"25728" : 28,
"25984" : 40,
"26240" : 42,
"26496" : 32,
"26752" : 23,
"27008" : 23,
"27264" : 13,
"27520" : 7,
"27776" : 7,
"28032" : 2,
"28288" : 1,
"28544" : 2,
"28800" : 1,
"29312" : 1,
"29568" : 1,
"29824" : 3,
"30080" : 2,
"30592" : 2,
"30848" : 1,
"31360" : 1,
"34048" : 3,
"34560" : 5,
"35072" : 42,
"35584" : 195,
"36096" : 554,
"36608" : 1246,
"37120" : 1995,
"37632" : 2446,
"38144" : 2003,
"38656" : 1331,
"39168" : 869,
"39680" : 572,
"40192" : 566,
"40704" : 552,
"41216" : 469,
"41728" : 344,
"42240" : 230,
"42752" : 109,
"43264" : 89,
"43776" : 60,
"44288" : 49,
"44800" : 66,
"45312" : 143,
"45824" : 380,
"46336" : 1528,
"46848" : 4083,
"47360" : 9141,
"47872" : 16158,
"48384" : 23113,
"48896" : 26647,
"49408" : 25123,
"49920" : 20840,
"50432" : 17018,
"50944" : 14081,
"51456" : 12361,
"51968" : 10982,
"52480" : 9431,
"52992" : 7540,
"53504" : 5874,
"54016" : 4550,
"54528" : 3367,
"55040" : 2390,
"55552" : 1859,
"56064" : 1771,
"56576" : 2393,
"57088" : 4818,
"57600" : 10988,
"58112" : 23199,
"58624" : 42646,
"59136" : 68312,
"59648" : 90606,
"60160" : 104272,
"60672" : 106887,
"61184" : 101467,
"61696" : 94715,
"62208" : 88034,
"62720" : 81354,
"63232" : 73969,
"63744" : 62892,
"64256" : 50124,
"64768" : 39537,
"65280" : 30674,
"66048" : 44194,
"67072" : 30004,
"68096" : 19672,
"69120" : 14192,
"70144" : 10542,
"71168" : 7030,
"72192" : 4000,
"73216" : 2192,
"74240" : 1393,
"75264" : 745,
"76288" : 462,
"77312" : 301,
"78336" : 245,
"79360" : 198,
"80384" : 194,
"81408" : 173,
"82432" : 149,
"83456" : 78,
"84480" : 39,
"85504" : 29,
"86528" : 22,
"87552" : 11,
"88576" : 9,
"89600" : 13,
"90624" : 8,
"91648" : 1,
"92672" : 5,
"93696" : 4,
"94720" : 6,
"95744" : 2,
"126464" : 1,
"127488" : 1,
"128512" : 1,
"162816" : 1,
"164864" : 1,
"168960" : 1,
"276480" : 2,
"280576" : 1,
"284672" : 5,
"288768" : 7,
"292864" : 9,
"296960" : 9,
"301056" : 15,
"305152" : 38,
"309248" : 48,
"313344" : 48,
"317440" : 69,
"321536" : 98,
"325632" : 74,
"329728" : 83,
"333824" : 83,
"337920" : 72,
"342016" : 102,
"346112" : 154,
"350208" : 241,
"354304" : 386,
"358400" : 595,
"362496" : 710,
"366592" : 847,
"370688" : 723,
"374784" : 646,
"378880" : 480,
"382976" : 307,
"387072" : 254,
"391168" : 151,
"395264" : 154,
"399360" : 188,
"403456" : 230,
"407552" : 368,
"411648" : 530,
"415744" : 636,
"419840" : 693,
"423936" : 708,
"428032" : 593,
"432128" : 506,
"436224" : 322,
"440320" : 178,
"444416" : 88,
"448512" : 59,
"452608" : 30,
"456704" : 21,
"460800" : 12,
"464896" : 7,
"468992" : 5,
"473088" : 1,
"477184" : 1,
"481280" : 1,
"489472" : 1,
"493568" : 1,
"497664" : 1,
"569344" : 1,
"577536" : 1,
"593920" : 2,
"602112" : 1,
"610304" : 2,
"618496" : 4,
"626688" : 6,
"634880" : 6,
"643072" : 3,
"651264" : 13,
"659456" : 11,
"667648" : 9,
"675840" : 25,
"684032" : 20,
"692224" : 13,
"700416" : 16,
"708608" : 26,
"716800" : 31,
"724992" : 24,
"733184" : 34,
"741376" : 10,
"749568" : 16,
"757760" : 16,
"765952" : 11,
"774144" : 13,
"782336" : 15,
"790528" : 11,
"798720" : 10,
"806912" : 3,
"815104" : 3,
"823296" : 4,
"839680" : 2,
"1003520" : 1,
"1011712" : 1,
"1028096" : 1,
"1044480" : 1,
"1056768" : 1,
"1187840" : 1
}
},
"lat_ns" : {
"min" : 32149,
"max" : 1210768,
"mean" : 81880.224432,
"stddev" : 37078.368943,
"N" : 1457217
},
"bw_min" : 132056,
"bw_max" : 207592,
"bw_agg" : 100.000000,
"bw_mean" : 195250.915254,
"bw_dev" : 21620.534752,
"bw_samples" : 59,
"iops_min" : 33014,
"iops_max" : 51898,
"iops_mean" : 48812.728814,
"iops_stddev" : 5405.138286,
"iops_samples" : 59
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 29999,
"usr_cpu" : 7.533584,
"sys_cpu" : 88.219607,
"ctx" : 4120,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999931,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 9.246866,
"100" : 89.931980,
"250" : 0.010000,
"500" : 0.795420,
"750" : 0.018254,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079432,
"timestamp_ms" : 1773079432262,
"time" : "Mon Mar 9 15:03:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 7568609280,
"io_kbytes" : 7391220,
"bw_bytes" : 189219962,
"bw" : 184785,
"iops" : 46196.304908,
"runtime" : 39999,
"total_ios" : 1847806,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4848,
"max" : 596390,
"mean" : 19981.731226,
"stddev" : 26439.237998,
"N" : 1847806
},
"clat_ns" : {
"min" : 24197,
"max" : 1190407,
"mean" : 66135.802321,
"stddev" : 46625.242315,
"N" : 1847805,
"percentile" : {
"1.000000" : 45824,
"5.000000" : 48384,
"10.000000" : 49920,
"20.000000" : 58624,
"30.000000" : 59648,
"40.000000" : 60160,
"50.000000" : 61184,
"60.000000" : 61696,
"70.000000" : 62720,
"80.000000" : 63744,
"90.000000" : 65280,
"95.000000" : 68096,
"99.000000" : 382976,
"99.500000" : 419840,
"99.900000" : 444416,
"99.950000" : 468992,
"99.990000" : 757760
},
"bins" : {
"24192" : 1,
"24448" : 1,
"24704" : 3,
"24960" : 11,
"25216" : 19,
"25472" : 30,
"25728" : 38,
"25984" : 49,
"26240" : 55,
"26496" : 45,
"26752" : 30,
"27008" : 27,
"27264" : 15,
"27520" : 8,
"27776" : 8,
"28032" : 2,
"28288" : 2,
"28544" : 2,
"28800" : 2,
"29056" : 1,
"29312" : 1,
"29568" : 1,
"29824" : 3,
"30080" : 2,
"30592" : 2,
"30848" : 1,
"31360" : 1,
"34048" : 5,
"34560" : 13,
"35072" : 72,
"35584" : 334,
"36096" : 887,
"36608" : 1767,
"37120" : 2696,
"37632" : 3089,
"38144" : 2480,
"38656" : 1620,
"39168" : 1045,
"39680" : 704,
"40192" : 693,
"40704" : 630,
"41216" : 523,
"41728" : 390,
"42240" : 243,
"42752" : 121,
"43264" : 93,
"43776" : 65,
"44288" : 57,
"44800" : 94,
"45312" : 227,
"45824" : 760,
"46336" : 2612,
"46848" : 6802,
"47360" : 13845,
"47872" : 22756,
"48384" : 30681,
"48896" : 33691,
"49408" : 31226,
"49920" : 25698,
"50432" : 21164,
"50944" : 17581,
"51456" : 15099,
"51968" : 13073,
"52480" : 10918,
"52992" : 8578,
"53504" : 6529,
"54016" : 4955,
"54528" : 3643,
"55040" : 2573,
"55552" : 2087,
"56064" : 2268,
"56576" : 3748,
"57088" : 8418,
"57600" : 18549,
"58112" : 36925,
"58624" : 63294,
"59136" : 95252,
"59648" : 120316,
"60160" : 134284,
"60672" : 135187,
"61184" : 127791,
"61696" : 118898,
"62208" : 109802,
"62720" : 99859,
"63232" : 88769,
"63744" : 73597,
"64256" : 57802,
"64768" : 44845,
"65280" : 34302,
"66048" : 48669,
"67072" : 32146,
"68096" : 20745,
"69120" : 14684,
"70144" : 10826,
"71168" : 7266,
"72192" : 4187,
"73216" : 2377,
"74240" : 1548,
"75264" : 882,
"76288" : 572,
"77312" : 480,
"78336" : 498,
"79360" : 526,
"80384" : 572,
"81408" : 514,
"82432" : 415,
"83456" : 315,
"84480" : 212,
"85504" : 110,
"86528" : 70,
"87552" : 33,
"88576" : 17,
"89600" : 21,
"90624" : 13,
"91648" : 2,
"92672" : 9,
"93696" : 10,
"94720" : 13,
"95744" : 9,
"96768" : 3,
"97792" : 1,
"98816" : 1,
"100864" : 1,
"126464" : 1,
"127488" : 1,
"128512" : 1,
"162816" : 1,
"164864" : 1,
"168960" : 1,
"272384" : 1,
"276480" : 2,
"280576" : 2,
"284672" : 15,
"288768" : 17,
"292864" : 17,
"296960" : 23,
"301056" : 37,
"305152" : 75,
"309248" : 128,
"313344" : 124,
"317440" : 158,
"321536" : 207,
"325632" : 210,
"329728" : 199,
"333824" : 216,
"337920" : 218,
"342016" : 287,
"346112" : 406,
"350208" : 648,
"354304" : 992,
"358400" : 1384,
"362496" : 1715,
"366592" : 2023,
"370688" : 2026,
"374784" : 1802,
"378880" : 1482,
"382976" : 1116,
"387072" : 826,
"391168" : 547,
"395264" : 497,
"399360" : 591,
"403456" : 729,
"407552" : 1049,
"411648" : 1357,
"415744" : 1666,
"419840" : 1818,
"423936" : 1959,
"428032" : 1762,
"432128" : 1345,
"436224" : 1044,
"440320" : 716,
"444416" : 461,
"448512" : 299,
"452608" : 191,
"456704" : 181,
"460800" : 110,
"464896" : 56,
"468992" : 51,
"473088" : 45,
"477184" : 28,
"481280" : 12,
"485376" : 4,
"489472" : 7,
"493568" : 2,
"497664" : 1,
"569344" : 2,
"577536" : 2,
"585728" : 2,
"593920" : 2,
"602112" : 1,
"610304" : 6,
"618496" : 4,
"626688" : 12,
"634880" : 12,
"643072" : 11,
"651264" : 21,
"659456" : 13,
"667648" : 25,
"675840" : 49,
"684032" : 39,
"692224" : 37,
"700416" : 35,
"708608" : 63,
"716800" : 49,
"724992" : 48,
"733184" : 63,
"741376" : 32,
"749568" : 42,
"757760" : 30,
"765952" : 40,
"774144" : 30,
"782336" : 35,
"790528" : 31,
"798720" : 19,
"806912" : 8,
"815104" : 4,
"823296" : 4,
"839680" : 2,
"1003520" : 1,
"1011712" : 2,
"1028096" : 1,
"1036288" : 1,
"1044480" : 2,
"1056768" : 1,
"1138688" : 2,
"1187840" : 1
}
},
"lat_ns" : {
"min" : 32149,
"max" : 1210768,
"mean" : 86117.336392,
"stddev" : 54211.878380,
"N" : 1847805
},
"bw_min" : 132056,
"bw_max" : 207592,
"bw_agg" : 100.000000,
"bw_mean" : 185037.620253,
"bw_dev" : 25969.647941,
"bw_samples" : 79,
"iops_min" : 33014,
"iops_max" : 51898,
"iops_mean" : 46259.405063,
"iops_stddev" : 6492.414832,
"iops_samples" : 79
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39999,
"usr_cpu" : 7.070177,
"sys_cpu" : 84.409610,
"ctx" : 11504,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999946,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999946,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 9.647928,
"100" : 88.529640,
"250" : 0.010000,
"500" : 1.779570,
"750" : 0.029982,
"1000" : 0.011852
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079442,
"timestamp_ms" : 1773079442262,
"time" : "Mon Mar 9 15:04:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 9389662208,
"io_kbytes" : 9169592,
"bw_bytes" : 187797000,
"bw" : 183395,
"iops" : 45848.896978,
"runtime" : 49999,
"total_ios" : 2292399,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4837,
"max" : 596390,
"mean" : 20137.203267,
"stddev" : 27751.439542,
"N" : 2292399
},
"clat_ns" : {
"min" : 24197,
"max" : 1190407,
"mean" : 66634.471277,
"stddev" : 48760.360522,
"N" : 2292398,
"percentile" : {
"1.000000" : 45824,
"5.000000" : 48384,
"10.000000" : 49920,
"20.000000" : 58624,
"30.000000" : 59648,
"40.000000" : 60160,
"50.000000" : 61184,
"60.000000" : 61696,
"70.000000" : 62720,
"80.000000" : 63744,
"90.000000" : 65280,
"95.000000" : 68096,
"99.000000" : 399360,
"99.500000" : 423936,
"99.900000" : 456704,
"99.950000" : 477184,
"99.990000" : 757760
},
"bins" : {
"24192" : 1,
"24448" : 1,
"24704" : 3,
"24960" : 13,
"25216" : 26,
"25472" : 43,
"25728" : 49,
"25984" : 61,
"26240" : 69,
"26496" : 63,
"26752" : 43,
"27008" : 36,
"27264" : 19,
"27520" : 12,
"27776" : 9,
"28032" : 4,
"28288" : 4,
"28544" : 2,
"28800" : 2,
"29056" : 1,
"29312" : 1,
"29568" : 1,
"29824" : 3,
"30080" : 2,
"30592" : 2,
"30848" : 1,
"31360" : 1,
"31616" : 1,
"34048" : 5,
"34560" : 15,
"35072" : 77,
"35584" : 390,
"36096" : 1098,
"36608" : 2179,
"37120" : 3356,
"37632" : 3859,
"38144" : 3141,
"38656" : 2056,
"39168" : 1300,
"39680" : 883,
"40192" : 833,
"40704" : 736,
"41216" : 622,
"41728" : 442,
"42240" : 281,
"42752" : 141,
"43264" : 109,
"43776" : 72,
"44288" : 62,
"44800" : 99,
"45312" : 264,
"45824" : 872,
"46336" : 3063,
"46848" : 8183,
"47360" : 16935,
"47872" : 28430,
"48384" : 38543,
"48896" : 42840,
"49408" : 39464,
"49920" : 32513,
"50432" : 26455,
"50944" : 22056,
"51456" : 18908,
"51968" : 16132,
"52480" : 13287,
"52992" : 10151,
"53504" : 7546,
"54016" : 5615,
"54528" : 4031,
"55040" : 2848,
"55552" : 2310,
"56064" : 2510,
"56576" : 4314,
"57088" : 9740,
"57600" : 22117,
"58112" : 44979,
"58624" : 78498,
"59136" : 119868,
"59648" : 152570,
"60160" : 170771,
"60672" : 172111,
"61184" : 161951,
"61696" : 150142,
"62208" : 138781,
"62720" : 126005,
"63232" : 111284,
"63744" : 90862,
"64256" : 70183,
"64768" : 53385,
"65280" : 40013,
"66048" : 55465,
"67072" : 35740,
"68096" : 22478,
"69120" : 15513,
"70144" : 11142,
"71168" : 7465,
"72192" : 4333,
"73216" : 2502,
"74240" : 1631,
"75264" : 952,
"76288" : 651,
"77312" : 580,
"78336" : 637,
"79360" : 739,
"80384" : 873,
"81408" : 919,
"82432" : 862,
"83456" : 719,
"84480" : 520,
"85504" : 333,
"86528" : 174,
"87552" : 83,
"88576" : 43,
"89600" : 28,
"90624" : 16,
"91648" : 7,
"92672" : 10,
"93696" : 11,
"94720" : 20,
"95744" : 22,
"96768" : 17,
"97792" : 7,
"98816" : 8,
"99840" : 3,
"100864" : 4,
"126464" : 1,
"127488" : 1,
"128512" : 1,
"132096" : 2,
"136192" : 1,
"162816" : 1,
"164864" : 1,
"168960" : 1,
"272384" : 1,
"276480" : 2,
"280576" : 2,
"284672" : 15,
"288768" : 17,
"292864" : 17,
"296960" : 27,
"301056" : 39,
"305152" : 79,
"309248" : 149,
"313344" : 137,
"317440" : 175,
"321536" : 242,
"325632" : 253,
"329728" : 235,
"333824" : 272,
"337920" : 279,
"342016" : 351,
"346112" : 479,
"350208" : 754,
"354304" : 1158,
"358400" : 1592,
"362496" : 2015,
"366592" : 2378,
"370688" : 2442,
"374784" : 2208,
"378880" : 1900,
"382976" : 1526,
"387072" : 1245,
"391168" : 956,
"395264" : 842,
"399360" : 981,
"403456" : 1059,
"407552" : 1378,
"411648" : 1753,
"415744" : 2152,
"419840" : 2287,
"423936" : 2422,
"428032" : 2225,
"432128" : 1816,
"436224" : 1495,
"440320" : 1146,
"444416" : 892,
"448512" : 619,
"452608" : 497,
"456704" : 448,
"460800" : 315,
"464896" : 240,
"468992" : 208,
"473088" : 157,
"477184" : 128,
"481280" : 79,
"485376" : 44,
"489472" : 35,
"493568" : 23,
"497664" : 20,
"501760" : 11,
"505856" : 4,
"509952" : 7,
"518144" : 2,
"569344" : 2,
"577536" : 2,
"585728" : 2,
"593920" : 5,
"602112" : 1,
"610304" : 6,
"618496" : 4,
"626688" : 14,
"634880" : 14,
"643072" : 12,
"651264" : 21,
"659456" : 17,
"667648" : 26,
"675840" : 50,
"684032" : 44,
"692224" : 44,
"700416" : 42,
"708608" : 67,
"716800" : 59,
"724992" : 57,
"733184" : 70,
"741376" : 39,
"749568" : 49,
"757760" : 38,
"765952" : 45,
"774144" : 40,
"782336" : 39,
"790528" : 33,
"798720" : 19,
"806912" : 9,
"815104" : 4,
"823296" : 5,
"831488" : 1,
"839680" : 3,
"1003520" : 1,
"1011712" : 2,
"1028096" : 1,
"1036288" : 1,
"1044480" : 2,
"1056768" : 1,
"1138688" : 2,
"1187840" : 1
}
},
"lat_ns" : {
"min" : 31498,
"max" : 1210768,
"mean" : 86771.675369,
"stddev" : 56614.739652,
"N" : 2292398
},
"bw_min" : 132056,
"bw_max" : 207592,
"bw_agg" : 100.000000,
"bw_mean" : 183397.151515,
"bw_dev" : 23559.286605,
"bw_samples" : 99,
"iops_min" : 33014,
"iops_max" : 51898,
"iops_mean" : 45849.282828,
"iops_stddev" : 5889.828094,
"iops_samples" : 99
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 49999,
"usr_cpu" : 7.096142,
"sys_cpu" : 83.827677,
"ctx" : 15361,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999956,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999956,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 9.741760,
"100" : 88.289211,
"250" : 0.010000,
"500" : 1.928373,
"750" : 0.028442,
"1000" : 0.011124
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079452,
"timestamp_ms" : 1773079452262,
"time" : "Mon Mar 9 15:04:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 11368845312,
"io_kbytes" : 11102388,
"bw_bytes" : 189483913,
"bw" : 185042,
"iops" : 46260.737679,
"runtime" : 59999,
"total_ios" : 2775598,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4837,
"max" : 596390,
"mean" : 19936.522044,
"stddev" : 26784.045171,
"N" : 2775598
},
"clat_ns" : {
"min" : 24197,
"max" : 1190407,
"mean" : 66058.454108,
"stddev" : 47010.563202,
"N" : 2775597,
"percentile" : {
"1.000000" : 45824,
"5.000000" : 48384,
"10.000000" : 49920,
"20.000000" : 58624,
"30.000000" : 59648,
"40.000000" : 60160,
"50.000000" : 60672,
"60.000000" : 61696,
"70.000000" : 62208,
"80.000000" : 63232,
"90.000000" : 65280,
"95.000000" : 67072,
"99.000000" : 395264,
"99.500000" : 423936,
"99.900000" : 460800,
"99.950000" : 481280,
"99.990000" : 749568
},
"bins" : {
"24192" : 1,
"24448" : 2,
"24704" : 4,
"24960" : 14,
"25216" : 29,
"25472" : 54,
"25728" : 58,
"25984" : 74,
"26240" : 79,
"26496" : 79,
"26752" : 57,
"27008" : 41,
"27264" : 23,
"27520" : 20,
"27776" : 11,
"28032" : 4,
"28288" : 5,
"28544" : 2,
"28800" : 2,
"29056" : 1,
"29312" : 1,
"29568" : 1,
"29824" : 3,
"30080" : 2,
"30592" : 3,
"30848" : 1,
"31360" : 2,
"31616" : 1,
"33024" : 1,
"34048" : 5,
"34560" : 19,
"35072" : 93,
"35584" : 441,
"36096" : 1282,
"36608" : 2645,
"37120" : 4103,
"37632" : 4809,
"38144" : 3883,
"38656" : 2529,
"39168" : 1562,
"39680" : 1075,
"40192" : 980,
"40704" : 865,
"41216" : 718,
"41728" : 512,
"42240" : 317,
"42752" : 158,
"43264" : 120,
"43776" : 82,
"44288" : 67,
"44800" : 115,
"45312" : 301,
"45824" : 993,
"46336" : 3492,
"46848" : 9590,
"47360" : 20249,
"47872" : 34480,
"48384" : 47530,
"48896" : 53001,
"49408" : 48920,
"49920" : 40143,
"50432" : 32427,
"50944" : 27011,
"51456" : 23153,
"51968" : 19715,
"52480" : 15920,
"52992" : 11912,
"53504" : 8674,
"54016" : 6267,
"54528" : 4460,
"55040" : 3159,
"55552" : 2533,
"56064" : 2787,
"56576" : 4768,
"57088" : 11037,
"57600" : 25516,
"58112" : 52890,
"58624" : 94306,
"59136" : 146284,
"59648" : 188028,
"60160" : 211693,
"60672" : 213279,
"61184" : 200613,
"61696" : 185628,
"62208" : 171183,
"62720" : 155356,
"63232" : 136618,
"63744" : 110306,
"64256" : 84124,
"64768" : 62696,
"65280" : 46189,
"66048" : 62769,
"67072" : 39567,
"68096" : 24282,
"69120" : 16251,
"70144" : 11479,
"71168" : 7640,
"72192" : 4435,
"73216" : 2576,
"74240" : 1693,
"75264" : 1008,
"76288" : 719,
"77312" : 633,
"78336" : 713,
"79360" : 877,
"80384" : 1107,
"81408" : 1263,
"82432" : 1245,
"83456" : 1053,
"84480" : 817,
"85504" : 518,
"86528" : 285,
"87552" : 134,
"88576" : 66,
"89600" : 33,
"90624" : 16,
"91648" : 7,
"92672" : 12,
"93696" : 13,
"94720" : 21,
"95744" : 23,
"96768" : 19,
"97792" : 14,
"98816" : 10,
"99840" : 6,
"100864" : 7,
"101888" : 3,
"102912" : 1,
"103936" : 3,
"105984" : 1,
"107008" : 1,
"108032" : 2,
"109056" : 2,
"126464" : 1,
"127488" : 1,
"128512" : 1,
"132096" : 2,
"136192" : 1,
"162816" : 1,
"164864" : 1,
"168960" : 1,
"272384" : 1,
"276480" : 2,
"280576" : 2,
"284672" : 15,
"288768" : 17,
"292864" : 17,
"296960" : 27,
"301056" : 39,
"305152" : 79,
"309248" : 151,
"313344" : 141,
"317440" : 175,
"321536" : 254,
"325632" : 260,
"329728" : 237,
"333824" : 285,
"337920" : 288,
"342016" : 361,
"346112" : 491,
"350208" : 773,
"354304" : 1203,
"358400" : 1638,
"362496" : 2057,
"366592" : 2448,
"370688" : 2529,
"374784" : 2282,
"378880" : 2016,
"382976" : 1653,
"387072" : 1358,
"391168" : 1115,
"395264" : 1020,
"399360" : 1124,
"403456" : 1244,
"407552" : 1554,
"411648" : 1954,
"415744" : 2379,
"419840" : 2497,
"423936" : 2625,
"428032" : 2444,
"432128" : 2005,
"436224" : 1686,
"440320" : 1333,
"444416" : 1088,
"448512" : 798,
"452608" : 650,
"456704" : 625,
"460800" : 477,
"464896" : 387,
"468992" : 365,
"473088" : 240,
"477184" : 244,
"481280" : 171,
"485376" : 116,
"489472" : 94,
"493568" : 51,
"497664" : 43,
"501760" : 22,
"505856" : 9,
"509952" : 9,
"514048" : 2,
"518144" : 3,
"522240" : 1,
"569344" : 2,
"577536" : 2,
"585728" : 2,
"593920" : 5,
"602112" : 1,
"610304" : 6,
"618496" : 4,
"626688" : 14,
"634880" : 14,
"643072" : 12,
"651264" : 21,
"659456" : 17,
"667648" : 26,
"675840" : 50,
"684032" : 44,
"692224" : 44,
"700416" : 42,
"708608" : 69,
"716800" : 59,
"724992" : 58,
"733184" : 71,
"741376" : 40,
"749568" : 49,
"757760" : 38,
"765952" : 49,
"774144" : 40,
"782336" : 39,
"790528" : 33,
"798720" : 19,
"806912" : 9,
"815104" : 4,
"823296" : 5,
"831488" : 1,
"839680" : 3,
"856064" : 2,
"1003520" : 1,
"1011712" : 2,
"1028096" : 1,
"1036288" : 1,
"1044480" : 2,
"1056768" : 1,
"1138688" : 2,
"1187840" : 1
}
},
"lat_ns" : {
"min" : 31468,
"max" : 1210768,
"mean" : 85994.976483,
"stddev" : 54553.870294,
"N" : 2775597
},
"bw_min" : 132056,
"bw_max" : 207592,
"bw_agg" : 99.947102,
"bw_mean" : 184945.252101,
"bw_dev" : 21780.189614,
"bw_samples" : 119,
"iops_min" : 33014,
"iops_max" : 51898,
"iops_mean" : 46236.302521,
"iops_stddev" : 5445.048531,
"iops_samples" : 119
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 59999,
"usr_cpu" : 7.291788,
"sys_cpu" : 84.304738,
"ctx" : 17019,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999964,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999964,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 9.847788,
"100" : 88.346872,
"250" : 0.010000,
"500" : 1.770033,
"750" : 0.024427,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079462,
"timestamp_ms" : 1773079462262,
"time" : "Mon Mar 9 15:04:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 13424156672,
"io_kbytes" : 13109528,
"bw_bytes" : 191776406,
"bw" : 187281,
"iops" : 46820.426006,
"runtime" : 69999,
"total_ios" : 3277383,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4837,
"max" : 596390,
"mean" : 19669.355228,
"stddev" : 25275.881003,
"N" : 3277384
},
"clat_ns" : {
"min" : 23896,
"max" : 1190407,
"mean" : 65290.797012,
"stddev" : 44365.560615,
"N" : 3277382,
"percentile" : {
"1.000000" : 45824,
"5.000000" : 48384,
"10.000000" : 49920,
"20.000000" : 58624,
"30.000000" : 59648,
"40.000000" : 60160,
"50.000000" : 60672,
"60.000000" : 61696,
"70.000000" : 62208,
"80.000000" : 63232,
"90.000000" : 64768,
"95.000000" : 67072,
"99.000000" : 382976,
"99.500000" : 423936,
"99.900000" : 460800,
"99.950000" : 481280,
"99.990000" : 741376
},
"bins" : {
"23936" : 1,
"24192" : 1,
"24448" : 2,
"24704" : 5,
"24960" : 15,
"25216" : 29,
"25472" : 56,
"25728" : 64,
"25984" : 85,
"26240" : 91,
"26496" : 90,
"26752" : 68,
"27008" : 46,
"27264" : 26,
"27520" : 21,
"27776" : 12,
"28032" : 4,
"28288" : 7,
"28544" : 2,
"28800" : 2,
"29056" : 1,
"29312" : 1,
"29568" : 3,
"29824" : 3,
"30080" : 2,
"30592" : 4,
"30848" : 1,
"31360" : 2,
"31616" : 1,
"33024" : 1,
"34048" : 5,
"34560" : 21,
"35072" : 109,
"35584" : 510,
"36096" : 1466,
"36608" : 3100,
"37120" : 4897,
"37632" : 5741,
"38144" : 4702,
"38656" : 3035,
"39168" : 1832,
"39680" : 1267,
"40192" : 1139,
"40704" : 1010,
"41216" : 828,
"41728" : 570,
"42240" : 349,
"42752" : 171,
"43264" : 130,
"43776" : 86,
"44288" : 70,
"44800" : 128,
"45312" : 342,
"45824" : 1116,
"46336" : 4038,
"46848" : 11094,
"47360" : 23543,
"47872" : 40691,
"48384" : 56605,
"48896" : 63689,
"49408" : 58905,
"49920" : 48291,
"50432" : 38904,
"50944" : 32099,
"51456" : 27631,
"51968" : 23295,
"52480" : 18521,
"52992" : 13783,
"53504" : 9779,
"54016" : 6921,
"54528" : 4923,
"55040" : 3444,
"55552" : 2787,
"56064" : 3085,
"56576" : 5399,
"57088" : 12717,
"57600" : 29557,
"58112" : 61802,
"58624" : 111460,
"59136" : 173744,
"59648" : 225394,
"60160" : 254882,
"60672" : 257005,
"61184" : 241373,
"61696" : 223148,
"62208" : 205014,
"62720" : 186002,
"63232" : 162809,
"63744" : 130248,
"64256" : 98288,
"64768" : 72316,
"65280" : 52428,
"66048" : 69856,
"67072" : 43150,
"68096" : 25953,
"69120" : 16872,
"70144" : 11687,
"71168" : 7754,
"72192" : 4507,
"73216" : 2656,
"74240" : 1749,
"75264" : 1068,
"76288" : 778,
"77312" : 671,
"78336" : 742,
"79360" : 922,
"80384" : 1200,
"81408" : 1439,
"82432" : 1491,
"83456" : 1326,
"84480" : 1032,
"85504" : 654,
"86528" : 353,
"87552" : 177,
"88576" : 74,
"89600" : 38,
"90624" : 19,
"91648" : 8,
"92672" : 12,
"93696" : 13,
"94720" : 22,
"95744" : 24,
"96768" : 20,
"97792" : 16,
"98816" : 10,
"99840" : 7,
"100864" : 7,
"101888" : 4,
"102912" : 1,
"103936" : 3,
"104960" : 1,
"105984" : 1,
"107008" : 1,
"108032" : 2,
"109056" : 2,
"118272" : 1,
"119296" : 1,
"126464" : 1,
"127488" : 2,
"128512" : 1,
"130560" : 1,
"132096" : 2,
"136192" : 1,
"142336" : 1,
"162816" : 1,
"164864" : 1,
"168960" : 1,
"272384" : 1,
"276480" : 2,
"280576" : 2,
"284672" : 15,
"288768" : 17,
"292864" : 17,
"296960" : 27,
"301056" : 39,
"305152" : 79,
"309248" : 152,
"313344" : 143,
"317440" : 177,
"321536" : 255,
"325632" : 262,
"329728" : 240,
"333824" : 285,
"337920" : 292,
"342016" : 362,
"346112" : 496,
"350208" : 776,
"354304" : 1218,
"358400" : 1655,
"362496" : 2072,
"366592" : 2472,
"370688" : 2544,
"374784" : 2313,
"378880" : 2047,
"382976" : 1684,
"387072" : 1405,
"391168" : 1172,
"395264" : 1081,
"399360" : 1187,
"403456" : 1315,
"407552" : 1624,
"411648" : 2031,
"415744" : 2467,
"419840" : 2606,
"423936" : 2731,
"428032" : 2509,
"432128" : 2076,
"436224" : 1742,
"440320" : 1400,
"444416" : 1153,
"448512" : 846,
"452608" : 731,
"456704" : 697,
"460800" : 562,
"464896" : 474,
"468992" : 443,
"473088" : 302,
"477184" : 304,
"481280" : 253,
"485376" : 164,
"489472" : 131,
"493568" : 91,
"497664" : 48,
"501760" : 25,
"505856" : 15,
"509952" : 14,
"514048" : 6,
"518144" : 6,
"522240" : 1,
"569344" : 2,
"577536" : 2,
"585728" : 2,
"593920" : 5,
"602112" : 1,
"610304" : 6,
"618496" : 4,
"626688" : 14,
"634880" : 14,
"643072" : 12,
"651264" : 21,
"659456" : 17,
"667648" : 26,
"675840" : 50,
"684032" : 44,
"692224" : 44,
"700416" : 42,
"708608" : 69,
"716800" : 59,
"724992" : 60,
"733184" : 71,
"741376" : 40,
"749568" : 49,
"757760" : 38,
"765952" : 49,
"774144" : 40,
"782336" : 39,
"790528" : 33,
"798720" : 19,
"806912" : 9,
"815104" : 4,
"823296" : 5,
"831488" : 1,
"839680" : 3,
"856064" : 2,
"1003520" : 1,
"1011712" : 2,
"1028096" : 1,
"1036288" : 1,
"1044480" : 2,
"1056768" : 1,
"1138688" : 2,
"1187840" : 1
}
},
"lat_ns" : {
"min" : 31468,
"max" : 1210768,
"mean" : 84960.151778,
"stddev" : 51487.447584,
"N" : 3277382
},
"bw_min" : 132056,
"bw_max" : 207592,
"bw_agg" : 99.959608,
"bw_mean" : 187206.618705,
"bw_dev" : 20895.820573,
"bw_samples" : 139,
"iops_min" : 33014,
"iops_max" : 51898,
"iops_mean" : 46801.625899,
"iops_stddev" : 5223.945939,
"iops_samples" : 139
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 69999,
"usr_cpu" : 7.392963,
"sys_cpu" : 85.075501,
"ctx" : 17717,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999969,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 9.925450,
"100" : 88.481816,
"250" : 0.010000,
"500" : 1.561917,
"750" : 0.021389,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079472,
"timestamp_ms" : 1773079472262,
"time" : "Mon Mar 9 15:04:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 15511740416,
"io_kbytes" : 15148184,
"bw_bytes" : 193899178,
"bw" : 189354,
"iops" : 47338.679233,
"runtime" : 79999,
"total_ios" : 3787047,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4837,
"max" : 596390,
"mean" : 19429.098815,
"stddev" : 23761.512363,
"N" : 3787047
},
"clat_ns" : {
"min" : 23896,
"max" : 1190407,
"mean" : 64594.842220,
"stddev" : 41722.017984,
"N" : 3787046,
"percentile" : {
"1.000000" : 45824,
"5.000000" : 48384,
"10.000000" : 49920,
"20.000000" : 58624,
"30.000000" : 59648,
"40.000000" : 60160,
"50.000000" : 60672,
"60.000000" : 61696,
"70.000000" : 62208,
"80.000000" : 63232,
"90.000000" : 64768,
"95.000000" : 66048,
"99.000000" : 374784,
"99.500000" : 419840,
"99.900000" : 460800,
"99.950000" : 477184,
"99.990000" : 733184
},
"bins" : {
"23936" : 1,
"24192" : 1,
"24448" : 2,
"24704" : 5,
"24960" : 15,
"25216" : 31,
"25472" : 65,
"25728" : 71,
"25984" : 97,
"26240" : 100,
"26496" : 103,
"26752" : 81,
"27008" : 54,
"27264" : 31,
"27520" : 25,
"27776" : 15,
"28032" : 5,
"28288" : 7,
"28544" : 2,
"28800" : 3,
"29056" : 2,
"29312" : 1,
"29568" : 3,
"29824" : 3,
"30080" : 3,
"30592" : 4,
"30848" : 1,
"31360" : 2,
"31616" : 1,
"33024" : 1,
"34048" : 5,
"34560" : 22,
"35072" : 123,
"35584" : 570,
"36096" : 1645,
"36608" : 3535,
"37120" : 5631,
"37632" : 6674,
"38144" : 5556,
"38656" : 3581,
"39168" : 2150,
"39680" : 1464,
"40192" : 1291,
"40704" : 1149,
"41216" : 945,
"41728" : 633,
"42240" : 387,
"42752" : 189,
"43264" : 148,
"43776" : 101,
"44288" : 73,
"44800" : 139,
"45312" : 365,
"45824" : 1250,
"46336" : 4511,
"46848" : 12459,
"47360" : 26673,
"47872" : 46742,
"48384" : 65783,
"48896" : 74635,
"49408" : 69315,
"49920" : 56962,
"50432" : 45537,
"50944" : 37384,
"51456" : 32047,
"51968" : 27104,
"52480" : 21353,
"52992" : 15718,
"53504" : 10917,
"54016" : 7616,
"54528" : 5365,
"55040" : 3752,
"55552" : 3052,
"56064" : 3365,
"56576" : 5906,
"57088" : 14046,
"57600" : 33060,
"58112" : 69791,
"58624" : 127562,
"59136" : 200203,
"59648" : 262370,
"60160" : 298426,
"60672" : 301927,
"61184" : 283877,
"61696" : 261405,
"62208" : 240183,
"62720" : 217718,
"63232" : 190165,
"63744" : 151576,
"64256" : 113512,
"64768" : 82668,
"65280" : 59188,
"66048" : 77503,
"67072" : 47019,
"68096" : 27872,
"69120" : 17648,
"70144" : 11950,
"71168" : 7870,
"72192" : 4546,
"73216" : 2690,
"74240" : 1795,
"75264" : 1101,
"76288" : 820,
"77312" : 710,
"78336" : 769,
"79360" : 966,
"80384" : 1255,
"81408" : 1535,
"82432" : 1617,
"83456" : 1444,
"84480" : 1123,
"85504" : 719,
"86528" : 387,
"87552" : 198,
"88576" : 80,
"89600" : 43,
"90624" : 22,
"91648" : 8,
"92672" : 13,
"93696" : 13,
"94720" : 22,
"95744" : 24,
"96768" : 20,
"97792" : 16,
"98816" : 10,
"99840" : 7,
"100864" : 7,
"101888" : 4,
"102912" : 3,
"103936" : 4,
"104960" : 2,
"105984" : 3,
"107008" : 1,
"108032" : 4,
"109056" : 2,
"111104" : 1,
"112128" : 1,
"118272" : 1,
"119296" : 1,
"126464" : 1,
"127488" : 2,
"128512" : 1,
"130560" : 1,
"132096" : 2,
"136192" : 1,
"142336" : 1,
"162816" : 1,
"164864" : 1,
"168960" : 1,
"272384" : 1,
"276480" : 2,
"280576" : 2,
"284672" : 15,
"288768" : 17,
"292864" : 17,
"296960" : 27,
"301056" : 39,
"305152" : 79,
"309248" : 152,
"313344" : 146,
"317440" : 177,
"321536" : 255,
"325632" : 262,
"329728" : 240,
"333824" : 285,
"337920" : 292,
"342016" : 364,
"346112" : 497,
"350208" : 781,
"354304" : 1221,
"358400" : 1656,
"362496" : 2073,
"366592" : 2477,
"370688" : 2547,
"374784" : 2324,
"378880" : 2052,
"382976" : 1699,
"387072" : 1411,
"391168" : 1181,
"395264" : 1091,
"399360" : 1203,
"403456" : 1334,
"407552" : 1650,
"411648" : 2058,
"415744" : 2504,
"419840" : 2647,
"423936" : 2775,
"428032" : 2532,
"432128" : 2111,
"436224" : 1774,
"440320" : 1418,
"444416" : 1169,
"448512" : 859,
"452608" : 761,
"456704" : 739,
"460800" : 583,
"464896" : 516,
"468992" : 482,
"473088" : 333,
"477184" : 349,
"481280" : 279,
"485376" : 192,
"489472" : 148,
"493568" : 102,
"497664" : 65,
"501760" : 33,
"505856" : 18,
"509952" : 16,
"514048" : 6,
"518144" : 6,
"522240" : 1,
"569344" : 2,
"577536" : 2,
"585728" : 2,
"593920" : 5,
"602112" : 1,
"610304" : 6,
"618496" : 4,
"626688" : 14,
"634880" : 14,
"643072" : 12,
"651264" : 21,
"659456" : 17,
"667648" : 26,
"675840" : 50,
"684032" : 44,
"692224" : 44,
"700416" : 42,
"708608" : 69,
"716800" : 59,
"724992" : 60,
"733184" : 71,
"741376" : 40,
"749568" : 49,
"757760" : 38,
"765952" : 49,
"774144" : 40,
"782336" : 39,
"790528" : 33,
"798720" : 19,
"806912" : 9,
"815104" : 4,
"823296" : 5,
"831488" : 1,
"839680" : 3,
"856064" : 2,
"1003520" : 1,
"1011712" : 2,
"1028096" : 1,
"1036288" : 1,
"1044480" : 2,
"1056768" : 1,
"1138688" : 2,
"1187840" : 1
}
},
"lat_ns" : {
"min" : 31468,
"max" : 1210768,
"mean" : 84023.938912,
"stddev" : 48430.257593,
"N" : 3787046
},
"bw_min" : 132056,
"bw_max" : 207592,
"bw_agg" : 99.968490,
"bw_mean" : 189295.276730,
"bw_dev" : 20296.996991,
"bw_samples" : 159,
"iops_min" : 33014,
"iops_max" : 51898,
"iops_mean" : 47323.792453,
"iops_stddev" : 5074.242521,
"iops_samples" : 159
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79999,
"usr_cpu" : 7.442593,
"sys_cpu" : 85.833573,
"ctx" : 17985,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999974,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999974,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 9.982184,
"100" : 88.618335,
"250" : 0.010000,
"500" : 1.372230,
"750" : 0.018827,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079482,
"timestamp_ms" : 1773079482262,
"time" : "Mon Mar 9 15:04:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 17580314624,
"io_kbytes" : 17168276,
"bw_bytes" : 195338999,
"bw" : 190760,
"iops" : 47690.196558,
"runtime" : 89999,
"total_ios" : 4292070,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4837,
"max" : 596390,
"mean" : 19278.191718,
"stddev" : 22423.797423,
"N" : 4292070
},
"clat_ns" : {
"min" : 23896,
"max" : 1190407,
"mean" : 64122.664083,
"stddev" : 39388.039686,
"N" : 4292069,
"percentile" : {
"1.000000" : 45824,
"5.000000" : 48384,
"10.000000" : 49920,
"20.000000" : 58624,
"30.000000" : 59648,
"40.000000" : 60160,
"50.000000" : 60672,
"60.000000" : 61696,
"70.000000" : 62208,
"80.000000" : 63232,
"90.000000" : 64768,
"95.000000" : 67072,
"99.000000" : 366592,
"99.500000" : 415744,
"99.900000" : 456704,
"99.950000" : 477184,
"99.990000" : 724992
},
"bins" : {
"23936" : 1,
"24192" : 1,
"24448" : 2,
"24704" : 8,
"24960" : 15,
"25216" : 33,
"25472" : 70,
"25728" : 76,
"25984" : 108,
"26240" : 118,
"26496" : 115,
"26752" : 100,
"27008" : 64,
"27264" : 33,
"27520" : 30,
"27776" : 19,
"28032" : 6,
"28288" : 7,
"28544" : 3,
"28800" : 3,
"29056" : 3,
"29312" : 1,
"29568" : 5,
"29824" : 3,
"30080" : 4,
"30336" : 2,
"30592" : 5,
"30848" : 2,
"31360" : 2,
"31616" : 2,
"31872" : 1,
"32640" : 1,
"33024" : 1,
"33536" : 2,
"34048" : 5,
"34560" : 22,
"35072" : 129,
"35584" : 603,
"36096" : 1811,
"36608" : 3902,
"37120" : 6303,
"37632" : 7521,
"38144" : 6286,
"38656" : 4058,
"39168" : 2451,
"39680" : 1658,
"40192" : 1530,
"40704" : 1379,
"41216" : 1158,
"41728" : 753,
"42240" : 467,
"42752" : 238,
"43264" : 179,
"43776" : 123,
"44288" : 94,
"44800" : 168,
"45312" : 394,
"45824" : 1357,
"46336" : 4866,
"46848" : 13563,
"47360" : 29417,
"47872" : 51849,
"48384" : 73319,
"48896" : 83733,
"49408" : 78272,
"49920" : 64314,
"50432" : 51310,
"50944" : 42213,
"51456" : 36381,
"51968" : 31214,
"52480" : 24999,
"52992" : 18870,
"53504" : 13353,
"54016" : 9526,
"54528" : 6671,
"55040" : 4680,
"55552" : 3754,
"56064" : 4013,
"56576" : 6723,
"57088" : 15382,
"57600" : 36059,
"58112" : 76727,
"58624" : 140818,
"59136" : 222440,
"59648" : 292380,
"60160" : 333815,
"60672" : 338335,
"61184" : 318096,
"61696" : 292854,
"62208" : 270128,
"62720" : 246540,
"63232" : 216868,
"63744" : 174448,
"64256" : 132039,
"64768" : 97383,
"65280" : 70781,
"66048" : 94712,
"67072" : 58942,
"68096" : 35801,
"69120" : 23759,
"70144" : 16658,
"71168" : 11012,
"72192" : 6347,
"73216" : 3721,
"74240" : 2368,
"75264" : 1397,
"76288" : 964,
"77312" : 799,
"78336" : 815,
"79360" : 1005,
"80384" : 1288,
"81408" : 1577,
"82432" : 1653,
"83456" : 1511,
"84480" : 1174,
"85504" : 754,
"86528" : 410,
"87552" : 214,
"88576" : 89,
"89600" : 51,
"90624" : 35,
"91648" : 13,
"92672" : 15,
"93696" : 17,
"94720" : 25,
"95744" : 24,
"96768" : 20,
"97792" : 16,
"98816" : 10,
"99840" : 8,
"100864" : 7,
"101888" : 4,
"102912" : 3,
"103936" : 4,
"104960" : 2,
"105984" : 3,
"107008" : 1,
"108032" : 4,
"109056" : 2,
"111104" : 1,
"112128" : 1,
"118272" : 3,
"119296" : 1,
"120320" : 1,
"126464" : 1,
"127488" : 2,
"128512" : 1,
"130560" : 1,
"132096" : 2,
"134144" : 1,
"136192" : 1,
"138240" : 1,
"140288" : 1,
"142336" : 1,
"150528" : 1,
"152576" : 1,
"158720" : 4,
"160768" : 3,
"162816" : 1,
"164864" : 1,
"168960" : 1,
"257024" : 1,
"259072" : 1,
"261120" : 1,
"272384" : 1,
"276480" : 2,
"280576" : 2,
"284672" : 15,
"288768" : 17,
"292864" : 17,
"296960" : 27,
"301056" : 39,
"305152" : 79,
"309248" : 152,
"313344" : 146,
"317440" : 177,
"321536" : 255,
"325632" : 262,
"329728" : 240,
"333824" : 285,
"337920" : 292,
"342016" : 364,
"346112" : 497,
"350208" : 782,
"354304" : 1221,
"358400" : 1660,
"362496" : 2074,
"366592" : 2477,
"370688" : 2548,
"374784" : 2328,
"378880" : 2056,
"382976" : 1700,
"387072" : 1413,
"391168" : 1181,
"395264" : 1092,
"399360" : 1203,
"403456" : 1338,
"407552" : 1653,
"411648" : 2064,
"415744" : 2510,
"419840" : 2658,
"423936" : 2781,
"428032" : 2543,
"432128" : 2128,
"436224" : 1790,
"440320" : 1437,
"444416" : 1191,
"448512" : 875,
"452608" : 771,
"456704" : 743,
"460800" : 599,
"464896" : 525,
"468992" : 488,
"473088" : 337,
"477184" : 350,
"481280" : 291,
"485376" : 204,
"489472" : 164,
"493568" : 115,
"497664" : 70,
"501760" : 42,
"505856" : 24,
"509952" : 19,
"514048" : 6,
"518144" : 6,
"522240" : 1,
"569344" : 2,
"577536" : 2,
"585728" : 2,
"593920" : 5,
"602112" : 1,
"610304" : 6,
"618496" : 4,
"626688" : 14,
"634880" : 14,
"643072" : 12,
"651264" : 21,
"659456" : 17,
"667648" : 26,
"675840" : 50,
"684032" : 44,
"692224" : 44,
"700416" : 42,
"708608" : 69,
"716800" : 59,
"724992" : 60,
"733184" : 71,
"741376" : 40,
"749568" : 49,
"757760" : 38,
"765952" : 49,
"774144" : 40,
"782336" : 39,
"790528" : 33,
"798720" : 19,
"806912" : 9,
"815104" : 4,
"823296" : 5,
"831488" : 1,
"839680" : 3,
"856064" : 2,
"1003520" : 1,
"1011712" : 2,
"1028096" : 1,
"1036288" : 1,
"1044480" : 2,
"1056768" : 1,
"1138688" : 2,
"1187840" : 1
}
},
"lat_ns" : {
"min" : 31468,
"max" : 1210768,
"mean" : 83400.854377,
"stddev" : 45727.863357,
"N" : 4292069
},
"bw_min" : 132056,
"bw_max" : 207592,
"bw_agg" : 99.987554,
"bw_mean" : 190737.268156,
"bw_dev" : 19558.978035,
"bw_samples" : 179,
"iops_min" : 33014,
"iops_max" : 51898,
"iops_mean" : 47684.290503,
"iops_stddev" : 4889.737961,
"iops_samples" : 179
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 89999,
"usr_cpu" : 7.508972,
"sys_cpu" : 86.445405,
"ctx" : 18087,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999977,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999977,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 9.858972,
"100" : 88.899226,
"250" : 0.010000,
"500" : 1.217035,
"750" : 0.016985,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079492,
"timestamp_ms" : 1773079492262,
"time" : "Mon Mar 9 15:04:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 19631136768,
"io_kbytes" : 19171032,
"bw_bytes" : 196313330,
"bw" : 191712,
"iops" : 47928.079281,
"runtime" : 99999,
"total_ios" : 4792760,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4837,
"max" : 596390,
"mean" : 19178.202086,
"stddev" : 21283.697431,
"N" : 4792760
},
"clat_ns" : {
"min" : 23896,
"max" : 1190407,
"mean" : 63805.899887,
"stddev" : 37394.734511,
"N" : 4792759,
"percentile" : {
"1.000000" : 45824,
"5.000000" : 48896,
"10.000000" : 49920,
"20.000000" : 58624,
"30.000000" : 59648,
"40.000000" : 60160,
"50.000000" : 61184,
"60.000000" : 61696,
"70.000000" : 62720,
"80.000000" : 63232,
"90.000000" : 65280,
"95.000000" : 67072,
"99.000000" : 358400,
"99.500000" : 411648,
"99.900000" : 456704,
"99.950000" : 473088,
"99.990000" : 716800
},
"bins" : {
"23936" : 1,
"24192" : 1,
"24448" : 2,
"24704" : 8,
"24960" : 15,
"25216" : 34,
"25472" : 72,
"25728" : 85,
"25984" : 112,
"26240" : 127,
"26496" : 124,
"26752" : 112,
"27008" : 71,
"27264" : 40,
"27520" : 35,
"27776" : 26,
"28032" : 9,
"28288" : 8,
"28544" : 4,
"28800" : 4,
"29056" : 3,
"29312" : 2,
"29568" : 7,
"29824" : 3,
"30080" : 6,
"30336" : 2,
"30592" : 5,
"30848" : 3,
"31360" : 2,
"31616" : 2,
"31872" : 1,
"32640" : 1,
"33024" : 1,
"33536" : 2,
"34048" : 5,
"34560" : 22,
"35072" : 132,
"35584" : 624,
"36096" : 1908,
"36608" : 4135,
"37120" : 6771,
"37632" : 8184,
"38144" : 7031,
"38656" : 4635,
"39168" : 2853,
"39680" : 1938,
"40192" : 1770,
"40704" : 1585,
"41216" : 1357,
"41728" : 928,
"42240" : 604,
"42752" : 316,
"43264" : 227,
"43776" : 152,
"44288" : 122,
"44800" : 184,
"45312" : 418,
"45824" : 1413,
"46336" : 5077,
"46848" : 14242,
"47360" : 31081,
"47872" : 55231,
"48384" : 78773,
"48896" : 91170,
"49408" : 86378,
"49920" : 72283,
"50432" : 58043,
"50944" : 47754,
"51456" : 41137,
"51968" : 35505,
"52480" : 28970,
"52992" : 22515,
"53504" : 16525,
"54016" : 12068,
"54528" : 8621,
"55040" : 6135,
"55552" : 4751,
"56064" : 4760,
"56576" : 7466,
"57088" : 16381,
"57600" : 38146,
"58112" : 81232,
"58624" : 149290,
"59136" : 237168,
"59648" : 314007,
"60160" : 361653,
"60672" : 370011,
"61184" : 350508,
"61696" : 324272,
"62208" : 300196,
"62720" : 275330,
"63232" : 244028,
"63744" : 199414,
"64256" : 154599,
"64768" : 116579,
"65280" : 86690,
"66048" : 118917,
"67072" : 75135,
"68096" : 46470,
"69120" : 31511,
"70144" : 22629,
"71168" : 15445,
"72192" : 9175,
"73216" : 5316,
"74240" : 3247,
"75264" : 1902,
"76288" : 1231,
"77312" : 966,
"78336" : 915,
"79360" : 1049,
"80384" : 1329,
"81408" : 1604,
"82432" : 1688,
"83456" : 1536,
"84480" : 1205,
"85504" : 771,
"86528" : 424,
"87552" : 230,
"88576" : 104,
"89600" : 62,
"90624" : 39,
"91648" : 15,
"92672" : 19,
"93696" : 19,
"94720" : 27,
"95744" : 24,
"96768" : 22,
"97792" : 16,
"98816" : 10,
"99840" : 8,
"100864" : 7,
"101888" : 4,
"102912" : 3,
"103936" : 4,
"104960" : 2,
"105984" : 3,
"107008" : 1,
"108032" : 4,
"109056" : 2,
"111104" : 1,
"112128" : 2,
"113152" : 2,
"118272" : 3,
"119296" : 1,
"120320" : 1,
"126464" : 1,
"127488" : 2,
"128512" : 1,
"130560" : 1,
"132096" : 3,
"134144" : 3,
"136192" : 1,
"138240" : 1,
"140288" : 1,
"142336" : 2,
"144384" : 1,
"150528" : 2,
"152576" : 5,
"154624" : 4,
"156672" : 4,
"158720" : 6,
"160768" : 3,
"162816" : 3,
"164864" : 2,
"166912" : 3,
"168960" : 2,
"257024" : 1,
"259072" : 1,
"261120" : 1,
"272384" : 1,
"276480" : 2,
"280576" : 2,
"284672" : 15,
"288768" : 17,
"292864" : 17,
"296960" : 27,
"301056" : 39,
"305152" : 79,
"309248" : 152,
"313344" : 146,
"317440" : 177,
"321536" : 255,
"325632" : 262,
"329728" : 240,
"333824" : 285,
"337920" : 292,
"342016" : 364,
"346112" : 497,
"350208" : 782,
"354304" : 1221,
"358400" : 1660,
"362496" : 2074,
"366592" : 2477,
"370688" : 2548,
"374784" : 2328,
"378880" : 2056,
"382976" : 1701,
"387072" : 1414,
"391168" : 1181,
"395264" : 1093,
"399360" : 1203,
"403456" : 1344,
"407552" : 1655,
"411648" : 2067,
"415744" : 2512,
"419840" : 2658,
"423936" : 2784,
"428032" : 2546,
"432128" : 2136,
"436224" : 1799,
"440320" : 1440,
"444416" : 1198,
"448512" : 878,
"452608" : 782,
"456704" : 745,
"460800" : 601,
"464896" : 526,
"468992" : 492,
"473088" : 343,
"477184" : 355,
"481280" : 302,
"485376" : 208,
"489472" : 170,
"493568" : 124,
"497664" : 78,
"501760" : 47,
"505856" : 26,
"509952" : 23,
"514048" : 7,
"518144" : 8,
"522240" : 3,
"528384" : 1,
"569344" : 2,
"577536" : 2,
"585728" : 2,
"593920" : 5,
"602112" : 1,
"610304" : 6,
"618496" : 4,
"626688" : 14,
"634880" : 14,
"643072" : 12,
"651264" : 21,
"659456" : 17,
"667648" : 26,
"675840" : 50,
"684032" : 44,
"692224" : 44,
"700416" : 42,
"708608" : 69,
"716800" : 59,
"724992" : 60,
"733184" : 71,
"741376" : 40,
"749568" : 49,
"757760" : 38,
"765952" : 49,
"774144" : 40,
"782336" : 39,
"790528" : 33,
"798720" : 19,
"806912" : 9,
"815104" : 4,
"823296" : 5,
"831488" : 1,
"839680" : 3,
"856064" : 2,
"1003520" : 1,
"1011712" : 2,
"1028096" : 1,
"1036288" : 1,
"1044480" : 2,
"1056768" : 1,
"1138688" : 2,
"1187840" : 1
}
},
"lat_ns" : {
"min" : 31468,
"max" : 1210768,
"mean" : 82984.101904,
"stddev" : 43417.870609,
"N" : 4792759
},
"bw_min" : 132056,
"bw_max" : 207592,
"bw_agg" : 99.998833,
"bw_mean" : 191710.336683,
"bw_dev" : 18777.538397,
"bw_samples" : 199,
"iops_min" : 33014,
"iops_max" : 51898,
"iops_mean" : 47927.557789,
"iops_stddev" : 4694.378511,
"iops_samples" : 199
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 99999,
"usr_cpu" : 7.533075,
"sys_cpu" : 86.977870,
"ctx" : 18145,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 9.603986,
"100" : 89.280435,
"250" : 0.010000,
"500" : 1.092439,
"750" : 0.015544,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079502,
"timestamp_ms" : 1773079502262,
"time" : "Mon Mar 9 15:05:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 21681188864,
"io_kbytes" : 21173036,
"bw_bytes" : 197103508,
"bw" : 192483,
"iops" : 48120.982918,
"runtime" : 109999,
"total_ios" : 5293260,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4837,
"max" : 596390,
"mean" : 19097.474623,
"stddev" : 20288.220185,
"N" : 5293261
},
"clat_ns" : {
"min" : 23896,
"max" : 1190407,
"mean" : 63551.425270,
"stddev" : 35653.490044,
"N" : 5293259,
"percentile" : {
"1.000000" : 45824,
"5.000000" : 48896,
"10.000000" : 50432,
"20.000000" : 58624,
"30.000000" : 59648,
"40.000000" : 60160,
"50.000000" : 61184,
"60.000000" : 61696,
"70.000000" : 62720,
"80.000000" : 63744,
"90.000000" : 65280,
"95.000000" : 67072,
"99.000000" : 313344,
"99.500000" : 407552,
"99.900000" : 452608,
"99.950000" : 468992,
"99.990000" : 716800
},
"bins" : {
"23936" : 1,
"24192" : 1,
"24448" : 2,
"24704" : 8,
"24960" : 15,
"25216" : 36,
"25472" : 75,
"25728" : 87,
"25984" : 126,
"26240" : 140,
"26496" : 143,
"26752" : 126,
"27008" : 81,
"27264" : 50,
"27520" : 41,
"27776" : 30,
"28032" : 14,
"28288" : 10,
"28544" : 5,
"28800" : 4,
"29056" : 5,
"29312" : 3,
"29568" : 7,
"29824" : 3,
"30080" : 6,
"30336" : 3,
"30592" : 6,
"30848" : 4,
"31360" : 2,
"31616" : 2,
"31872" : 1,
"32640" : 1,
"33024" : 1,
"33536" : 2,
"34048" : 6,
"34560" : 22,
"35072" : 138,
"35584" : 655,
"36096" : 1981,
"36608" : 4362,
"37120" : 7230,
"37632" : 8849,
"38144" : 7771,
"38656" : 5291,
"39168" : 3270,
"39680" : 2209,
"40192" : 1991,
"40704" : 1829,
"41216" : 1609,
"41728" : 1131,
"42240" : 762,
"42752" : 424,
"43264" : 278,
"43776" : 180,
"44288" : 147,
"44800" : 209,
"45312" : 446,
"45824" : 1466,
"46336" : 5237,
"46848" : 14810,
"47360" : 32469,
"47872" : 58179,
"48384" : 83804,
"48896" : 98349,
"49408" : 94528,
"49920" : 80340,
"50432" : 64815,
"50944" : 53417,
"51456" : 45977,
"51968" : 39778,
"52480" : 32966,
"52992" : 26365,
"53504" : 19942,
"54016" : 14834,
"54528" : 10699,
"55040" : 7719,
"55552" : 5846,
"56064" : 5499,
"56576" : 8199,
"57088" : 17331,
"57600" : 39836,
"58112" : 84857,
"58624" : 156390,
"59136" : 250533,
"59648" : 333936,
"60160" : 388322,
"60672" : 401170,
"61184" : 383067,
"61696" : 356019,
"62208" : 330605,
"62720" : 304094,
"63232" : 271656,
"63744" : 225044,
"64256" : 177776,
"64768" : 136516,
"65280" : 103516,
"66048" : 144049,
"67072" : 91820,
"68096" : 57565,
"69120" : 39429,
"70144" : 28911,
"71168" : 20170,
"72192" : 12245,
"73216" : 7083,
"74240" : 4238,
"75264" : 2416,
"76288" : 1527,
"77312" : 1110,
"78336" : 997,
"79360" : 1100,
"80384" : 1370,
"81408" : 1633,
"82432" : 1713,
"83456" : 1553,
"84480" : 1223,
"85504" : 784,
"86528" : 436,
"87552" : 237,
"88576" : 111,
"89600" : 67,
"90624" : 39,
"91648" : 16,
"92672" : 19,
"93696" : 19,
"94720" : 27,
"95744" : 24,
"96768" : 22,
"97792" : 16,
"98816" : 10,
"99840" : 11,
"100864" : 10,
"101888" : 5,
"102912" : 4,
"103936" : 4,
"104960" : 2,
"105984" : 3,
"107008" : 1,
"108032" : 4,
"109056" : 2,
"111104" : 3,
"112128" : 2,
"113152" : 3,
"114176" : 1,
"115200" : 1,
"118272" : 3,
"119296" : 1,
"120320" : 1,
"126464" : 1,
"127488" : 2,
"128512" : 1,
"130560" : 1,
"132096" : 3,
"134144" : 3,
"136192" : 1,
"138240" : 1,
"140288" : 1,
"142336" : 3,
"144384" : 3,
"146432" : 2,
"148480" : 1,
"150528" : 4,
"152576" : 6,
"154624" : 4,
"156672" : 4,
"158720" : 7,
"160768" : 4,
"162816" : 4,
"164864" : 2,
"166912" : 3,
"168960" : 5,
"257024" : 1,
"259072" : 1,
"261120" : 1,
"272384" : 1,
"276480" : 2,
"280576" : 2,
"284672" : 15,
"288768" : 17,
"292864" : 17,
"296960" : 27,
"301056" : 39,
"305152" : 79,
"309248" : 152,
"313344" : 146,
"317440" : 177,
"321536" : 255,
"325632" : 262,
"329728" : 240,
"333824" : 285,
"337920" : 292,
"342016" : 364,
"346112" : 497,
"350208" : 782,
"354304" : 1221,
"358400" : 1660,
"362496" : 2074,
"366592" : 2477,
"370688" : 2548,
"374784" : 2328,
"378880" : 2056,
"382976" : 1701,
"387072" : 1414,
"391168" : 1181,
"395264" : 1093,
"399360" : 1203,
"403456" : 1344,
"407552" : 1655,
"411648" : 2067,
"415744" : 2513,
"419840" : 2660,
"423936" : 2786,
"428032" : 2548,
"432128" : 2138,
"436224" : 1802,
"440320" : 1443,
"444416" : 1203,
"448512" : 879,
"452608" : 784,
"456704" : 745,
"460800" : 602,
"464896" : 529,
"468992" : 495,
"473088" : 344,
"477184" : 357,
"481280" : 303,
"485376" : 210,
"489472" : 170,
"493568" : 124,
"497664" : 79,
"501760" : 50,
"505856" : 28,
"509952" : 23,
"514048" : 7,
"518144" : 8,
"522240" : 3,
"528384" : 1,
"569344" : 2,
"577536" : 2,
"585728" : 2,
"593920" : 5,
"602112" : 1,
"610304" : 6,
"618496" : 4,
"626688" : 14,
"634880" : 14,
"643072" : 12,
"651264" : 21,
"659456" : 17,
"667648" : 26,
"675840" : 50,
"684032" : 44,
"692224" : 44,
"700416" : 42,
"708608" : 69,
"716800" : 59,
"724992" : 60,
"733184" : 71,
"741376" : 40,
"749568" : 49,
"757760" : 38,
"765952" : 49,
"774144" : 40,
"782336" : 39,
"790528" : 33,
"798720" : 19,
"806912" : 9,
"815104" : 4,
"823296" : 5,
"831488" : 1,
"839680" : 3,
"856064" : 2,
"1003520" : 1,
"1011712" : 2,
"1028096" : 1,
"1036288" : 1,
"1044480" : 2,
"1056768" : 1,
"1138688" : 2,
"1187840" : 1
}
},
"lat_ns" : {
"min" : 31468,
"max" : 1210768,
"mean" : 82648.899932,
"stddev" : 41399.811601,
"N" : 5293259
},
"bw_min" : 132056,
"bw_max" : 207592,
"bw_agg" : 99.996418,
"bw_mean" : 192477.529680,
"bw_dev" : 18062.674131,
"bw_samples" : 219,
"iops_min" : 33014,
"iops_max" : 51898,
"iops_mean" : 48119.351598,
"iops_stddev" : 4515.661043,
"iops_samples" : 219
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 109999,
"usr_cpu" : 7.570978,
"sys_cpu" : 87.404431,
"ctx" : 18170,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999981,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999962,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 9.376585,
"100" : 89.612054,
"250" : 0.010000,
"500" : 0.989844,
"750" : 0.014169,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079512,
"timestamp_ms" : 1773079512262,
"time" : "Mon Mar 9 15:05:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 23728996352,
"io_kbytes" : 23172848,
"bw_bytes" : 197743284,
"bw" : 193108,
"iops" : 48277.177310,
"runtime" : 119999,
"total_ios" : 5793213,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4837,
"max" : 596390,
"mean" : 19032.683520,
"stddev" : 19419.901438,
"N" : 5793213
},
"clat_ns" : {
"min" : 23896,
"max" : 1190407,
"mean" : 63347.034165,
"stddev" : 34133.926780,
"N" : 5793212,
"percentile" : {
"1.000000" : 45824,
"5.000000" : 48896,
"10.000000" : 50432,
"20.000000" : 58624,
"30.000000" : 59648,
"40.000000" : 60672,
"50.000000" : 61184,
"60.000000" : 61696,
"70.000000" : 62720,
"80.000000" : 63744,
"90.000000" : 65280,
"95.000000" : 67072,
"99.000000" : 83456,
"99.500000" : 399360,
"99.900000" : 448512,
"99.950000" : 468992,
"99.990000" : 708608
},
"bins" : {
"23936" : 1,
"24192" : 1,
"24448" : 2,
"24704" : 8,
"24960" : 15,
"25216" : 36,
"25472" : 78,
"25728" : 93,
"25984" : 136,
"26240" : 153,
"26496" : 157,
"26752" : 136,
"27008" : 95,
"27264" : 54,
"27520" : 46,
"27776" : 37,
"28032" : 18,
"28288" : 14,
"28544" : 9,
"28800" : 5,
"29056" : 9,
"29312" : 5,
"29568" : 9,
"29824" : 4,
"30080" : 7,
"30336" : 3,
"30592" : 6,
"30848" : 4,
"31104" : 1,
"31360" : 2,
"31616" : 3,
"31872" : 1,
"32640" : 1,
"33024" : 1,
"33536" : 2,
"34048" : 6,
"34560" : 22,
"35072" : 143,
"35584" : 668,
"36096" : 2054,
"36608" : 4557,
"37120" : 7638,
"37632" : 9475,
"38144" : 8484,
"38656" : 5932,
"39168" : 3725,
"39680" : 2514,
"40192" : 2236,
"40704" : 2065,
"41216" : 1827,
"41728" : 1302,
"42240" : 922,
"42752" : 543,
"43264" : 332,
"43776" : 212,
"44288" : 168,
"44800" : 230,
"45312" : 477,
"45824" : 1504,
"46336" : 5377,
"46848" : 15287,
"47360" : 33706,
"47872" : 60874,
"48384" : 88574,
"48896" : 105112,
"49408" : 102533,
"49920" : 88388,
"50432" : 71803,
"50944" : 59281,
"51456" : 50772,
"51968" : 44185,
"52480" : 37034,
"52992" : 30221,
"53504" : 23354,
"54016" : 17680,
"54528" : 12894,
"55040" : 9335,
"55552" : 6926,
"56064" : 6300,
"56576" : 8864,
"57088" : 18178,
"57600" : 41420,
"58112" : 87983,
"58624" : 162773,
"59136" : 262551,
"59648" : 352823,
"60160" : 414264,
"60672" : 431777,
"61184" : 415642,
"61696" : 388309,
"62208" : 361092,
"62720" : 333091,
"63232" : 299399,
"63744" : 251136,
"64256" : 201243,
"64768" : 157355,
"65280" : 120784,
"66048" : 169871,
"67072" : 109077,
"68096" : 68931,
"69120" : 47484,
"70144" : 35164,
"71168" : 25321,
"72192" : 15445,
"73216" : 8827,
"74240" : 5230,
"75264" : 2983,
"76288" : 1856,
"77312" : 1264,
"78336" : 1086,
"79360" : 1149,
"80384" : 1403,
"81408" : 1654,
"82432" : 1727,
"83456" : 1567,
"84480" : 1235,
"85504" : 790,
"86528" : 442,
"87552" : 244,
"88576" : 114,
"89600" : 71,
"90624" : 42,
"91648" : 19,
"92672" : 21,
"93696" : 20,
"94720" : 27,
"95744" : 24,
"96768" : 22,
"97792" : 16,
"98816" : 10,
"99840" : 11,
"100864" : 10,
"101888" : 5,
"102912" : 4,
"103936" : 4,
"104960" : 2,
"105984" : 3,
"107008" : 1,
"108032" : 4,
"109056" : 3,
"110080" : 1,
"111104" : 4,
"112128" : 2,
"113152" : 3,
"114176" : 1,
"115200" : 1,
"118272" : 3,
"119296" : 1,
"120320" : 1,
"122368" : 2,
"123392" : 1,
"126464" : 1,
"127488" : 2,
"128512" : 1,
"130560" : 1,
"132096" : 3,
"134144" : 3,
"136192" : 1,
"138240" : 1,
"140288" : 1,
"142336" : 3,
"144384" : 3,
"146432" : 2,
"148480" : 1,
"150528" : 4,
"152576" : 6,
"154624" : 4,
"156672" : 4,
"158720" : 7,
"160768" : 4,
"162816" : 4,
"164864" : 2,
"166912" : 3,
"168960" : 5,
"175104" : 2,
"177152" : 1,
"236544" : 3,
"257024" : 1,
"259072" : 1,
"261120" : 1,
"272384" : 1,
"276480" : 2,
"280576" : 2,
"284672" : 15,
"288768" : 17,
"292864" : 17,
"296960" : 27,
"301056" : 39,
"305152" : 79,
"309248" : 152,
"313344" : 146,
"317440" : 177,
"321536" : 255,
"325632" : 262,
"329728" : 240,
"333824" : 285,
"337920" : 292,
"342016" : 364,
"346112" : 497,
"350208" : 782,
"354304" : 1221,
"358400" : 1660,
"362496" : 2074,
"366592" : 2477,
"370688" : 2548,
"374784" : 2328,
"378880" : 2056,
"382976" : 1701,
"387072" : 1414,
"391168" : 1181,
"395264" : 1093,
"399360" : 1203,
"403456" : 1346,
"407552" : 1656,
"411648" : 2067,
"415744" : 2513,
"419840" : 2660,
"423936" : 2786,
"428032" : 2548,
"432128" : 2138,
"436224" : 1802,
"440320" : 1443,
"444416" : 1204,
"448512" : 881,
"452608" : 784,
"456704" : 745,
"460800" : 602,
"464896" : 529,
"468992" : 495,
"473088" : 344,
"477184" : 357,
"481280" : 303,
"485376" : 210,
"489472" : 170,
"493568" : 124,
"497664" : 79,
"501760" : 50,
"505856" : 29,
"509952" : 26,
"514048" : 7,
"518144" : 8,
"522240" : 5,
"528384" : 1,
"569344" : 2,
"577536" : 2,
"585728" : 2,
"593920" : 5,
"602112" : 1,
"610304" : 6,
"618496" : 4,
"626688" : 14,
"634880" : 14,
"643072" : 12,
"651264" : 21,
"659456" : 17,
"667648" : 26,
"675840" : 50,
"684032" : 44,
"692224" : 44,
"700416" : 42,
"708608" : 69,
"716800" : 59,
"724992" : 60,
"733184" : 71,
"741376" : 40,
"749568" : 49,
"757760" : 38,
"765952" : 49,
"774144" : 40,
"782336" : 39,
"790528" : 33,
"798720" : 19,
"806912" : 9,
"815104" : 4,
"823296" : 5,
"831488" : 1,
"839680" : 3,
"856064" : 2,
"1003520" : 1,
"1011712" : 2,
"1028096" : 1,
"1036288" : 1,
"1044480" : 2,
"1056768" : 1,
"1138688" : 2,
"1187840" : 1
}
},
"lat_ns" : {
"min" : 31468,
"max" : 1210768,
"mean" : 82379.717657,
"stddev" : 39638.345180,
"N" : 5793212
},
"bw_min" : 132056,
"bw_max" : 207592,
"bw_agg" : 100.000000,
"bw_mean" : 193120.443515,
"bw_dev" : 17420.144360,
"bw_samples" : 239,
"iops_min" : 33014,
"iops_max" : 51898,
"iops_mean" : 48280.079498,
"iops_stddev" : 4355.028714,
"iops_samples" : 239
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119999,
"usr_cpu" : 7.610063,
"sys_cpu" : 87.755731,
"ctx" : 18181,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999983,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999983,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 9.162221,
"100" : 89.913283,
"250" : 0.010000,
"500" : 0.904524,
"750" : 0.013050,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079522,
"timestamp_ms" : 1773079522262,
"time" : "Mon Mar 9 15:05:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 25776418816,
"io_kbytes" : 25172284,
"bw_bytes" : 198281669,
"bw" : 193634,
"iops" : 48408.618528,
"runtime" : 129999,
"total_ios" : 6293072,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4837,
"max" : 596390,
"mean" : 18978.163734,
"stddev" : 18659.473308,
"N" : 6293072
},
"clat_ns" : {
"min" : 23896,
"max" : 1190407,
"mean" : 63175.891868,
"stddev" : 32802.773937,
"N" : 6293071,
"percentile" : {
"1.000000" : 45824,
"5.000000" : 48896,
"10.000000" : 50432,
"20.000000" : 58624,
"30.000000" : 59648,
"40.000000" : 60672,
"50.000000" : 61184,
"60.000000" : 62208,
"70.000000" : 62720,
"80.000000" : 63744,
"90.000000" : 66048,
"95.000000" : 68096,
"99.000000" : 80384,
"99.500000" : 391168,
"99.900000" : 448512,
"99.950000" : 464896,
"99.990000" : 700416
},
"bins" : {
"23936" : 1,
"24192" : 1,
"24448" : 2,
"24704" : 8,
"24960" : 15,
"25216" : 37,
"25472" : 80,
"25728" : 95,
"25984" : 143,
"26240" : 163,
"26496" : 166,
"26752" : 148,
"27008" : 102,
"27264" : 61,
"27520" : 56,
"27776" : 45,
"28032" : 21,
"28288" : 18,
"28544" : 9,
"28800" : 7,
"29056" : 10,
"29312" : 6,
"29568" : 9,
"29824" : 4,
"30080" : 7,
"30336" : 4,
"30592" : 6,
"30848" : 4,
"31104" : 1,
"31360" : 2,
"31616" : 3,
"31872" : 1,
"32640" : 1,
"33024" : 1,
"33536" : 2,
"34048" : 7,
"34560" : 22,
"35072" : 143,
"35584" : 684,
"36096" : 2123,
"36608" : 4753,
"37120" : 8072,
"37632" : 10128,
"38144" : 9222,
"38656" : 6596,
"39168" : 4146,
"39680" : 2802,
"40192" : 2466,
"40704" : 2282,
"41216" : 2083,
"41728" : 1485,
"42240" : 1067,
"42752" : 633,
"43264" : 385,
"43776" : 241,
"44288" : 191,
"44800" : 256,
"45312" : 503,
"45824" : 1561,
"46336" : 5513,
"46848" : 15779,
"47360" : 34974,
"47872" : 63629,
"48384" : 93330,
"48896" : 111957,
"49408" : 110469,
"49920" : 96453,
"50432" : 78907,
"50944" : 64944,
"51456" : 55766,
"51968" : 48610,
"52480" : 41058,
"52992" : 34048,
"53504" : 26654,
"54016" : 20389,
"54528" : 15158,
"55040" : 11020,
"55552" : 8133,
"56064" : 7144,
"56576" : 9606,
"57088" : 19119,
"57600" : 43010,
"58112" : 91240,
"58624" : 169248,
"59136" : 274775,
"59648" : 372091,
"60160" : 439841,
"60672" : 462272,
"61184" : 447813,
"61696" : 420102,
"62208" : 391558,
"62720" : 361967,
"63232" : 327384,
"63744" : 276709,
"64256" : 224394,
"64768" : 177936,
"65280" : 138034,
"66048" : 195614,
"67072" : 126651,
"68096" : 80484,
"69120" : 55852,
"70144" : 41611,
"71168" : 30338,
"72192" : 18718,
"73216" : 10682,
"74240" : 6243,
"75264" : 3562,
"76288" : 2169,
"77312" : 1441,
"78336" : 1180,
"79360" : 1205,
"80384" : 1442,
"81408" : 1679,
"82432" : 1742,
"83456" : 1589,
"84480" : 1244,
"85504" : 799,
"86528" : 445,
"87552" : 247,
"88576" : 117,
"89600" : 72,
"90624" : 46,
"91648" : 19,
"92672" : 21,
"93696" : 21,
"94720" : 29,
"95744" : 24,
"96768" : 22,
"97792" : 16,
"98816" : 10,
"99840" : 11,
"100864" : 10,
"101888" : 6,
"102912" : 4,
"103936" : 4,
"104960" : 2,
"105984" : 3,
"107008" : 1,
"108032" : 4,
"109056" : 3,
"110080" : 1,
"111104" : 4,
"112128" : 2,
"113152" : 3,
"114176" : 1,
"115200" : 1,
"118272" : 4,
"119296" : 1,
"120320" : 2,
"122368" : 3,
"123392" : 1,
"126464" : 1,
"127488" : 2,
"128512" : 1,
"130560" : 1,
"132096" : 3,
"134144" : 3,
"136192" : 1,
"138240" : 1,
"140288" : 2,
"142336" : 4,
"144384" : 3,
"146432" : 3,
"148480" : 1,
"150528" : 6,
"152576" : 7,
"154624" : 8,
"156672" : 5,
"158720" : 9,
"160768" : 4,
"162816" : 5,
"164864" : 2,
"166912" : 3,
"168960" : 6,
"171008" : 2,
"173056" : 1,
"175104" : 2,
"177152" : 2,
"183296" : 1,
"185344" : 1,
"224256" : 1,
"226304" : 2,
"236544" : 3,
"257024" : 1,
"259072" : 1,
"261120" : 1,
"272384" : 1,
"276480" : 2,
"280576" : 2,
"284672" : 15,
"288768" : 17,
"292864" : 17,
"296960" : 27,
"301056" : 39,
"305152" : 79,
"309248" : 152,
"313344" : 146,
"317440" : 177,
"321536" : 255,
"325632" : 262,
"329728" : 240,
"333824" : 285,
"337920" : 292,
"342016" : 364,
"346112" : 497,
"350208" : 782,
"354304" : 1221,
"358400" : 1660,
"362496" : 2074,
"366592" : 2477,
"370688" : 2548,
"374784" : 2328,
"378880" : 2056,
"382976" : 1701,
"387072" : 1414,
"391168" : 1181,
"395264" : 1093,
"399360" : 1205,
"403456" : 1347,
"407552" : 1656,
"411648" : 2067,
"415744" : 2513,
"419840" : 2660,
"423936" : 2787,
"428032" : 2549,
"432128" : 2139,
"436224" : 1802,
"440320" : 1445,
"444416" : 1206,
"448512" : 884,
"452608" : 786,
"456704" : 745,
"460800" : 602,
"464896" : 529,
"468992" : 495,
"473088" : 344,
"477184" : 357,
"481280" : 303,
"485376" : 210,
"489472" : 170,
"493568" : 124,
"497664" : 79,
"501760" : 50,
"505856" : 29,
"509952" : 27,
"514048" : 8,
"518144" : 9,
"522240" : 5,
"528384" : 1,
"569344" : 2,
"577536" : 2,
"585728" : 2,
"593920" : 5,
"602112" : 1,
"610304" : 6,
"618496" : 4,
"626688" : 14,
"634880" : 14,
"643072" : 12,
"651264" : 21,
"659456" : 17,
"667648" : 26,
"675840" : 50,
"684032" : 44,
"692224" : 44,
"700416" : 42,
"708608" : 69,
"716800" : 59,
"724992" : 60,
"733184" : 71,
"741376" : 40,
"749568" : 49,
"757760" : 38,
"765952" : 49,
"774144" : 40,
"782336" : 39,
"790528" : 33,
"798720" : 19,
"806912" : 9,
"815104" : 4,
"823296" : 5,
"831488" : 1,
"839680" : 3,
"856064" : 2,
"1003520" : 1,
"1011712" : 2,
"1028096" : 1,
"1036288" : 1,
"1044480" : 2,
"1056768" : 1,
"1138688" : 2,
"1187840" : 1
}
},
"lat_ns" : {
"min" : 31468,
"max" : 1210768,
"mean" : 82154.054079,
"stddev" : 38095.050725,
"N" : 6293071
},
"bw_min" : 132056,
"bw_max" : 207592,
"bw_agg" : 100.000000,
"bw_mean" : 193639.324324,
"bw_dev" : 16829.399204,
"bw_samples" : 259,
"iops_min" : 33014,
"iops_max" : 51898,
"iops_mean" : 48409.806950,
"iops_stddev" : 4207.345508,
"iops_samples" : 259
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 129999,
"usr_cpu" : 7.667751,
"sys_cpu" : 88.028369,
"ctx" : 18197,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999984,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999984,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 8.982751,
"100" : 90.165455,
"250" : 0.010000,
"500" : 0.832916,
"750" : 0.012061,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079532,
"timestamp_ms" : 1773079532262,
"time" : "Mon Mar 9 15:05:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 27823779840,
"io_kbytes" : 27171660,
"bw_bytes" : 198742704,
"bw" : 194084,
"iops" : 48521.175151,
"runtime" : 139999,
"total_ios" : 6792916,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4837,
"max" : 596390,
"mean" : 18931.622075,
"stddev" : 17981.572055,
"N" : 6792916
},
"clat_ns" : {
"min" : 23896,
"max" : 1190407,
"mean" : 63030.046369,
"stddev" : 31615.659380,
"N" : 6792915,
"percentile" : {
"1.000000" : 45824,
"5.000000" : 48896,
"10.000000" : 50432,
"20.000000" : 58624,
"30.000000" : 59648,
"40.000000" : 60672,
"50.000000" : 61184,
"60.000000" : 62208,
"70.000000" : 62720,
"80.000000" : 63744,
"90.000000" : 66048,
"95.000000" : 68096,
"99.000000" : 76288,
"99.500000" : 382976,
"99.900000" : 444416,
"99.950000" : 464896,
"99.990000" : 692224
},
"bins" : {
"23936" : 1,
"24192" : 1,
"24448" : 2,
"24704" : 9,
"24960" : 16,
"25216" : 38,
"25472" : 83,
"25728" : 102,
"25984" : 150,
"26240" : 172,
"26496" : 175,
"26752" : 153,
"27008" : 107,
"27264" : 72,
"27520" : 70,
"27776" : 50,
"28032" : 23,
"28288" : 20,
"28544" : 10,
"28800" : 8,
"29056" : 12,
"29312" : 7,
"29568" : 9,
"29824" : 5,
"30080" : 7,
"30336" : 4,
"30592" : 6,
"30848" : 5,
"31104" : 1,
"31360" : 2,
"31616" : 3,
"31872" : 1,
"32640" : 1,
"33024" : 1,
"33536" : 3,
"34048" : 7,
"34560" : 23,
"35072" : 144,
"35584" : 700,
"36096" : 2189,
"36608" : 4938,
"37120" : 8497,
"37632" : 10705,
"38144" : 10045,
"38656" : 7264,
"39168" : 4596,
"39680" : 3102,
"40192" : 2706,
"40704" : 2478,
"41216" : 2303,
"41728" : 1695,
"42240" : 1216,
"42752" : 710,
"43264" : 424,
"43776" : 270,
"44288" : 212,
"44800" : 280,
"45312" : 528,
"45824" : 1606,
"46336" : 5656,
"46848" : 16262,
"47360" : 36213,
"47872" : 66213,
"48384" : 97938,
"48896" : 118637,
"49408" : 118708,
"49920" : 104612,
"50432" : 86182,
"50944" : 70848,
"51456" : 60663,
"51968" : 52904,
"52480" : 45153,
"52992" : 37891,
"53504" : 30004,
"54016" : 23244,
"54528" : 17436,
"55040" : 12678,
"55552" : 9244,
"56064" : 7995,
"56576" : 10345,
"57088" : 19996,
"57600" : 44480,
"58112" : 94233,
"58624" : 175530,
"59136" : 286410,
"59648" : 389933,
"60160" : 464764,
"60672" : 492591,
"61184" : 480395,
"61696" : 452718,
"62208" : 422176,
"62720" : 390947,
"63232" : 355230,
"63744" : 302470,
"64256" : 248065,
"64768" : 198906,
"65280" : 155752,
"66048" : 221990,
"67072" : 144339,
"68096" : 92098,
"69120" : 64094,
"70144" : 47910,
"71168" : 35384,
"72192" : 21981,
"73216" : 12514,
"74240" : 7202,
"75264" : 4134,
"76288" : 2470,
"77312" : 1603,
"78336" : 1258,
"79360" : 1250,
"80384" : 1465,
"81408" : 1697,
"82432" : 1750,
"83456" : 1594,
"84480" : 1260,
"85504" : 803,
"86528" : 454,
"87552" : 250,
"88576" : 119,
"89600" : 73,
"90624" : 49,
"91648" : 20,
"92672" : 21,
"93696" : 23,
"94720" : 29,
"95744" : 25,
"96768" : 22,
"97792" : 16,
"98816" : 10,
"99840" : 11,
"100864" : 10,
"101888" : 6,
"102912" : 4,
"103936" : 4,
"104960" : 2,
"105984" : 3,
"107008" : 1,
"108032" : 4,
"109056" : 3,
"110080" : 1,
"111104" : 4,
"112128" : 3,
"113152" : 5,
"114176" : 1,
"115200" : 1,
"118272" : 4,
"119296" : 1,
"120320" : 2,
"122368" : 3,
"123392" : 1,
"126464" : 1,
"127488" : 2,
"128512" : 1,
"130560" : 1,
"132096" : 3,
"134144" : 3,
"136192" : 1,
"138240" : 1,
"140288" : 2,
"142336" : 4,
"144384" : 3,
"146432" : 3,
"148480" : 1,
"150528" : 6,
"152576" : 7,
"154624" : 8,
"156672" : 5,
"158720" : 9,
"160768" : 4,
"162816" : 5,
"164864" : 2,
"166912" : 3,
"168960" : 6,
"171008" : 2,
"173056" : 1,
"175104" : 2,
"177152" : 2,
"183296" : 1,
"185344" : 1,
"187392" : 1,
"199680" : 1,
"201728" : 1,
"224256" : 1,
"226304" : 2,
"236544" : 3,
"257024" : 1,
"259072" : 1,
"261120" : 1,
"272384" : 1,
"276480" : 2,
"280576" : 2,
"284672" : 15,
"288768" : 17,
"292864" : 17,
"296960" : 27,
"301056" : 39,
"305152" : 79,
"309248" : 152,
"313344" : 146,
"317440" : 177,
"321536" : 255,
"325632" : 262,
"329728" : 240,
"333824" : 285,
"337920" : 292,
"342016" : 364,
"346112" : 497,
"350208" : 782,
"354304" : 1221,
"358400" : 1660,
"362496" : 2074,
"366592" : 2477,
"370688" : 2548,
"374784" : 2328,
"378880" : 2056,
"382976" : 1701,
"387072" : 1414,
"391168" : 1181,
"395264" : 1093,
"399360" : 1205,
"403456" : 1347,
"407552" : 1656,
"411648" : 2067,
"415744" : 2513,
"419840" : 2660,
"423936" : 2787,
"428032" : 2549,
"432128" : 2139,
"436224" : 1802,
"440320" : 1445,
"444416" : 1206,
"448512" : 884,
"452608" : 786,
"456704" : 745,
"460800" : 602,
"464896" : 529,
"468992" : 495,
"473088" : 344,
"477184" : 357,
"481280" : 303,
"485376" : 210,
"489472" : 170,
"493568" : 124,
"497664" : 79,
"501760" : 50,
"505856" : 29,
"509952" : 27,
"514048" : 8,
"518144" : 9,
"522240" : 5,
"528384" : 1,
"569344" : 2,
"577536" : 2,
"585728" : 2,
"593920" : 5,
"602112" : 1,
"610304" : 6,
"618496" : 4,
"626688" : 14,
"634880" : 14,
"643072" : 12,
"651264" : 21,
"659456" : 17,
"667648" : 26,
"675840" : 50,
"684032" : 44,
"692224" : 44,
"700416" : 42,
"708608" : 69,
"716800" : 59,
"724992" : 60,
"733184" : 71,
"741376" : 40,
"749568" : 49,
"757760" : 38,
"765952" : 49,
"774144" : 40,
"782336" : 39,
"790528" : 33,
"798720" : 19,
"806912" : 9,
"815104" : 4,
"823296" : 5,
"831488" : 1,
"839680" : 3,
"856064" : 2,
"1003520" : 1,
"1011712" : 2,
"1028096" : 1,
"1036288" : 1,
"1044480" : 2,
"1056768" : 1,
"1138688" : 2,
"1187840" : 1
}
},
"lat_ns" : {
"min" : 31468,
"max" : 1210768,
"mean" : 81961.668174,
"stddev" : 36718.600387,
"N" : 6792915
},
"bw_min" : 132056,
"bw_max" : 207592,
"bw_agg" : 100.000000,
"bw_mean" : 194094.372760,
"bw_dev" : 16299.176240,
"bw_samples" : 279,
"iops_min" : 33014,
"iops_max" : 51898,
"iops_mean" : 48523.577061,
"iops_stddev" : 4074.792986,
"iops_samples" : 279
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 139999,
"usr_cpu" : 7.682912,
"sys_cpu" : 88.297059,
"ctx" : 18203,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999985,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999985,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 8.827402,
"100" : 90.383394,
"250" : 0.010000,
"500" : 0.771627,
"750" : 0.011173,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079542,
"timestamp_ms" : 1773079542262,
"time" : "Mon Mar 9 15:05:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 29869490176,
"io_kbytes" : 29169424,
"bw_bytes" : 199131262,
"bw" : 194464,
"iops" : 48616.044107,
"runtime" : 149999,
"total_ios" : 7292358,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4837,
"max" : 596390,
"mean" : 18892.538806,
"stddev" : 17375.581315,
"N" : 7292358
},
"clat_ns" : {
"min" : 23896,
"max" : 1190407,
"mean" : 62907.534372,
"stddev" : 30554.290334,
"N" : 7292357,
"percentile" : {
"1.000000" : 46336,
"5.000000" : 48896,
"10.000000" : 50432,
"20.000000" : 58624,
"30.000000" : 59648,
"40.000000" : 60672,
"50.000000" : 61184,
"60.000000" : 62208,
"70.000000" : 62720,
"80.000000" : 64256,
"90.000000" : 66048,
"95.000000" : 68096,
"99.000000" : 75264,
"99.500000" : 378880,
"99.900000" : 444416,
"99.950000" : 464896,
"99.990000" : 684032
},
"bins" : {
"23936" : 1,
"24192" : 1,
"24448" : 2,
"24704" : 9,
"24960" : 16,
"25216" : 38,
"25472" : 84,
"25728" : 109,
"25984" : 159,
"26240" : 185,
"26496" : 186,
"26752" : 168,
"27008" : 120,
"27264" : 79,
"27520" : 80,
"27776" : 59,
"28032" : 26,
"28288" : 21,
"28544" : 13,
"28800" : 12,
"29056" : 13,
"29312" : 7,
"29568" : 10,
"29824" : 6,
"30080" : 8,
"30336" : 5,
"30592" : 6,
"30848" : 5,
"31104" : 1,
"31360" : 2,
"31616" : 3,
"31872" : 1,
"32640" : 2,
"33024" : 1,
"33536" : 3,
"34048" : 7,
"34560" : 23,
"35072" : 150,
"35584" : 718,
"36096" : 2249,
"36608" : 5146,
"37120" : 8875,
"37632" : 11270,
"38144" : 10801,
"38656" : 7917,
"39168" : 5097,
"39680" : 3421,
"40192" : 2923,
"40704" : 2682,
"41216" : 2511,
"41728" : 1901,
"42240" : 1380,
"42752" : 798,
"43264" : 478,
"43776" : 296,
"44288" : 233,
"44800" : 310,
"45312" : 541,
"45824" : 1648,
"46336" : 5780,
"46848" : 16702,
"47360" : 37425,
"47872" : 68841,
"48384" : 102592,
"48896" : 125214,
"49408" : 126581,
"49920" : 112756,
"50432" : 93425,
"50944" : 76748,
"51456" : 65509,
"51968" : 57130,
"52480" : 49286,
"52992" : 41674,
"53504" : 33481,
"54016" : 26115,
"54528" : 19717,
"55040" : 14361,
"55552" : 10342,
"56064" : 8766,
"56576" : 11084,
"57088" : 20868,
"57600" : 45898,
"58112" : 97223,
"58624" : 181759,
"59136" : 297565,
"59648" : 407721,
"60160" : 489149,
"60672" : 522457,
"61184" : 512843,
"61696" : 484963,
"62208" : 452738,
"62720" : 419776,
"63232" : 383132,
"63744" : 328564,
"64256" : 271829,
"64768" : 219991,
"65280" : 173830,
"66048" : 248947,
"67072" : 162085,
"68096" : 104184,
"69120" : 72443,
"70144" : 54196,
"71168" : 40541,
"72192" : 25380,
"73216" : 14461,
"74240" : 8215,
"75264" : 4671,
"76288" : 2787,
"77312" : 1753,
"78336" : 1341,
"79360" : 1288,
"80384" : 1499,
"81408" : 1714,
"82432" : 1765,
"83456" : 1605,
"84480" : 1267,
"85504" : 812,
"86528" : 456,
"87552" : 251,
"88576" : 126,
"89600" : 74,
"90624" : 50,
"91648" : 20,
"92672" : 21,
"93696" : 23,
"94720" : 29,
"95744" : 25,
"96768" : 22,
"97792" : 16,
"98816" : 10,
"99840" : 11,
"100864" : 10,
"101888" : 6,
"102912" : 4,
"103936" : 5,
"104960" : 4,
"105984" : 3,
"107008" : 1,
"108032" : 4,
"109056" : 3,
"110080" : 1,
"111104" : 4,
"112128" : 3,
"113152" : 5,
"114176" : 1,
"115200" : 1,
"118272" : 4,
"119296" : 1,
"120320" : 2,
"122368" : 3,
"123392" : 3,
"125440" : 1,
"126464" : 1,
"127488" : 2,
"128512" : 1,
"130560" : 1,
"132096" : 3,
"134144" : 3,
"136192" : 1,
"138240" : 1,
"140288" : 3,
"142336" : 5,
"144384" : 3,
"146432" : 3,
"148480" : 1,
"150528" : 6,
"152576" : 8,
"154624" : 8,
"156672" : 5,
"158720" : 9,
"160768" : 4,
"162816" : 5,
"164864" : 2,
"166912" : 3,
"168960" : 6,
"171008" : 2,
"173056" : 1,
"175104" : 2,
"177152" : 2,
"183296" : 1,
"185344" : 1,
"187392" : 1,
"199680" : 1,
"201728" : 1,
"224256" : 1,
"226304" : 2,
"236544" : 3,
"257024" : 1,
"259072" : 1,
"261120" : 1,
"272384" : 1,
"276480" : 2,
"280576" : 2,
"284672" : 15,
"288768" : 17,
"292864" : 17,
"296960" : 27,
"301056" : 39,
"305152" : 79,
"309248" : 152,
"313344" : 146,
"317440" : 177,
"321536" : 255,
"325632" : 262,
"329728" : 240,
"333824" : 285,
"337920" : 292,
"342016" : 364,
"346112" : 497,
"350208" : 782,
"354304" : 1221,
"358400" : 1660,
"362496" : 2074,
"366592" : 2477,
"370688" : 2548,
"374784" : 2328,
"378880" : 2056,
"382976" : 1701,
"387072" : 1414,
"391168" : 1181,
"395264" : 1093,
"399360" : 1205,
"403456" : 1347,
"407552" : 1656,
"411648" : 2067,
"415744" : 2513,
"419840" : 2660,
"423936" : 2787,
"428032" : 2549,
"432128" : 2139,
"436224" : 1802,
"440320" : 1445,
"444416" : 1206,
"448512" : 884,
"452608" : 786,
"456704" : 745,
"460800" : 602,
"464896" : 529,
"468992" : 495,
"473088" : 344,
"477184" : 357,
"481280" : 303,
"485376" : 210,
"489472" : 170,
"493568" : 124,
"497664" : 79,
"501760" : 50,
"505856" : 29,
"509952" : 27,
"514048" : 8,
"518144" : 9,
"522240" : 5,
"528384" : 1,
"569344" : 2,
"577536" : 2,
"585728" : 2,
"593920" : 5,
"602112" : 1,
"610304" : 6,
"618496" : 4,
"626688" : 14,
"634880" : 14,
"643072" : 12,
"651264" : 21,
"659456" : 17,
"667648" : 26,
"675840" : 50,
"684032" : 44,
"692224" : 44,
"700416" : 42,
"708608" : 69,
"716800" : 59,
"724992" : 60,
"733184" : 71,
"741376" : 40,
"749568" : 49,
"757760" : 38,
"765952" : 49,
"774144" : 40,
"782336" : 39,
"790528" : 33,
"798720" : 19,
"806912" : 9,
"815104" : 4,
"823296" : 5,
"831488" : 1,
"839680" : 3,
"856064" : 2,
"1003520" : 1,
"1011712" : 2,
"1028096" : 1,
"1036288" : 1,
"1044480" : 2,
"1056768" : 1,
"1138688" : 2,
"1187840" : 1
}
},
"lat_ns" : {
"min" : 31468,
"max" : 1210768,
"mean" : 81800.074612,
"stddev" : 35487.850080,
"N" : 7292357
},
"bw_min" : 132056,
"bw_max" : 207592,
"bw_agg" : 100.000000,
"bw_mean" : 194486.297659,
"bw_dev" : 15813.265965,
"bw_samples" : 299,
"iops_min" : 33014,
"iops_max" : 51898,
"iops_mean" : 48621.555184,
"iops_stddev" : 3953.314307,
"iops_samples" : 299
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 149999,
"usr_cpu" : 7.699385,
"sys_cpu" : 88.526590,
"ctx" : 18206,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999986,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999986,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 8.686477,
"100" : 90.578246,
"250" : 0.010000,
"500" : 0.718780,
"750" : 0.010408,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079552,
"timestamp_ms" : 1773079552262,
"time" : "Mon Mar 9 15:05:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 31915245568,
"io_kbytes" : 31167232,
"bw_bytes" : 199471531,
"bw" : 194796,
"iops" : 48699.110619,
"runtime" : 159999,
"total_ios" : 7791809,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4837,
"max" : 596390,
"mean" : 18858.379997,
"stddev" : 16829.418389,
"N" : 7791810
},
"clat_ns" : {
"min" : 23896,
"max" : 1190407,
"mean" : 62800.723224,
"stddev" : 29597.608882,
"N" : 7791809,
"percentile" : {
"1.000000" : 46336,
"5.000000" : 48896,
"10.000000" : 50432,
"20.000000" : 58624,
"30.000000" : 59648,
"40.000000" : 60672,
"50.000000" : 61184,
"60.000000" : 62208,
"70.000000" : 63232,
"80.000000" : 64256,
"90.000000" : 66048,
"95.000000" : 68096,
"99.000000" : 74240,
"99.500000" : 374784,
"99.900000" : 444416,
"99.950000" : 460800,
"99.990000" : 675840
},
"bins" : {
"23936" : 1,
"24192" : 1,
"24448" : 2,
"24704" : 9,
"24960" : 17,
"25216" : 43,
"25472" : 86,
"25728" : 116,
"25984" : 166,
"26240" : 195,
"26496" : 199,
"26752" : 178,
"27008" : 132,
"27264" : 92,
"27520" : 83,
"27776" : 65,
"28032" : 31,
"28288" : 23,
"28544" : 15,
"28800" : 14,
"29056" : 15,
"29312" : 7,
"29568" : 11,
"29824" : 6,
"30080" : 8,
"30336" : 6,
"30592" : 6,
"30848" : 5,
"31104" : 1,
"31360" : 2,
"31616" : 4,
"31872" : 1,
"32640" : 2,
"33024" : 1,
"33536" : 3,
"34048" : 7,
"34560" : 24,
"35072" : 154,
"35584" : 737,
"36096" : 2305,
"36608" : 5357,
"37120" : 9290,
"37632" : 11880,
"38144" : 11554,
"38656" : 8558,
"39168" : 5545,
"39680" : 3706,
"40192" : 3136,
"40704" : 2913,
"41216" : 2733,
"41728" : 2107,
"42240" : 1549,
"42752" : 879,
"43264" : 519,
"43776" : 328,
"44288" : 257,
"44800" : 324,
"45312" : 560,
"45824" : 1703,
"46336" : 5917,
"46848" : 17147,
"47360" : 38611,
"47872" : 71524,
"48384" : 107156,
"48896" : 131838,
"49408" : 134382,
"49920" : 120950,
"50432" : 100592,
"50944" : 82622,
"51456" : 70392,
"51968" : 61276,
"52480" : 53191,
"52992" : 45542,
"53504" : 36839,
"54016" : 29010,
"54528" : 22041,
"55040" : 15997,
"55552" : 11494,
"56064" : 9622,
"56576" : 11795,
"57088" : 21672,
"57600" : 47423,
"58112" : 100227,
"58624" : 187891,
"59136" : 309101,
"59648" : 425495,
"60160" : 513787,
"60672" : 552536,
"61184" : 545419,
"61696" : 517530,
"62208" : 483152,
"62720" : 448798,
"63232" : 411141,
"63744" : 354198,
"64256" : 295557,
"64768" : 241021,
"65280" : 191583,
"66048" : 275651,
"67072" : 179923,
"68096" : 116068,
"69120" : 80699,
"70144" : 60757,
"71168" : 45555,
"72192" : 28800,
"73216" : 16316,
"74240" : 9288,
"75264" : 5231,
"76288" : 3129,
"77312" : 1927,
"78336" : 1446,
"79360" : 1347,
"80384" : 1528,
"81408" : 1733,
"82432" : 1783,
"83456" : 1609,
"84480" : 1276,
"85504" : 820,
"86528" : 461,
"87552" : 254,
"88576" : 131,
"89600" : 76,
"90624" : 51,
"91648" : 23,
"92672" : 21,
"93696" : 23,
"94720" : 29,
"95744" : 25,
"96768" : 22,
"97792" : 16,
"98816" : 10,
"99840" : 11,
"100864" : 10,
"101888" : 6,
"102912" : 4,
"103936" : 5,
"104960" : 4,
"105984" : 3,
"107008" : 1,
"108032" : 4,
"109056" : 3,
"110080" : 1,
"111104" : 4,
"112128" : 3,
"113152" : 5,
"114176" : 1,
"115200" : 1,
"118272" : 4,
"119296" : 1,
"120320" : 2,
"122368" : 3,
"123392" : 3,
"125440" : 1,
"126464" : 1,
"127488" : 2,
"128512" : 1,
"130560" : 1,
"132096" : 3,
"134144" : 3,
"136192" : 2,
"138240" : 2,
"140288" : 6,
"142336" : 6,
"144384" : 3,
"146432" : 3,
"148480" : 1,
"150528" : 6,
"152576" : 8,
"154624" : 8,
"156672" : 7,
"158720" : 10,
"160768" : 4,
"162816" : 5,
"164864" : 2,
"166912" : 4,
"168960" : 7,
"171008" : 3,
"173056" : 1,
"175104" : 2,
"177152" : 2,
"183296" : 1,
"185344" : 1,
"187392" : 1,
"199680" : 1,
"201728" : 1,
"224256" : 1,
"226304" : 2,
"236544" : 3,
"257024" : 1,
"259072" : 1,
"261120" : 1,
"272384" : 1,
"276480" : 2,
"280576" : 2,
"284672" : 15,
"288768" : 17,
"292864" : 17,
"296960" : 27,
"301056" : 39,
"305152" : 79,
"309248" : 152,
"313344" : 146,
"317440" : 177,
"321536" : 255,
"325632" : 262,
"329728" : 240,
"333824" : 285,
"337920" : 292,
"342016" : 364,
"346112" : 497,
"350208" : 782,
"354304" : 1221,
"358400" : 1660,
"362496" : 2074,
"366592" : 2477,
"370688" : 2548,
"374784" : 2328,
"378880" : 2056,
"382976" : 1701,
"387072" : 1414,
"391168" : 1181,
"395264" : 1093,
"399360" : 1205,
"403456" : 1347,
"407552" : 1656,
"411648" : 2067,
"415744" : 2513,
"419840" : 2660,
"423936" : 2787,
"428032" : 2549,
"432128" : 2139,
"436224" : 1802,
"440320" : 1445,
"444416" : 1206,
"448512" : 884,
"452608" : 786,
"456704" : 745,
"460800" : 602,
"464896" : 529,
"468992" : 495,
"473088" : 344,
"477184" : 357,
"481280" : 303,
"485376" : 210,
"489472" : 170,
"493568" : 124,
"497664" : 79,
"501760" : 50,
"505856" : 29,
"509952" : 27,
"514048" : 8,
"518144" : 9,
"522240" : 5,
"528384" : 1,
"569344" : 2,
"577536" : 2,
"585728" : 2,
"593920" : 5,
"602112" : 1,
"610304" : 6,
"618496" : 4,
"626688" : 14,
"634880" : 14,
"643072" : 12,
"651264" : 21,
"659456" : 17,
"667648" : 26,
"675840" : 50,
"684032" : 44,
"692224" : 44,
"700416" : 42,
"708608" : 69,
"716800" : 59,
"724992" : 60,
"733184" : 71,
"741376" : 40,
"749568" : 49,
"757760" : 38,
"765952" : 49,
"774144" : 40,
"782336" : 39,
"790528" : 33,
"798720" : 19,
"806912" : 9,
"815104" : 4,
"823296" : 5,
"831488" : 1,
"839680" : 3,
"856064" : 2,
"1003520" : 1,
"1011712" : 2,
"1028096" : 1,
"1036288" : 1,
"1044480" : 2,
"1056768" : 1,
"1138688" : 2,
"1187840" : 1
}
},
"lat_ns" : {
"min" : 31468,
"max" : 1210768,
"mean" : 81659.103317,
"stddev" : 34378.365568,
"N" : 7791809
},
"bw_min" : 132056,
"bw_max" : 207592,
"bw_agg" : 100.000000,
"bw_mean" : 194820.175549,
"bw_dev" : 15365.113188,
"bw_samples" : 319,
"iops_min" : 33014,
"iops_max" : 51898,
"iops_mean" : 48705.031348,
"iops_stddev" : 3841.277870,
"iops_samples" : 319
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159999,
"usr_cpu" : 7.730673,
"sys_cpu" : 88.710554,
"ctx" : 18212,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 8.563801,
"100" : 90.747912,
"250" : 0.010000,
"500" : 0.672706,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079562,
"timestamp_ms" : 1773079562262,
"time" : "Mon Mar 9 15:06:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 33960251392,
"io_kbytes" : 33164308,
"bw_bytes" : 199767359,
"bw" : 195085,
"iops" : 48771.333949,
"runtime" : 169999,
"total_ios" : 8291078,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4837,
"max" : 596390,
"mean" : 18828.722912,
"stddev" : 16334.182852,
"N" : 8291078
},
"clat_ns" : {
"min" : 23896,
"max" : 1190407,
"mean" : 62708.068891,
"stddev" : 28729.648915,
"N" : 8291077,
"percentile" : {
"1.000000" : 46336,
"5.000000" : 48896,
"10.000000" : 50432,
"20.000000" : 58624,
"30.000000" : 60160,
"40.000000" : 60672,
"50.000000" : 61184,
"60.000000" : 62208,
"70.000000" : 63232,
"80.000000" : 64256,
"90.000000" : 66048,
"95.000000" : 68096,
"99.000000" : 74240,
"99.500000" : 370688,
"99.900000" : 440320,
"99.950000" : 460800,
"99.990000" : 651264
},
"bins" : {
"23936" : 1,
"24192" : 1,
"24448" : 2,
"24704" : 9,
"24960" : 18,
"25216" : 44,
"25472" : 87,
"25728" : 121,
"25984" : 175,
"26240" : 209,
"26496" : 211,
"26752" : 184,
"27008" : 141,
"27264" : 96,
"27520" : 87,
"27776" : 67,
"28032" : 35,
"28288" : 28,
"28544" : 16,
"28800" : 16,
"29056" : 18,
"29312" : 9,
"29568" : 11,
"29824" : 6,
"30080" : 8,
"30336" : 7,
"30592" : 6,
"30848" : 5,
"31104" : 2,
"31360" : 2,
"31616" : 4,
"31872" : 1,
"32640" : 2,
"33024" : 1,
"33536" : 3,
"34048" : 7,
"34560" : 24,
"35072" : 159,
"35584" : 745,
"36096" : 2351,
"36608" : 5520,
"37120" : 9632,
"37632" : 12493,
"38144" : 12353,
"38656" : 9219,
"39168" : 6013,
"39680" : 4024,
"40192" : 3348,
"40704" : 3146,
"41216" : 2952,
"41728" : 2322,
"42240" : 1686,
"42752" : 971,
"43264" : 572,
"43776" : 358,
"44288" : 282,
"44800" : 352,
"45312" : 577,
"45824" : 1736,
"46336" : 6034,
"46848" : 17526,
"47360" : 39702,
"47872" : 73891,
"48384" : 111467,
"48896" : 138397,
"49408" : 142481,
"49920" : 129162,
"50432" : 107959,
"50944" : 88690,
"51456" : 75285,
"51968" : 65664,
"52480" : 57376,
"52992" : 49480,
"53504" : 40356,
"54016" : 32023,
"54528" : 24363,
"55040" : 17660,
"55552" : 12654,
"56064" : 10530,
"56576" : 12511,
"57088" : 22495,
"57600" : 48752,
"58112" : 102871,
"58624" : 193656,
"59136" : 319698,
"59648" : 442586,
"60160" : 537453,
"60672" : 581988,
"61184" : 577966,
"61696" : 550451,
"62208" : 514059,
"62720" : 478032,
"63232" : 439093,
"63744" : 380255,
"64256" : 319667,
"64768" : 262617,
"65280" : 209856,
"66048" : 302647,
"67072" : 197926,
"68096" : 127979,
"69120" : 89035,
"70144" : 67281,
"71168" : 50513,
"72192" : 32117,
"73216" : 18257,
"74240" : 10284,
"75264" : 5801,
"76288" : 3427,
"77312" : 2050,
"78336" : 1543,
"79360" : 1395,
"80384" : 1545,
"81408" : 1751,
"82432" : 1798,
"83456" : 1615,
"84480" : 1288,
"85504" : 826,
"86528" : 467,
"87552" : 260,
"88576" : 135,
"89600" : 80,
"90624" : 52,
"91648" : 25,
"92672" : 21,
"93696" : 23,
"94720" : 30,
"95744" : 25,
"96768" : 22,
"97792" : 16,
"98816" : 10,
"99840" : 11,
"100864" : 10,
"101888" : 6,
"102912" : 4,
"103936" : 5,
"104960" : 5,
"105984" : 5,
"107008" : 1,
"108032" : 4,
"109056" : 3,
"110080" : 1,
"111104" : 4,
"112128" : 3,
"113152" : 5,
"114176" : 1,
"115200" : 1,
"118272" : 4,
"119296" : 1,
"120320" : 2,
"122368" : 3,
"123392" : 3,
"125440" : 1,
"126464" : 1,
"127488" : 2,
"128512" : 1,
"130560" : 1,
"132096" : 3,
"134144" : 3,
"136192" : 2,
"138240" : 2,
"140288" : 8,
"142336" : 6,
"144384" : 3,
"146432" : 3,
"148480" : 2,
"150528" : 6,
"152576" : 8,
"154624" : 8,
"156672" : 7,
"158720" : 11,
"160768" : 6,
"162816" : 5,
"164864" : 2,
"166912" : 4,
"168960" : 8,
"171008" : 5,
"173056" : 1,
"175104" : 2,
"177152" : 2,
"183296" : 1,
"185344" : 1,
"187392" : 1,
"199680" : 1,
"201728" : 1,
"224256" : 1,
"226304" : 2,
"236544" : 3,
"257024" : 1,
"259072" : 1,
"261120" : 1,
"272384" : 1,
"276480" : 2,
"280576" : 2,
"284672" : 15,
"288768" : 17,
"292864" : 17,
"296960" : 27,
"301056" : 39,
"305152" : 79,
"309248" : 152,
"313344" : 146,
"317440" : 177,
"321536" : 255,
"325632" : 262,
"329728" : 240,
"333824" : 285,
"337920" : 292,
"342016" : 364,
"346112" : 497,
"350208" : 782,
"354304" : 1221,
"358400" : 1660,
"362496" : 2074,
"366592" : 2477,
"370688" : 2548,
"374784" : 2328,
"378880" : 2056,
"382976" : 1701,
"387072" : 1414,
"391168" : 1181,
"395264" : 1093,
"399360" : 1205,
"403456" : 1347,
"407552" : 1656,
"411648" : 2067,
"415744" : 2513,
"419840" : 2660,
"423936" : 2787,
"428032" : 2549,
"432128" : 2139,
"436224" : 1802,
"440320" : 1445,
"444416" : 1206,
"448512" : 884,
"452608" : 786,
"456704" : 745,
"460800" : 602,
"464896" : 529,
"468992" : 495,
"473088" : 344,
"477184" : 357,
"481280" : 303,
"485376" : 210,
"489472" : 170,
"493568" : 124,
"497664" : 79,
"501760" : 50,
"505856" : 29,
"509952" : 27,
"514048" : 8,
"518144" : 9,
"522240" : 5,
"528384" : 1,
"569344" : 2,
"577536" : 2,
"585728" : 2,
"593920" : 5,
"602112" : 1,
"610304" : 6,
"618496" : 4,
"626688" : 14,
"634880" : 14,
"643072" : 12,
"651264" : 21,
"659456" : 17,
"667648" : 26,
"675840" : 50,
"684032" : 44,
"692224" : 44,
"700416" : 42,
"708608" : 69,
"716800" : 59,
"724992" : 60,
"733184" : 71,
"741376" : 40,
"749568" : 49,
"757760" : 38,
"765952" : 49,
"774144" : 40,
"782336" : 39,
"790528" : 33,
"798720" : 19,
"806912" : 9,
"815104" : 4,
"823296" : 5,
"831488" : 1,
"839680" : 3,
"856064" : 2,
"1003520" : 1,
"1011712" : 2,
"1028096" : 1,
"1036288" : 1,
"1044480" : 2,
"1056768" : 1,
"1138688" : 2,
"1187840" : 1
}
},
"lat_ns" : {
"min" : 31468,
"max" : 1210768,
"mean" : 81536.791372,
"stddev" : 33371.644575,
"N" : 8291077
},
"bw_min" : 132056,
"bw_max" : 207592,
"bw_agg" : 100.000000,
"bw_mean" : 195110.327434,
"bw_dev" : 14950.185959,
"bw_samples" : 339,
"iops_min" : 33014,
"iops_max" : 51898,
"iops_mean" : 48777.575221,
"iops_stddev" : 3737.548289,
"iops_samples" : 339
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 169999,
"usr_cpu" : 7.745340,
"sys_cpu" : 88.885229,
"ctx" : 18217,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999988,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999988,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 8.449130,
"100" : 90.903873,
"250" : 0.010000,
"500" : 0.632198,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079572,
"timestamp_ms" : 1773079572262,
"time" : "Mon Mar 9 15:06:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 36015370240,
"io_kbytes" : 35171260,
"bw_bytes" : 200086501,
"bw" : 195396,
"iops" : 48849.249162,
"runtime" : 179999,
"total_ios" : 8792816,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4837,
"max" : 596390,
"mean" : 18796.503048,
"stddev" : 15880.388258,
"N" : 8792816
},
"clat_ns" : {
"min" : 23896,
"max" : 1190407,
"mean" : 62608.847574,
"stddev" : 27935.149983,
"N" : 8792815,
"percentile" : {
"1.000000" : 46336,
"5.000000" : 48896,
"10.000000" : 50432,
"20.000000" : 58624,
"30.000000" : 60160,
"40.000000" : 60672,
"50.000000" : 61696,
"60.000000" : 62208,
"70.000000" : 63232,
"80.000000" : 64256,
"90.000000" : 66048,
"95.000000" : 68096,
"99.000000" : 74240,
"99.500000" : 366592,
"99.900000" : 440320,
"99.950000" : 456704,
"99.990000" : 626688
},
"bins" : {
"23936" : 1,
"24192" : 1,
"24448" : 2,
"24704" : 10,
"24960" : 18,
"25216" : 45,
"25472" : 93,
"25728" : 126,
"25984" : 181,
"26240" : 228,
"26496" : 223,
"26752" : 197,
"27008" : 150,
"27264" : 99,
"27520" : 95,
"27776" : 72,
"28032" : 37,
"28288" : 28,
"28544" : 18,
"28800" : 17,
"29056" : 18,
"29312" : 9,
"29568" : 11,
"29824" : 8,
"30080" : 8,
"30336" : 7,
"30592" : 7,
"30848" : 5,
"31104" : 3,
"31360" : 2,
"31616" : 4,
"31872" : 2,
"32640" : 2,
"33024" : 1,
"33536" : 3,
"34048" : 7,
"34560" : 24,
"35072" : 161,
"35584" : 762,
"36096" : 2435,
"36608" : 5780,
"37120" : 10134,
"37632" : 13248,
"38144" : 13115,
"38656" : 9817,
"39168" : 6439,
"39680" : 4334,
"40192" : 3563,
"40704" : 3388,
"41216" : 3192,
"41728" : 2505,
"42240" : 1806,
"42752" : 1038,
"43264" : 610,
"43776" : 388,
"44288" : 305,
"44800" : 377,
"45312" : 599,
"45824" : 1789,
"46336" : 6214,
"46848" : 18104,
"47360" : 41314,
"47872" : 77193,
"48384" : 117064,
"48896" : 145934,
"49408" : 150951,
"49920" : 136847,
"50432" : 114639,
"50944" : 94126,
"51456" : 80114,
"51968" : 70095,
"52480" : 61580,
"52992" : 53304,
"53504" : 43610,
"54016" : 34583,
"54528" : 26284,
"55040" : 19094,
"55552" : 13643,
"56064" : 11288,
"56576" : 13240,
"57088" : 23447,
"57600" : 50448,
"58112" : 106718,
"58624" : 201466,
"59136" : 334327,
"59648" : 464253,
"60160" : 565576,
"60672" : 614020,
"61184" : 610631,
"61696" : 581889,
"62208" : 543759,
"62720" : 506868,
"63232" : 466995,
"63744" : 405756,
"64256" : 342416,
"64768" : 282072,
"65280" : 225886,
"66048" : 326390,
"67072" : 214058,
"68096" : 138881,
"69120" : 97108,
"70144" : 73634,
"71168" : 54945,
"72192" : 34785,
"73216" : 19751,
"74240" : 11067,
"75264" : 6172,
"76288" : 3642,
"77312" : 2161,
"78336" : 1621,
"79360" : 1432,
"80384" : 1593,
"81408" : 1787,
"82432" : 1823,
"83456" : 1628,
"84480" : 1307,
"85504" : 842,
"86528" : 473,
"87552" : 270,
"88576" : 141,
"89600" : 83,
"90624" : 54,
"91648" : 25,
"92672" : 21,
"93696" : 23,
"94720" : 31,
"95744" : 26,
"96768" : 22,
"97792" : 17,
"98816" : 11,
"99840" : 11,
"100864" : 11,
"101888" : 8,
"102912" : 6,
"103936" : 6,
"104960" : 6,
"105984" : 6,
"107008" : 2,
"108032" : 4,
"109056" : 3,
"110080" : 2,
"111104" : 4,
"112128" : 4,
"113152" : 5,
"114176" : 1,
"115200" : 1,
"118272" : 4,
"119296" : 1,
"120320" : 2,
"122368" : 3,
"123392" : 3,
"125440" : 1,
"126464" : 1,
"127488" : 2,
"128512" : 1,
"130560" : 1,
"132096" : 3,
"134144" : 3,
"136192" : 2,
"138240" : 4,
"140288" : 9,
"142336" : 9,
"144384" : 4,
"146432" : 4,
"148480" : 2,
"150528" : 7,
"152576" : 9,
"154624" : 10,
"156672" : 17,
"158720" : 18,
"160768" : 6,
"162816" : 6,
"164864" : 2,
"166912" : 4,
"168960" : 8,
"171008" : 5,
"173056" : 1,
"175104" : 2,
"177152" : 2,
"183296" : 2,
"185344" : 1,
"187392" : 1,
"189440" : 2,
"199680" : 1,
"201728" : 1,
"224256" : 1,
"226304" : 2,
"236544" : 3,
"257024" : 1,
"259072" : 1,
"261120" : 1,
"272384" : 1,
"276480" : 2,
"280576" : 2,
"284672" : 15,
"288768" : 17,
"292864" : 17,
"296960" : 27,
"301056" : 39,
"305152" : 79,
"309248" : 152,
"313344" : 146,
"317440" : 177,
"321536" : 255,
"325632" : 262,
"329728" : 240,
"333824" : 285,
"337920" : 292,
"342016" : 364,
"346112" : 497,
"350208" : 782,
"354304" : 1221,
"358400" : 1660,
"362496" : 2074,
"366592" : 2477,
"370688" : 2548,
"374784" : 2328,
"378880" : 2056,
"382976" : 1701,
"387072" : 1414,
"391168" : 1181,
"395264" : 1093,
"399360" : 1205,
"403456" : 1347,
"407552" : 1656,
"411648" : 2067,
"415744" : 2513,
"419840" : 2660,
"423936" : 2787,
"428032" : 2549,
"432128" : 2139,
"436224" : 1802,
"440320" : 1445,
"444416" : 1206,
"448512" : 884,
"452608" : 786,
"456704" : 745,
"460800" : 602,
"464896" : 529,
"468992" : 495,
"473088" : 344,
"477184" : 357,
"481280" : 303,
"485376" : 210,
"489472" : 170,
"493568" : 124,
"497664" : 79,
"501760" : 50,
"505856" : 29,
"509952" : 27,
"514048" : 8,
"518144" : 9,
"522240" : 5,
"528384" : 1,
"569344" : 2,
"577536" : 2,
"585728" : 2,
"593920" : 5,
"602112" : 1,
"610304" : 6,
"618496" : 4,
"626688" : 14,
"634880" : 14,
"643072" : 12,
"651264" : 21,
"659456" : 17,
"667648" : 26,
"675840" : 50,
"684032" : 44,
"692224" : 44,
"700416" : 42,
"708608" : 69,
"716800" : 59,
"724992" : 60,
"733184" : 71,
"741376" : 40,
"749568" : 49,
"757760" : 38,
"765952" : 49,
"774144" : 40,
"782336" : 39,
"790528" : 33,
"798720" : 19,
"806912" : 9,
"815104" : 4,
"823296" : 5,
"831488" : 1,
"839680" : 3,
"856064" : 2,
"1003520" : 1,
"1011712" : 2,
"1028096" : 1,
"1036288" : 1,
"1044480" : 2,
"1056768" : 1,
"1138688" : 2,
"1187840" : 1
}
},
"lat_ns" : {
"min" : 31468,
"max" : 1210768,
"mean" : 81405.350258,
"stddev" : 32450.482773,
"N" : 8792815
},
"bw_min" : 132056,
"bw_max" : 207592,
"bw_agg" : 100.000000,
"bw_mean" : 195423.771588,
"bw_dev" : 14586.383595,
"bw_samples" : 359,
"iops_min" : 33014,
"iops_max" : 51898,
"iops_mean" : 48855.933148,
"iops_stddev" : 3646.596762,
"iops_samples" : 359
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 179999,
"usr_cpu" : 7.745599,
"sys_cpu" : 89.053273,
"ctx" : 18232,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999989,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999989,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 8.394535,
"100" : 90.994887,
"250" : 0.010000,
"500" : 0.596123,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079572,
"timestamp_ms" : 1773079572314,
"time" : "Mon Mar 9 15:06:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 36015431680,
"io_kbytes" : 35171320,
"bw_bytes" : 200083508,
"bw" : 195394,
"iops" : 48848.490572,
"runtime" : 180002,
"total_ios" : 8792826,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 4837,
"max" : 596390,
"mean" : 18796.503133,
"stddev" : 15880.378399,
"N" : 8792827
},
"clat_ns" : {
"min" : 3225,
"max" : 1190407,
"mean" : 62608.841227,
"stddev" : 27935.139770,
"N" : 8792829,
"percentile" : {
"1.000000" : 46336,
"5.000000" : 48896,
"10.000000" : 50432,
"20.000000" : 58624,
"30.000000" : 60160,
"40.000000" : 60672,
"50.000000" : 61696,
"60.000000" : 62208,
"70.000000" : 63232,
"80.000000" : 64256,
"90.000000" : 66048,
"95.000000" : 68096,
"99.000000" : 74240,
"99.500000" : 366592,
"99.900000" : 440320,
"99.950000" : 456704,
"99.990000" : 626688
},
"bins" : {
"3216" : 1,
"23936" : 1,
"24192" : 1,
"24448" : 2,
"24704" : 10,
"24960" : 18,
"25216" : 45,
"25472" : 93,
"25728" : 126,
"25984" : 181,
"26240" : 228,
"26496" : 223,
"26752" : 197,
"27008" : 151,
"27264" : 99,
"27520" : 95,
"27776" : 72,
"28032" : 37,
"28288" : 28,
"28544" : 18,
"28800" : 17,
"29056" : 18,
"29312" : 9,
"29568" : 11,
"29824" : 8,
"30080" : 8,
"30336" : 7,
"30592" : 7,
"30848" : 5,
"31104" : 3,
"31360" : 2,
"31616" : 4,
"31872" : 2,
"32640" : 2,
"33024" : 1,
"33536" : 3,
"34048" : 7,
"34560" : 24,
"35072" : 161,
"35584" : 762,
"36096" : 2435,
"36608" : 5780,
"37120" : 10134,
"37632" : 13248,
"38144" : 13115,
"38656" : 9817,
"39168" : 6439,
"39680" : 4334,
"40192" : 3563,
"40704" : 3388,
"41216" : 3192,
"41728" : 2505,
"42240" : 1806,
"42752" : 1038,
"43264" : 610,
"43776" : 388,
"44288" : 305,
"44800" : 377,
"45312" : 599,
"45824" : 1789,
"46336" : 6214,
"46848" : 18105,
"47360" : 41314,
"47872" : 77193,
"48384" : 117064,
"48896" : 145934,
"49408" : 150951,
"49920" : 136847,
"50432" : 114639,
"50944" : 94126,
"51456" : 80114,
"51968" : 70095,
"52480" : 61580,
"52992" : 53304,
"53504" : 43610,
"54016" : 34583,
"54528" : 26284,
"55040" : 19094,
"55552" : 13643,
"56064" : 11288,
"56576" : 13240,
"57088" : 23447,
"57600" : 50448,
"58112" : 106718,
"58624" : 201466,
"59136" : 334327,
"59648" : 464253,
"60160" : 565576,
"60672" : 614020,
"61184" : 610632,
"61696" : 581890,
"62208" : 543760,
"62720" : 506869,
"63232" : 466995,
"63744" : 405757,
"64256" : 342417,
"64768" : 282073,
"65280" : 225886,
"66048" : 326391,
"67072" : 214058,
"68096" : 138881,
"69120" : 97108,
"70144" : 73634,
"71168" : 54945,
"72192" : 34785,
"73216" : 19751,
"74240" : 11067,
"75264" : 6172,
"76288" : 3642,
"77312" : 2161,
"78336" : 1623,
"79360" : 1432,
"80384" : 1593,
"81408" : 1787,
"82432" : 1823,
"83456" : 1628,
"84480" : 1307,
"85504" : 842,
"86528" : 473,
"87552" : 270,
"88576" : 141,
"89600" : 83,
"90624" : 54,
"91648" : 25,
"92672" : 21,
"93696" : 23,
"94720" : 31,
"95744" : 26,
"96768" : 22,
"97792" : 17,
"98816" : 11,
"99840" : 11,
"100864" : 11,
"101888" : 8,
"102912" : 6,
"103936" : 6,
"104960" : 6,
"105984" : 6,
"107008" : 2,
"108032" : 4,
"109056" : 3,
"110080" : 2,
"111104" : 4,
"112128" : 4,
"113152" : 5,
"114176" : 1,
"115200" : 1,
"118272" : 4,
"119296" : 1,
"120320" : 2,
"122368" : 3,
"123392" : 3,
"125440" : 1,
"126464" : 1,
"127488" : 2,
"128512" : 1,
"130560" : 1,
"132096" : 3,
"134144" : 3,
"136192" : 2,
"138240" : 4,
"140288" : 9,
"142336" : 9,
"144384" : 4,
"146432" : 4,
"148480" : 2,
"150528" : 7,
"152576" : 9,
"154624" : 10,
"156672" : 17,
"158720" : 18,
"160768" : 6,
"162816" : 6,
"164864" : 2,
"166912" : 4,
"168960" : 8,
"171008" : 5,
"173056" : 1,
"175104" : 2,
"177152" : 2,
"183296" : 2,
"185344" : 1,
"187392" : 1,
"189440" : 2,
"199680" : 1,
"201728" : 1,
"224256" : 1,
"226304" : 2,
"236544" : 3,
"257024" : 1,
"259072" : 1,
"261120" : 1,
"272384" : 1,
"276480" : 2,
"280576" : 2,
"284672" : 15,
"288768" : 17,
"292864" : 17,
"296960" : 27,
"301056" : 39,
"305152" : 79,
"309248" : 152,
"313344" : 146,
"317440" : 177,
"321536" : 255,
"325632" : 262,
"329728" : 240,
"333824" : 285,
"337920" : 292,
"342016" : 364,
"346112" : 497,
"350208" : 782,
"354304" : 1221,
"358400" : 1660,
"362496" : 2074,
"366592" : 2477,
"370688" : 2548,
"374784" : 2328,
"378880" : 2056,
"382976" : 1701,
"387072" : 1414,
"391168" : 1181,
"395264" : 1093,
"399360" : 1205,
"403456" : 1347,
"407552" : 1656,
"411648" : 2067,
"415744" : 2513,
"419840" : 2660,
"423936" : 2787,
"428032" : 2549,
"432128" : 2139,
"436224" : 1802,
"440320" : 1445,
"444416" : 1206,
"448512" : 884,
"452608" : 786,
"456704" : 745,
"460800" : 602,
"464896" : 529,
"468992" : 495,
"473088" : 344,
"477184" : 357,
"481280" : 303,
"485376" : 210,
"489472" : 170,
"493568" : 124,
"497664" : 79,
"501760" : 50,
"505856" : 29,
"509952" : 27,
"514048" : 8,
"518144" : 9,
"522240" : 5,
"528384" : 1,
"569344" : 2,
"577536" : 2,
"585728" : 2,
"593920" : 5,
"602112" : 1,
"610304" : 6,
"618496" : 4,
"626688" : 14,
"634880" : 14,
"643072" : 12,
"651264" : 21,
"659456" : 17,
"667648" : 26,
"675840" : 50,
"684032" : 44,
"692224" : 44,
"700416" : 42,
"708608" : 69,
"716800" : 59,
"724992" : 60,
"733184" : 71,
"741376" : 40,
"749568" : 49,
"757760" : 38,
"765952" : 49,
"774144" : 40,
"782336" : 39,
"790528" : 33,
"798720" : 19,
"806912" : 9,
"815104" : 4,
"823296" : 5,
"831488" : 1,
"839680" : 3,
"856064" : 2,
"1003520" : 1,
"1011712" : 2,
"1028096" : 1,
"1036288" : 1,
"1044480" : 2,
"1056768" : 1,
"1138688" : 2,
"1187840" : 1
}
},
"lat_ns" : {
"min" : 21923,
"max" : 1210768,
"mean" : 81405.344223,
"stddev" : 32450.467524,
"N" : 8792829
},
"bw_min" : 132056,
"bw_max" : 207592,
"bw_agg" : 100.000000,
"bw_mean" : 195433.194444,
"bw_dev" : 14567.151314,
"bw_samples" : 360,
"iops_min" : 33014,
"iops_max" : 51898,
"iops_mean" : 48858.288889,
"iops_stddev" : 3641.788697,
"iops_samples" : 360
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 180001,
"usr_cpu" : 7.745513,
"sys_cpu" : 89.052839,
"ctx" : 18233,
"majf" : 0,
"minf" : 36,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 8.394548,
"100" : 90.994909,
"250" : 0.010000,
"500" : 0.596122,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}