raidz2/benchmarks/rand/rand-read-qd4-nj1_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773079631,
"timestamp_ms" : 1773079631050,
"time" : "Mon Mar 9 15:07:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 2035322880,
"io_kbytes" : 1987620,
"bw_bytes" : 208430402,
"bw" : 203545,
"iops" : 50887.557604,
"runtime" : 9765,
"total_ios" : 496917,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9765,
"usr_cpu" : 7.629288,
"sys_cpu" : 92.053251,
"ctx" : 5,
"majf" : 0,
"minf" : 12,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 99.999396,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999799,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999799,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079641,
"timestamp_ms" : 1773079641283,
"time" : "Mon Mar 9 15:07:21 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 2082336768,
"io_kbytes" : 2033532,
"bw_bytes" : 208254502,
"bw" : 203373,
"iops" : 50843.484348,
"runtime" : 9999,
"total_ios" : 508384,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5128,
"max" : 43386,
"mean" : 18052.267414,
"stddev" : 3103.301086,
"N" : 508384
},
"clat_ns" : {
"min" : 23837,
"max" : 163229,
"mean" : 60160.887803,
"stddev" : 5597.241525,
"N" : 508383,
"percentile" : {
"1.000000" : 46336,
"5.000000" : 48384,
"10.000000" : 50432,
"20.000000" : 58624,
"30.000000" : 59648,
"40.000000" : 60160,
"50.000000" : 61184,
"60.000000" : 61696,
"70.000000" : 62720,
"80.000000" : 63744,
"90.000000" : 66048,
"95.000000" : 68096,
"99.000000" : 71168,
"99.500000" : 72192,
"99.900000" : 75264,
"99.950000" : 76288,
"99.990000" : 81408
},
"bins" : {
"23936" : 1,
"24448" : 1,
"24704" : 5,
"24960" : 1,
"25216" : 3,
"25472" : 9,
"25728" : 9,
"25984" : 7,
"26240" : 17,
"26496" : 15,
"26752" : 13,
"27008" : 8,
"27264" : 4,
"27520" : 8,
"27776" : 4,
"28544" : 2,
"28800" : 1,
"29056" : 1,
"34560" : 6,
"35072" : 9,
"35584" : 66,
"36096" : 202,
"36608" : 429,
"37120" : 739,
"37632" : 796,
"38144" : 648,
"38656" : 398,
"39168" : 257,
"39680" : 205,
"40192" : 225,
"40704" : 210,
"41216" : 177,
"41728" : 115,
"42240" : 70,
"42752" : 38,
"43264" : 23,
"43776" : 24,
"44288" : 25,
"44800" : 26,
"45312" : 47,
"45824" : 151,
"46336" : 646,
"46848" : 1771,
"47360" : 3972,
"47872" : 6541,
"48384" : 8342,
"48896" : 8588,
"49408" : 7632,
"49920" : 6025,
"50432" : 5130,
"50944" : 4763,
"51456" : 4351,
"51968" : 4064,
"52480" : 3477,
"52992" : 2795,
"53504" : 2162,
"54016" : 1615,
"54528" : 1159,
"55040" : 875,
"55552" : 736,
"56064" : 803,
"56576" : 1160,
"57088" : 2399,
"57600" : 5439,
"58112" : 10959,
"58624" : 18969,
"59136" : 28028,
"59648" : 33362,
"60160" : 35737,
"60672" : 33707,
"61184" : 31255,
"61696" : 29950,
"62208" : 28742,
"62720" : 27802,
"63232" : 25078,
"63744" : 20815,
"64256" : 16264,
"64768" : 12942,
"65280" : 10823,
"66048" : 16881,
"67072" : 11641,
"68096" : 8381,
"69120" : 6607,
"70144" : 4691,
"71168" : 2836,
"72192" : 1560,
"73216" : 866,
"74240" : 450,
"75264" : 241,
"76288" : 125,
"77312" : 68,
"78336" : 45,
"79360" : 34,
"80384" : 20,
"81408" : 14,
"82432" : 12,
"83456" : 13,
"84480" : 3,
"85504" : 2,
"86528" : 3,
"87552" : 8,
"88576" : 2,
"89600" : 5,
"160768" : 2,
"162816" : 1
}
},
"lat_ns" : {
"min" : 30937,
"max" : 181787,
"mean" : 78213.162987,
"stddev" : 6561.302243,
"N" : 508383
},
"bw_min" : 201880,
"bw_max" : 204704,
"bw_agg" : 100.000000,
"bw_mean" : 203418.421053,
"bw_dev" : 687.636396,
"bw_samples" : 19,
"iops_min" : 50470,
"iops_max" : 51176,
"iops_mean" : 50854.578947,
"iops_stddev" : 171.925473,
"iops_samples" : 19
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9999,
"usr_cpu" : 7.550755,
"sys_cpu" : 92.119212,
"ctx" : 3,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999803,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999803,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 9.175741,
"100" : 90.823472,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079651,
"timestamp_ms" : 1773079651284,
"time" : "Mon Mar 9 15:07:31 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 4165443584,
"io_kbytes" : 4067816,
"bw_bytes" : 208282593,
"bw" : 203400,
"iops" : 50850.292515,
"runtime" : 19999,
"total_ios" : 1016955,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5128,
"max" : 43386,
"mean" : 18049.082331,
"stddev" : 3109.197509,
"N" : 1016955
},
"clat_ns" : {
"min" : 23837,
"max" : 163229,
"mean" : 60154.796208,
"stddev" : 5606.954786,
"N" : 1016954,
"percentile" : {
"1.000000" : 46336,
"5.000000" : 48384,
"10.000000" : 50432,
"20.000000" : 58624,
"30.000000" : 59648,
"40.000000" : 60160,
"50.000000" : 61184,
"60.000000" : 61696,
"70.000000" : 62720,
"80.000000" : 63744,
"90.000000" : 66048,
"95.000000" : 68096,
"99.000000" : 71168,
"99.500000" : 72192,
"99.900000" : 75264,
"99.950000" : 76288,
"99.990000" : 81408
},
"bins" : {
"23936" : 1,
"24448" : 1,
"24704" : 5,
"24960" : 1,
"25216" : 4,
"25472" : 16,
"25728" : 16,
"25984" : 20,
"26240" : 37,
"26496" : 26,
"26752" : 18,
"27008" : 14,
"27264" : 9,
"27520" : 14,
"27776" : 6,
"28288" : 1,
"28544" : 2,
"28800" : 2,
"29056" : 1,
"29312" : 3,
"33024" : 1,
"34560" : 7,
"35072" : 20,
"35584" : 131,
"36096" : 417,
"36608" : 899,
"37120" : 1457,
"37632" : 1617,
"38144" : 1302,
"38656" : 797,
"39168" : 520,
"39680" : 418,
"40192" : 452,
"40704" : 428,
"41216" : 374,
"41728" : 229,
"42240" : 159,
"42752" : 89,
"43264" : 49,
"43776" : 49,
"44288" : 55,
"44800" : 47,
"45312" : 93,
"45824" : 352,
"46336" : 1331,
"46848" : 3631,
"47360" : 7844,
"47872" : 12855,
"48384" : 16925,
"48896" : 17383,
"49408" : 15372,
"49920" : 12209,
"50432" : 10134,
"50944" : 9398,
"51456" : 8660,
"51968" : 8217,
"52480" : 7118,
"52992" : 5627,
"53504" : 4438,
"54016" : 3371,
"54528" : 2349,
"55040" : 1751,
"55552" : 1425,
"56064" : 1560,
"56576" : 2252,
"57088" : 4787,
"57600" : 10836,
"58112" : 21727,
"58624" : 37893,
"59136" : 55828,
"59648" : 66977,
"60160" : 71307,
"60672" : 67364,
"61184" : 62456,
"61696" : 59477,
"62208" : 57410,
"62720" : 55729,
"63232" : 50401,
"63744" : 41569,
"64256" : 32654,
"64768" : 25974,
"65280" : 21357,
"66048" : 33539,
"67072" : 23398,
"68096" : 16570,
"69120" : 13196,
"70144" : 9603,
"71168" : 5869,
"72192" : 3139,
"73216" : 1718,
"74240" : 968,
"75264" : 488,
"76288" : 264,
"77312" : 141,
"78336" : 84,
"79360" : 59,
"80384" : 36,
"81408" : 29,
"82432" : 20,
"83456" : 20,
"84480" : 14,
"85504" : 11,
"86528" : 9,
"87552" : 9,
"88576" : 4,
"89600" : 6,
"91648" : 1,
"92672" : 1,
"93696" : 1,
"160768" : 2,
"162816" : 1
}
},
"lat_ns" : {
"min" : 30937,
"max" : 181787,
"mean" : 78203.876343,
"stddev" : 6572.701732,
"N" : 1016954
},
"bw_min" : 201880,
"bw_max" : 204704,
"bw_agg" : 100.000000,
"bw_mean" : 203435.410256,
"bw_dev" : 644.436911,
"bw_samples" : 39,
"iops_min" : 50470,
"iops_max" : 51176,
"iops_mean" : 50858.820513,
"iops_stddev" : 161.115825,
"iops_samples" : 39
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 19999,
"usr_cpu" : 7.725386,
"sys_cpu" : 91.949597,
"ctx" : 7,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999902,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999902,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 9.244264,
"100" : 90.755343,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079661,
"timestamp_ms" : 1773079661283,
"time" : "Mon Mar 9 15:07:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 6246649856,
"io_kbytes" : 6100244,
"bw_bytes" : 208228602,
"bw" : 203348,
"iops" : 50837.094570,
"runtime" : 29999,
"total_ios" : 1525062,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5128,
"max" : 43386,
"mean" : 18053.185049,
"stddev" : 3112.005909,
"N" : 1525062
},
"clat_ns" : {
"min" : 23837,
"max" : 163229,
"mean" : 60168.423787,
"stddev" : 5613.718640,
"N" : 1525061,
"percentile" : {
"1.000000" : 45824,
"5.000000" : 48384,
"10.000000" : 50432,
"20.000000" : 58624,
"30.000000" : 59648,
"40.000000" : 60160,
"50.000000" : 61184,
"60.000000" : 61696,
"70.000000" : 62720,
"80.000000" : 63744,
"90.000000" : 66048,
"95.000000" : 68096,
"99.000000" : 71168,
"99.500000" : 72192,
"99.900000" : 75264,
"99.950000" : 76288,
"99.990000" : 82432
},
"bins" : {
"23936" : 1,
"24448" : 1,
"24704" : 5,
"24960" : 2,
"25216" : 6,
"25472" : 20,
"25728" : 23,
"25984" : 34,
"26240" : 50,
"26496" : 38,
"26752" : 27,
"27008" : 18,
"27264" : 21,
"27520" : 18,
"27776" : 7,
"28032" : 4,
"28288" : 6,
"28544" : 6,
"28800" : 3,
"29056" : 2,
"29312" : 3,
"33024" : 1,
"34560" : 11,
"35072" : 39,
"35584" : 190,
"36096" : 657,
"36608" : 1372,
"37120" : 2217,
"37632" : 2391,
"38144" : 1951,
"38656" : 1214,
"39168" : 800,
"39680" : 647,
"40192" : 668,
"40704" : 705,
"41216" : 566,
"41728" : 334,
"42240" : 227,
"42752" : 135,
"43264" : 90,
"43776" : 70,
"44288" : 80,
"44800" : 73,
"45312" : 131,
"45824" : 536,
"46336" : 1945,
"46848" : 5347,
"47360" : 11520,
"47872" : 18927,
"48384" : 25261,
"48896" : 26292,
"49408" : 23315,
"49920" : 18417,
"50432" : 15240,
"50944" : 13963,
"51456" : 13203,
"51968" : 12320,
"52480" : 10624,
"52992" : 8468,
"53504" : 6693,
"54016" : 5023,
"54528" : 3594,
"55040" : 2636,
"55552" : 2203,
"56064" : 2335,
"56576" : 3364,
"57088" : 7156,
"57600" : 15697,
"58112" : 32032,
"58624" : 55729,
"59136" : 82821,
"59648" : 100031,
"60160" : 106654,
"60672" : 101643,
"61184" : 93819,
"61696" : 89022,
"62208" : 86355,
"62720" : 83743,
"63232" : 75892,
"63744" : 62708,
"64256" : 49567,
"64768" : 39361,
"65280" : 32239,
"66048" : 50405,
"67072" : 35262,
"68096" : 24938,
"69120" : 19720,
"70144" : 14427,
"71168" : 8899,
"72192" : 4822,
"73216" : 2680,
"74240" : 1486,
"75264" : 738,
"76288" : 430,
"77312" : 232,
"78336" : 124,
"79360" : 85,
"80384" : 56,
"81408" : 41,
"82432" : 33,
"83456" : 31,
"84480" : 26,
"85504" : 18,
"86528" : 15,
"87552" : 13,
"88576" : 4,
"89600" : 9,
"90624" : 1,
"91648" : 1,
"92672" : 2,
"93696" : 1,
"160768" : 2,
"162816" : 1
}
},
"lat_ns" : {
"min" : 30937,
"max" : 181787,
"mean" : 78221.610454,
"stddev" : 6582.469443,
"N" : 1525061
},
"bw_min" : 201880,
"bw_max" : 204704,
"bw_agg" : 100.000000,
"bw_mean" : 203375.593220,
"bw_dev" : 675.613135,
"bw_samples" : 59,
"iops_min" : 50470,
"iops_max" : 51176,
"iops_mean" : 50843.864407,
"iops_stddev" : 168.834489,
"iops_samples" : 59
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 29999,
"usr_cpu" : 7.633588,
"sys_cpu" : 92.036401,
"ctx" : 11,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999934,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999934,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 9.234707,
"100" : 90.765031,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079671,
"timestamp_ms" : 1773079671284,
"time" : "Mon Mar 9 15:07:51 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 8329252864,
"io_kbytes" : 8134036,
"bw_bytes" : 208231321,
"bw" : 203350,
"iops" : 50837.750000,
"runtime" : 40000,
"total_ios" : 2033510,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5118,
"max" : 74504,
"mean" : 18052.196649,
"stddev" : 3112.300420,
"N" : 2033510
},
"clat_ns" : {
"min" : 23837,
"max" : 163229,
"mean" : 60166.770156,
"stddev" : 5613.465672,
"N" : 2033509,
"percentile" : {
"1.000000" : 45824,
"5.000000" : 48384,
"10.000000" : 50432,
"20.000000" : 58624,
"30.000000" : 59648,
"40.000000" : 60160,
"50.000000" : 61184,
"60.000000" : 61696,
"70.000000" : 62720,
"80.000000" : 63744,
"90.000000" : 66048,
"95.000000" : 68096,
"99.000000" : 71168,
"99.500000" : 72192,
"99.900000" : 75264,
"99.950000" : 76288,
"99.990000" : 82432
},
"bins" : {
"23936" : 1,
"24448" : 1,
"24704" : 5,
"24960" : 3,
"25216" : 7,
"25472" : 27,
"25728" : 39,
"25984" : 49,
"26240" : 67,
"26496" : 51,
"26752" : 35,
"27008" : 26,
"27264" : 24,
"27520" : 20,
"27776" : 9,
"28032" : 4,
"28288" : 8,
"28544" : 7,
"28800" : 4,
"29056" : 3,
"29312" : 5,
"30080" : 1,
"30336" : 1,
"33024" : 1,
"33536" : 1,
"34560" : 12,
"35072" : 54,
"35584" : 260,
"36096" : 850,
"36608" : 1824,
"37120" : 2925,
"37632" : 3218,
"38144" : 2571,
"38656" : 1613,
"39168" : 1048,
"39680" : 861,
"40192" : 910,
"40704" : 967,
"41216" : 731,
"41728" : 455,
"42240" : 287,
"42752" : 174,
"43264" : 112,
"43776" : 93,
"44288" : 102,
"44800" : 98,
"45312" : 185,
"45824" : 719,
"46336" : 2594,
"46848" : 7093,
"47360" : 15288,
"47872" : 25386,
"48384" : 33734,
"48896" : 35226,
"49408" : 31160,
"49920" : 24613,
"50432" : 20221,
"50944" : 18624,
"51456" : 17598,
"51968" : 16508,
"52480" : 14069,
"52992" : 11343,
"53504" : 8931,
"54016" : 6657,
"54528" : 4779,
"55040" : 3530,
"55552" : 2933,
"56064" : 3043,
"56576" : 4526,
"57088" : 9494,
"57600" : 20993,
"58112" : 42828,
"58624" : 74230,
"59136" : 110468,
"59648" : 133625,
"60160" : 141986,
"60672" : 135769,
"61184" : 125061,
"61696" : 118484,
"62208" : 115062,
"62720" : 111362,
"63232" : 101065,
"63744" : 83628,
"64256" : 66249,
"64768" : 52571,
"65280" : 43232,
"66048" : 67150,
"67072" : 47006,
"68096" : 32979,
"69120" : 26411,
"70144" : 19298,
"71168" : 11813,
"72192" : 6399,
"73216" : 3547,
"74240" : 1986,
"75264" : 1003,
"76288" : 566,
"77312" : 297,
"78336" : 176,
"79360" : 111,
"80384" : 70,
"81408" : 62,
"82432" : 46,
"83456" : 38,
"84480" : 30,
"85504" : 23,
"86528" : 18,
"87552" : 20,
"88576" : 5,
"89600" : 10,
"90624" : 3,
"91648" : 1,
"92672" : 4,
"93696" : 1,
"116224" : 1,
"119296" : 2,
"160768" : 2,
"162816" : 1
}
},
"lat_ns" : {
"min" : 30937,
"max" : 181787,
"mean" : 78218.968497,
"stddev" : 6582.068199,
"N" : 2033509
},
"bw_min" : 201880,
"bw_max" : 204832,
"bw_agg" : 100.000000,
"bw_mean" : 203373.746835,
"bw_dev" : 685.115047,
"bw_samples" : 79,
"iops_min" : 50470,
"iops_max" : 51208,
"iops_mean" : 50843.405063,
"iops_stddev" : 171.254386,
"iops_samples" : 79
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 40000,
"usr_cpu" : 7.612500,
"sys_cpu" : 92.057500,
"ctx" : 15,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999951,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999951,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 9.251491,
"100" : 90.748165,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079681,
"timestamp_ms" : 1773079681283,
"time" : "Mon Mar 9 15:08:01 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 10409967616,
"io_kbytes" : 10165984,
"bw_bytes" : 208203516,
"bw" : 203323,
"iops" : 50830.956619,
"runtime" : 49999,
"total_ios" : 2541497,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5118,
"max" : 74504,
"mean" : 18054.326131,
"stddev" : 3109.265437,
"N" : 2541497
},
"clat_ns" : {
"min" : 23837,
"max" : 163229,
"mean" : 60175.454098,
"stddev" : 5608.007122,
"N" : 2541496,
"percentile" : {
"1.000000" : 45824,
"5.000000" : 48384,
"10.000000" : 50432,
"20.000000" : 58624,
"30.000000" : 59648,
"40.000000" : 60160,
"50.000000" : 61184,
"60.000000" : 61696,
"70.000000" : 62720,
"80.000000" : 63744,
"90.000000" : 66048,
"95.000000" : 68096,
"99.000000" : 71168,
"99.500000" : 72192,
"99.900000" : 75264,
"99.950000" : 76288,
"99.990000" : 81408
},
"bins" : {
"23936" : 1,
"24448" : 2,
"24704" : 6,
"24960" : 4,
"25216" : 7,
"25472" : 33,
"25728" : 48,
"25984" : 62,
"26240" : 83,
"26496" : 65,
"26752" : 44,
"27008" : 35,
"27264" : 32,
"27520" : 21,
"27776" : 11,
"28032" : 7,
"28288" : 8,
"28544" : 8,
"28800" : 5,
"29056" : 4,
"29312" : 6,
"29568" : 1,
"30080" : 1,
"30336" : 1,
"30592" : 1,
"33024" : 1,
"33536" : 1,
"34048" : 1,
"34560" : 15,
"35072" : 68,
"35584" : 319,
"36096" : 1037,
"36608" : 2250,
"37120" : 3640,
"37632" : 4006,
"38144" : 3214,
"38656" : 1969,
"39168" : 1305,
"39680" : 1076,
"40192" : 1131,
"40704" : 1216,
"41216" : 936,
"41728" : 576,
"42240" : 354,
"42752" : 207,
"43264" : 146,
"43776" : 120,
"44288" : 123,
"44800" : 121,
"45312" : 229,
"45824" : 896,
"46336" : 3173,
"46848" : 8699,
"47360" : 18900,
"47872" : 31568,
"48384" : 42007,
"48896" : 44114,
"49408" : 38869,
"49920" : 30662,
"50432" : 25298,
"50944" : 23152,
"51456" : 22049,
"51968" : 20580,
"52480" : 17735,
"52992" : 14310,
"53504" : 11182,
"54016" : 8321,
"54528" : 5972,
"55040" : 4366,
"55552" : 3610,
"56064" : 3796,
"56576" : 5642,
"57088" : 11691,
"57600" : 26030,
"58112" : 53271,
"58624" : 92709,
"59136" : 137863,
"59648" : 167214,
"60160" : 177252,
"60672" : 169815,
"61184" : 156377,
"61696" : 148151,
"62208" : 143941,
"62720" : 139482,
"63232" : 126574,
"63744" : 104611,
"64256" : 83047,
"64768" : 65838,
"65280" : 53920,
"66048" : 83957,
"67072" : 58698,
"68096" : 41366,
"69120" : 33083,
"70144" : 24156,
"71168" : 14864,
"72192" : 8087,
"73216" : 4457,
"74240" : 2464,
"75264" : 1252,
"76288" : 716,
"77312" : 390,
"78336" : 206,
"79360" : 142,
"80384" : 94,
"81408" : 74,
"82432" : 56,
"83456" : 50,
"84480" : 36,
"85504" : 28,
"86528" : 23,
"87552" : 20,
"88576" : 8,
"89600" : 10,
"90624" : 4,
"91648" : 1,
"92672" : 4,
"93696" : 1,
"116224" : 1,
"119296" : 2,
"160768" : 2,
"162816" : 1
}
},
"lat_ns" : {
"min" : 30937,
"max" : 181787,
"mean" : 78229.781973,
"stddev" : 6575.087584,
"N" : 2541496
},
"bw_min" : 201880,
"bw_max" : 204832,
"bw_agg" : 100.000000,
"bw_mean" : 203345.696970,
"bw_dev" : 674.168611,
"bw_samples" : 99,
"iops_min" : 50470,
"iops_max" : 51208,
"iops_mean" : 50836.393939,
"iops_stddev" : 168.523227,
"iops_samples" : 99
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 49999,
"usr_cpu" : 7.570151,
"sys_cpu" : 92.101842,
"ctx" : 18,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999961,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999961,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 9.214215,
"100" : 90.785509,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079691,
"timestamp_ms" : 1773079691283,
"time" : "Mon Mar 9 15:08:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 12491055104,
"io_kbytes" : 12198296,
"bw_bytes" : 208187721,
"bw" : 203308,
"iops" : 50827.097118,
"runtime" : 59999,
"total_ios" : 3049575,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5118,
"max" : 74504,
"mean" : 18054.892046,
"stddev" : 3109.395466,
"N" : 3049575
},
"clat_ns" : {
"min" : 23837,
"max" : 163229,
"mean" : 60179.486719,
"stddev" : 5608.215564,
"N" : 3049574,
"percentile" : {
"1.000000" : 45824,
"5.000000" : 48384,
"10.000000" : 50432,
"20.000000" : 58624,
"30.000000" : 59648,
"40.000000" : 60160,
"50.000000" : 61184,
"60.000000" : 61696,
"70.000000" : 62720,
"80.000000" : 63744,
"90.000000" : 66048,
"95.000000" : 68096,
"99.000000" : 71168,
"99.500000" : 72192,
"99.900000" : 75264,
"99.950000" : 76288,
"99.990000" : 81408
},
"bins" : {
"23936" : 1,
"24448" : 2,
"24704" : 6,
"24960" : 4,
"25216" : 9,
"25472" : 40,
"25728" : 55,
"25984" : 73,
"26240" : 97,
"26496" : 82,
"26752" : 50,
"27008" : 41,
"27264" : 36,
"27520" : 23,
"27776" : 16,
"28032" : 8,
"28288" : 8,
"28544" : 9,
"28800" : 5,
"29056" : 5,
"29312" : 8,
"29568" : 4,
"30080" : 1,
"30336" : 1,
"30592" : 1,
"33024" : 1,
"33536" : 1,
"34048" : 2,
"34560" : 16,
"35072" : 78,
"35584" : 381,
"36096" : 1211,
"36608" : 2685,
"37120" : 4394,
"37632" : 4816,
"38144" : 3827,
"38656" : 2344,
"39168" : 1571,
"39680" : 1323,
"40192" : 1375,
"40704" : 1490,
"41216" : 1128,
"41728" : 716,
"42240" : 416,
"42752" : 245,
"43264" : 177,
"43776" : 147,
"44288" : 140,
"44800" : 140,
"45312" : 274,
"45824" : 1085,
"46336" : 3768,
"46848" : 10396,
"47360" : 22577,
"47872" : 37695,
"48384" : 50367,
"48896" : 52941,
"49408" : 46644,
"49920" : 36745,
"50432" : 30506,
"50944" : 27699,
"51456" : 26472,
"51968" : 24704,
"52480" : 21347,
"52992" : 17176,
"53504" : 13465,
"54016" : 10016,
"54528" : 7225,
"55040" : 5300,
"55552" : 4369,
"56064" : 4533,
"56576" : 6742,
"57088" : 13954,
"57600" : 31211,
"58112" : 63827,
"58624" : 111077,
"59136" : 165193,
"59648" : 200712,
"60160" : 212341,
"60672" : 203599,
"61184" : 187590,
"61696" : 177586,
"62208" : 172666,
"62720" : 167378,
"63232" : 151951,
"63744" : 125811,
"64256" : 99702,
"64768" : 79079,
"65280" : 64733,
"66048" : 101007,
"67072" : 70467,
"68096" : 49675,
"69120" : 39773,
"70144" : 29161,
"71168" : 17950,
"72192" : 9802,
"73216" : 5398,
"74240" : 2936,
"75264" : 1506,
"76288" : 851,
"77312" : 470,
"78336" : 258,
"79360" : 177,
"80384" : 110,
"81408" : 88,
"82432" : 65,
"83456" : 54,
"84480" : 41,
"85504" : 32,
"86528" : 25,
"87552" : 23,
"88576" : 10,
"89600" : 12,
"90624" : 7,
"91648" : 1,
"92672" : 4,
"93696" : 1,
"116224" : 1,
"119296" : 2,
"160768" : 2,
"162816" : 1
}
},
"lat_ns" : {
"min" : 30937,
"max" : 181787,
"mean" : 78234.376834,
"stddev" : 6575.016453,
"N" : 3049574
},
"bw_min" : 201880,
"bw_max" : 204832,
"bw_agg" : 100.000000,
"bw_mean" : 203338.605042,
"bw_dev" : 665.537978,
"bw_samples" : 119,
"iops_min" : 50470,
"iops_max" : 51208,
"iops_mean" : 50834.621849,
"iops_stddev" : 166.369356,
"iops_samples" : 119
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 59999,
"usr_cpu" : 7.618460,
"sys_cpu" : 92.051534,
"ctx" : 23,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999934,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999934,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 9.199938,
"100" : 90.799833,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079701,
"timestamp_ms" : 1773079701284,
"time" : "Mon Mar 9 15:08:21 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 14571655168,
"io_kbytes" : 14230132,
"bw_bytes" : 208169476,
"bw" : 203290,
"iops" : 50822.640323,
"runtime" : 69999,
"total_ios" : 3557534,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5118,
"max" : 74504,
"mean" : 18056.094853,
"stddev" : 3110.131413,
"N" : 3557534
},
"clat_ns" : {
"min" : 23837,
"max" : 163229,
"mean" : 60185.170994,
"stddev" : 5608.385057,
"N" : 3557533,
"percentile" : {
"1.000000" : 45824,
"5.000000" : 48384,
"10.000000" : 50432,
"20.000000" : 58624,
"30.000000" : 59648,
"40.000000" : 60160,
"50.000000" : 61184,
"60.000000" : 61696,
"70.000000" : 62720,
"80.000000" : 63744,
"90.000000" : 66048,
"95.000000" : 68096,
"99.000000" : 71168,
"99.500000" : 72192,
"99.900000" : 75264,
"99.950000" : 76288,
"99.990000" : 81408
},
"bins" : {
"23936" : 1,
"24448" : 2,
"24704" : 7,
"24960" : 5,
"25216" : 12,
"25472" : 44,
"25728" : 67,
"25984" : 85,
"26240" : 103,
"26496" : 91,
"26752" : 56,
"27008" : 50,
"27264" : 37,
"27520" : 25,
"27776" : 21,
"28032" : 8,
"28288" : 9,
"28544" : 11,
"28800" : 5,
"29056" : 7,
"29312" : 8,
"29568" : 5,
"29824" : 1,
"30080" : 1,
"30336" : 1,
"30592" : 1,
"33024" : 1,
"33536" : 1,
"34048" : 2,
"34560" : 19,
"35072" : 94,
"35584" : 440,
"36096" : 1402,
"36608" : 3124,
"37120" : 5105,
"37632" : 5599,
"38144" : 4445,
"38656" : 2790,
"39168" : 1821,
"39680" : 1539,
"40192" : 1572,
"40704" : 1735,
"41216" : 1330,
"41728" : 852,
"42240" : 489,
"42752" : 286,
"43264" : 208,
"43776" : 162,
"44288" : 172,
"44800" : 166,
"45312" : 320,
"45824" : 1272,
"46336" : 4378,
"46848" : 11998,
"47360" : 26103,
"47872" : 43956,
"48384" : 58619,
"48896" : 61872,
"49408" : 54401,
"49920" : 43079,
"50432" : 35738,
"50944" : 32405,
"51456" : 30799,
"51968" : 28727,
"52480" : 24981,
"52992" : 20150,
"53504" : 15764,
"54016" : 11773,
"54528" : 8507,
"55040" : 6206,
"55552" : 5154,
"56064" : 5231,
"56576" : 7880,
"57088" : 16125,
"57600" : 36043,
"58112" : 73766,
"58624" : 128723,
"59136" : 191788,
"59648" : 233584,
"60160" : 247741,
"60672" : 237792,
"61184" : 219233,
"61696" : 207243,
"62208" : 201548,
"62720" : 195389,
"63232" : 177509,
"63744" : 147082,
"64256" : 116733,
"64768" : 92698,
"65280" : 75698,
"66048" : 117995,
"67072" : 82357,
"68096" : 57941,
"69120" : 46395,
"70144" : 34169,
"71168" : 21015,
"72192" : 11487,
"73216" : 6297,
"74240" : 3434,
"75264" : 1782,
"76288" : 1006,
"77312" : 555,
"78336" : 304,
"79360" : 207,
"80384" : 128,
"81408" : 109,
"82432" : 76,
"83456" : 62,
"84480" : 47,
"85504" : 37,
"86528" : 28,
"87552" : 28,
"88576" : 13,
"89600" : 14,
"90624" : 7,
"91648" : 3,
"92672" : 4,
"93696" : 2,
"116224" : 1,
"119296" : 2,
"160768" : 2,
"162816" : 1
}
},
"lat_ns" : {
"min" : 30937,
"max" : 181787,
"mean" : 78241.266585,
"stddev" : 6575.854567,
"N" : 3557533
},
"bw_min" : 201880,
"bw_max" : 204832,
"bw_agg" : 100.000000,
"bw_mean" : 203324.395683,
"bw_dev" : 662.154199,
"bw_samples" : 139,
"iops_min" : 50470,
"iops_max" : 51208,
"iops_mean" : 50831.086331,
"iops_stddev" : 165.502243,
"iops_samples" : 139
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 69999,
"usr_cpu" : 7.561537,
"sys_cpu" : 92.109887,
"ctx" : 26,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999972,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999972,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 9.189680,
"100" : 90.810123,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079711,
"timestamp_ms" : 1773079711283,
"time" : "Mon Mar 9 15:08:31 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 16651980800,
"io_kbytes" : 16261700,
"bw_bytes" : 208152361,
"bw" : 203273,
"iops" : 50818.460231,
"runtime" : 79999,
"total_ios" : 4065426,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5118,
"max" : 74504,
"mean" : 18056.937330,
"stddev" : 3110.371544,
"N" : 4065426
},
"clat_ns" : {
"min" : 23837,
"max" : 163229,
"mean" : 60189.615173,
"stddev" : 5608.101951,
"N" : 4065425,
"percentile" : {
"1.000000" : 46336,
"5.000000" : 48384,
"10.000000" : 50432,
"20.000000" : 58624,
"30.000000" : 59648,
"40.000000" : 60160,
"50.000000" : 61184,
"60.000000" : 61696,
"70.000000" : 62720,
"80.000000" : 63744,
"90.000000" : 66048,
"95.000000" : 68096,
"99.000000" : 71168,
"99.500000" : 72192,
"99.900000" : 75264,
"99.950000" : 76288,
"99.990000" : 81408
},
"bins" : {
"23936" : 1,
"24448" : 2,
"24704" : 8,
"24960" : 6,
"25216" : 16,
"25472" : 48,
"25728" : 82,
"25984" : 93,
"26240" : 123,
"26496" : 103,
"26752" : 71,
"27008" : 55,
"27264" : 41,
"27520" : 30,
"27776" : 24,
"28032" : 8,
"28288" : 11,
"28544" : 11,
"28800" : 9,
"29056" : 8,
"29312" : 8,
"29568" : 5,
"29824" : 3,
"30080" : 1,
"30336" : 1,
"30592" : 1,
"33024" : 1,
"33536" : 1,
"34048" : 2,
"34560" : 21,
"35072" : 105,
"35584" : 504,
"36096" : 1612,
"36608" : 3554,
"37120" : 5827,
"37632" : 6390,
"38144" : 5085,
"38656" : 3166,
"39168" : 2058,
"39680" : 1743,
"40192" : 1801,
"40704" : 1983,
"41216" : 1502,
"41728" : 985,
"42240" : 565,
"42752" : 332,
"43264" : 242,
"43776" : 188,
"44288" : 192,
"44800" : 189,
"45312" : 373,
"45824" : 1425,
"46336" : 4990,
"46848" : 13582,
"47360" : 29784,
"47872" : 50033,
"48384" : 66904,
"48896" : 70702,
"49408" : 62234,
"49920" : 49225,
"50432" : 40792,
"50944" : 36972,
"51456" : 35331,
"51968" : 32806,
"52480" : 28506,
"52992" : 23054,
"53504" : 18123,
"54016" : 13564,
"54528" : 9740,
"55040" : 7228,
"55552" : 5903,
"56064" : 5988,
"56576" : 8933,
"57088" : 18414,
"57600" : 41057,
"58112" : 84010,
"58624" : 146769,
"59136" : 218718,
"59648" : 266872,
"60160" : 282741,
"60672" : 271459,
"61184" : 250436,
"61696" : 236754,
"62208" : 230592,
"62720" : 223475,
"63232" : 203280,
"63744" : 168135,
"64256" : 133523,
"64768" : 106195,
"65280" : 86554,
"66048" : 135182,
"67072" : 94231,
"68096" : 66341,
"69120" : 53107,
"70144" : 39046,
"71168" : 24095,
"72192" : 13240,
"73216" : 7196,
"74240" : 3912,
"75264" : 2050,
"76288" : 1158,
"77312" : 648,
"78336" : 347,
"79360" : 233,
"80384" : 156,
"81408" : 119,
"82432" : 90,
"83456" : 71,
"84480" : 52,
"85504" : 41,
"86528" : 35,
"87552" : 30,
"88576" : 16,
"89600" : 14,
"90624" : 7,
"91648" : 3,
"92672" : 4,
"93696" : 3,
"116224" : 1,
"119296" : 2,
"160768" : 2,
"162816" : 1
}
},
"lat_ns" : {
"min" : 30937,
"max" : 181787,
"mean" : 78246.553412,
"stddev" : 6575.332604,
"N" : 4065425
},
"bw_min" : 201880,
"bw_max" : 204832,
"bw_agg" : 100.000000,
"bw_mean" : 203309.943396,
"bw_dev" : 678.892818,
"bw_samples" : 159,
"iops_min" : 50470,
"iops_max" : 51208,
"iops_mean" : 50827.471698,
"iops_stddev" : 169.693425,
"iops_samples" : 159
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79999,
"usr_cpu" : 7.593845,
"sys_cpu" : 92.076151,
"ctx" : 30,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999975,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999951,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 9.178300,
"100" : 90.821528,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079721,
"timestamp_ms" : 1773079721283,
"time" : "Mon Mar 9 15:08:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 18732761088,
"io_kbytes" : 18293712,
"bw_bytes" : 208144102,
"bw" : 203265,
"iops" : 50816.431294,
"runtime" : 89999,
"total_ios" : 4573428,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5118,
"max" : 74504,
"mean" : 18056.917602,
"stddev" : 3110.880398,
"N" : 4573428
},
"clat_ns" : {
"min" : 23837,
"max" : 163229,
"mean" : 60191.638048,
"stddev" : 5609.622441,
"N" : 4573427,
"percentile" : {
"1.000000" : 46336,
"5.000000" : 48384,
"10.000000" : 50432,
"20.000000" : 58624,
"30.000000" : 59648,
"40.000000" : 60160,
"50.000000" : 61184,
"60.000000" : 61696,
"70.000000" : 62720,
"80.000000" : 63744,
"90.000000" : 66048,
"95.000000" : 68096,
"99.000000" : 71168,
"99.500000" : 72192,
"99.900000" : 75264,
"99.950000" : 76288,
"99.990000" : 81408
},
"bins" : {
"23936" : 1,
"24448" : 2,
"24704" : 8,
"24960" : 7,
"25216" : 20,
"25472" : 57,
"25728" : 93,
"25984" : 103,
"26240" : 138,
"26496" : 117,
"26752" : 78,
"27008" : 62,
"27264" : 46,
"27520" : 33,
"27776" : 27,
"28032" : 11,
"28288" : 11,
"28544" : 12,
"28800" : 11,
"29056" : 8,
"29312" : 9,
"29568" : 5,
"29824" : 3,
"30080" : 1,
"30336" : 1,
"30592" : 1,
"33024" : 1,
"33536" : 1,
"34048" : 2,
"34560" : 21,
"35072" : 115,
"35584" : 559,
"36096" : 1822,
"36608" : 4008,
"37120" : 6529,
"37632" : 7200,
"38144" : 5730,
"38656" : 3609,
"39168" : 2334,
"39680" : 1944,
"40192" : 1996,
"40704" : 2209,
"41216" : 1691,
"41728" : 1100,
"42240" : 639,
"42752" : 375,
"43264" : 265,
"43776" : 207,
"44288" : 215,
"44800" : 208,
"45312" : 411,
"45824" : 1641,
"46336" : 5562,
"46848" : 15263,
"47360" : 33384,
"47872" : 56251,
"48384" : 75307,
"48896" : 79464,
"49408" : 70217,
"49920" : 55501,
"50432" : 45969,
"50944" : 41642,
"51456" : 39679,
"51968" : 36954,
"52480" : 31979,
"52992" : 25937,
"53504" : 20311,
"54016" : 15276,
"54528" : 11048,
"55040" : 8127,
"55552" : 6636,
"56064" : 6735,
"56576" : 10063,
"57088" : 20665,
"57600" : 46056,
"58112" : 94270,
"58624" : 164873,
"59136" : 245612,
"59648" : 300151,
"60160" : 318334,
"60672" : 305327,
"61184" : 281907,
"61696" : 266232,
"62208" : 259353,
"62720" : 251140,
"63232" : 228411,
"63744" : 189081,
"64256" : 150298,
"64768" : 119658,
"65280" : 97375,
"66048" : 152322,
"67072" : 106271,
"68096" : 74934,
"69120" : 59709,
"70144" : 44047,
"71168" : 27168,
"72192" : 14961,
"73216" : 8108,
"74240" : 4385,
"75264" : 2331,
"76288" : 1305,
"77312" : 727,
"78336" : 394,
"79360" : 270,
"80384" : 186,
"81408" : 144,
"82432" : 102,
"83456" : 78,
"84480" : 65,
"85504" : 48,
"86528" : 41,
"87552" : 31,
"88576" : 17,
"89600" : 14,
"90624" : 7,
"91648" : 3,
"92672" : 4,
"93696" : 4,
"116224" : 1,
"119296" : 2,
"160768" : 2,
"162816" : 1
}
},
"lat_ns" : {
"min" : 30937,
"max" : 181787,
"mean" : 78248.557868,
"stddev" : 6577.527596,
"N" : 4573427
},
"bw_min" : 201880,
"bw_max" : 204832,
"bw_agg" : 100.000000,
"bw_mean" : 203299.586592,
"bw_dev" : 686.701599,
"bw_samples" : 179,
"iops_min" : 50470,
"iops_max" : 51208,
"iops_mean" : 50824.882682,
"iops_stddev" : 171.646595,
"iops_samples" : 179
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 89999,
"usr_cpu" : 7.576751,
"sys_cpu" : 92.093245,
"ctx" : 34,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999978,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999978,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 9.178717,
"100" : 90.821130,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079731,
"timestamp_ms" : 1773079731283,
"time" : "Mon Mar 9 15:08:51 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 20813807616,
"io_kbytes" : 20325984,
"bw_bytes" : 208140157,
"bw" : 203261,
"iops" : 50815.478155,
"runtime" : 99999,
"total_ios" : 5081497,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5118,
"max" : 74504,
"mean" : 18056.621819,
"stddev" : 3112.298311,
"N" : 5081498
},
"clat_ns" : {
"min" : 23837,
"max" : 163229,
"mean" : 60193.147533,
"stddev" : 5611.658548,
"N" : 5081496,
"percentile" : {
"1.000000" : 45824,
"5.000000" : 48384,
"10.000000" : 50432,
"20.000000" : 58624,
"30.000000" : 59648,
"40.000000" : 60160,
"50.000000" : 61184,
"60.000000" : 61696,
"70.000000" : 62720,
"80.000000" : 63744,
"90.000000" : 66048,
"95.000000" : 68096,
"99.000000" : 71168,
"99.500000" : 72192,
"99.900000" : 75264,
"99.950000" : 76288,
"99.990000" : 81408
},
"bins" : {
"23936" : 1,
"24448" : 2,
"24704" : 8,
"24960" : 7,
"25216" : 25,
"25472" : 61,
"25728" : 102,
"25984" : 116,
"26240" : 147,
"26496" : 131,
"26752" : 88,
"27008" : 66,
"27264" : 55,
"27520" : 38,
"27776" : 30,
"28032" : 18,
"28288" : 14,
"28544" : 13,
"28800" : 11,
"29056" : 8,
"29312" : 11,
"29568" : 5,
"29824" : 3,
"30080" : 2,
"30336" : 1,
"30592" : 1,
"33024" : 2,
"33536" : 1,
"34048" : 2,
"34560" : 21,
"35072" : 126,
"35584" : 617,
"36096" : 2006,
"36608" : 4426,
"37120" : 7246,
"37632" : 8038,
"38144" : 6399,
"38656" : 4054,
"39168" : 2578,
"39680" : 2170,
"40192" : 2228,
"40704" : 2457,
"41216" : 1877,
"41728" : 1251,
"42240" : 716,
"42752" : 406,
"43264" : 293,
"43776" : 234,
"44288" : 247,
"44800" : 238,
"45312" : 457,
"45824" : 1784,
"46336" : 6092,
"46848" : 16853,
"47360" : 36887,
"47872" : 62400,
"48384" : 83828,
"48896" : 88484,
"49408" : 78174,
"49920" : 61673,
"50432" : 51172,
"50944" : 46436,
"51456" : 44063,
"51968" : 41186,
"52480" : 35553,
"52992" : 28927,
"53504" : 22619,
"54016" : 17028,
"54528" : 12359,
"55040" : 9091,
"55552" : 7390,
"56064" : 7471,
"56576" : 11140,
"57088" : 22864,
"57600" : 50926,
"58112" : 104174,
"58624" : 182425,
"59136" : 272076,
"59648" : 333197,
"60160" : 353809,
"60672" : 339541,
"61184" : 313624,
"61696" : 295703,
"62208" : 288158,
"62720" : 278638,
"63232" : 253932,
"63744" : 210097,
"64256" : 167443,
"64768" : 133152,
"65280" : 108380,
"66048" : 169576,
"67072" : 118216,
"68096" : 83182,
"69120" : 66402,
"70144" : 49061,
"71168" : 30207,
"72192" : 16663,
"73216" : 9024,
"74240" : 4899,
"75264" : 2598,
"76288" : 1460,
"77312" : 812,
"78336" : 450,
"79360" : 309,
"80384" : 208,
"81408" : 168,
"82432" : 112,
"83456" : 82,
"84480" : 72,
"85504" : 56,
"86528" : 46,
"87552" : 34,
"88576" : 18,
"89600" : 14,
"90624" : 8,
"91648" : 3,
"92672" : 4,
"93696" : 4,
"116224" : 1,
"119296" : 2,
"160768" : 2,
"162816" : 1
}
},
"lat_ns" : {
"min" : 30937,
"max" : 181787,
"mean" : 78249.769756,
"stddev" : 6580.031604,
"N" : 5081496
},
"bw_min" : 201880,
"bw_max" : 204832,
"bw_agg" : 100.000000,
"bw_mean" : 203286.778894,
"bw_dev" : 702.648727,
"bw_samples" : 199,
"iops_min" : 50470,
"iops_max" : 51208,
"iops_mean" : 50821.678392,
"iops_stddev" : 175.638682,
"iops_samples" : 199
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 99999,
"usr_cpu" : 7.607076,
"sys_cpu" : 92.063921,
"ctx" : 38,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999980,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 9.180149,
"100" : 90.819713,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079741,
"timestamp_ms" : 1773079741283,
"time" : "Mon Mar 9 15:09:01 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 22893244416,
"io_kbytes" : 22356684,
"bw_bytes" : 208122295,
"bw" : 203244,
"iops" : 50811.116465,
"runtime" : 109999,
"total_ios" : 5589172,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5118,
"max" : 74504,
"mean" : 18057.418077,
"stddev" : 3111.672532,
"N" : 5589172
},
"clat_ns" : {
"min" : 23837,
"max" : 163229,
"mean" : 60198.040391,
"stddev" : 5610.422650,
"N" : 5589171,
"percentile" : {
"1.000000" : 46336,
"5.000000" : 48384,
"10.000000" : 50432,
"20.000000" : 58624,
"30.000000" : 59648,
"40.000000" : 60160,
"50.000000" : 61184,
"60.000000" : 61696,
"70.000000" : 62720,
"80.000000" : 63744,
"90.000000" : 66048,
"95.000000" : 68096,
"99.000000" : 71168,
"99.500000" : 72192,
"99.900000" : 75264,
"99.950000" : 76288,
"99.990000" : 81408
},
"bins" : {
"23936" : 1,
"24448" : 2,
"24704" : 8,
"24960" : 7,
"25216" : 27,
"25472" : 70,
"25728" : 115,
"25984" : 130,
"26240" : 160,
"26496" : 143,
"26752" : 107,
"27008" : 74,
"27264" : 58,
"27520" : 40,
"27776" : 34,
"28032" : 21,
"28288" : 14,
"28544" : 16,
"28800" : 14,
"29056" : 8,
"29312" : 11,
"29568" : 6,
"29824" : 3,
"30080" : 2,
"30336" : 1,
"30592" : 1,
"33024" : 2,
"33536" : 1,
"34048" : 2,
"34560" : 21,
"35072" : 137,
"35584" : 677,
"36096" : 2195,
"36608" : 4885,
"37120" : 7885,
"37632" : 8812,
"38144" : 7040,
"38656" : 4470,
"39168" : 2793,
"39680" : 2409,
"40192" : 2478,
"40704" : 2695,
"41216" : 2061,
"41728" : 1384,
"42240" : 802,
"42752" : 460,
"43264" : 318,
"43776" : 253,
"44288" : 270,
"44800" : 262,
"45312" : 494,
"45824" : 1947,
"46336" : 6649,
"46848" : 18371,
"47360" : 40281,
"47872" : 68467,
"48384" : 92088,
"48896" : 97344,
"49408" : 86008,
"49920" : 67897,
"50432" : 56288,
"50944" : 51039,
"51456" : 48499,
"51968" : 45235,
"52480" : 39028,
"52992" : 31904,
"53504" : 24916,
"54016" : 18843,
"54528" : 13610,
"55040" : 9993,
"55552" : 8097,
"56064" : 8186,
"56576" : 12212,
"57088" : 25090,
"57600" : 55850,
"58112" : 114193,
"58624" : 199902,
"59136" : 298617,
"59648" : 366267,
"60160" : 389384,
"60672" : 373801,
"61184" : 345034,
"61696" : 325219,
"62208" : 317058,
"62720" : 306403,
"63232" : 279743,
"63744" : 231275,
"64256" : 184514,
"64768" : 146789,
"65280" : 119522,
"66048" : 186712,
"67072" : 130177,
"68096" : 91324,
"69120" : 73089,
"70144" : 54164,
"71168" : 33398,
"72192" : 18429,
"73216" : 9983,
"74240" : 5392,
"75264" : 2838,
"76288" : 1584,
"77312" : 874,
"78336" : 502,
"79360" : 346,
"80384" : 228,
"81408" : 180,
"82432" : 128,
"83456" : 91,
"84480" : 78,
"85504" : 65,
"86528" : 51,
"87552" : 38,
"88576" : 19,
"89600" : 15,
"90624" : 8,
"91648" : 3,
"92672" : 4,
"93696" : 4,
"116224" : 1,
"119296" : 2,
"160768" : 2,
"162816" : 1
}
},
"lat_ns" : {
"min" : 30937,
"max" : 181787,
"mean" : 78255.458145,
"stddev" : 6578.454531,
"N" : 5589171
},
"bw_min" : 201800,
"bw_max" : 204832,
"bw_agg" : 100.000000,
"bw_mean" : 203271.497717,
"bw_dev" : 713.240668,
"bw_samples" : 219,
"iops_min" : 50450,
"iops_max" : 51208,
"iops_mean" : 50817.853881,
"iops_stddev" : 178.287076,
"iops_samples" : 219
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 109999,
"usr_cpu" : 7.608251,
"sys_cpu" : 92.061746,
"ctx" : 41,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999982,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999982,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 9.165454,
"100" : 90.834421,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079751,
"timestamp_ms" : 1773079751284,
"time" : "Mon Mar 9 15:09:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 24973213696,
"io_kbytes" : 24387904,
"bw_bytes" : 208111848,
"bw" : 203234,
"iops" : 50808.565071,
"runtime" : 119999,
"total_ios" : 6096977,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5108,
"max" : 74504,
"mean" : 18057.680470,
"stddev" : 3112.049073,
"N" : 6096977
},
"clat_ns" : {
"min" : 23837,
"max" : 163229,
"mean" : 60201.405227,
"stddev" : 5610.717900,
"N" : 6096976,
"percentile" : {
"1.000000" : 46336,
"5.000000" : 48384,
"10.000000" : 50432,
"20.000000" : 58624,
"30.000000" : 59648,
"40.000000" : 60160,
"50.000000" : 61184,
"60.000000" : 61696,
"70.000000" : 62720,
"80.000000" : 63744,
"90.000000" : 66048,
"95.000000" : 68096,
"99.000000" : 71168,
"99.500000" : 72192,
"99.900000" : 75264,
"99.950000" : 76288,
"99.990000" : 81408
},
"bins" : {
"23936" : 1,
"24448" : 2,
"24704" : 8,
"24960" : 7,
"25216" : 31,
"25472" : 72,
"25728" : 123,
"25984" : 147,
"26240" : 173,
"26496" : 158,
"26752" : 119,
"27008" : 80,
"27264" : 65,
"27520" : 43,
"27776" : 38,
"28032" : 21,
"28288" : 15,
"28544" : 17,
"28800" : 15,
"29056" : 9,
"29312" : 12,
"29568" : 6,
"29824" : 3,
"30080" : 2,
"30336" : 2,
"30592" : 1,
"33024" : 2,
"33536" : 2,
"34048" : 2,
"34560" : 24,
"35072" : 147,
"35584" : 733,
"36096" : 2360,
"36608" : 5335,
"37120" : 8549,
"37632" : 9540,
"38144" : 7723,
"38656" : 4889,
"39168" : 3055,
"39680" : 2620,
"40192" : 2706,
"40704" : 2965,
"41216" : 2255,
"41728" : 1540,
"42240" : 865,
"42752" : 508,
"43264" : 342,
"43776" : 281,
"44288" : 289,
"44800" : 287,
"45312" : 530,
"45824" : 2087,
"46336" : 7211,
"46848" : 19899,
"47360" : 43834,
"47872" : 74562,
"48384" : 100297,
"48896" : 106374,
"49408" : 93833,
"49920" : 74157,
"50432" : 61561,
"50944" : 55612,
"51456" : 52905,
"51968" : 49489,
"52480" : 42721,
"52992" : 34845,
"53504" : 27232,
"54016" : 20563,
"54528" : 14884,
"55040" : 10925,
"55552" : 8841,
"56064" : 8952,
"56576" : 13318,
"57088" : 27113,
"57600" : 60679,
"58112" : 124152,
"58624" : 217050,
"59136" : 325294,
"59648" : 399216,
"60160" : 424613,
"60672" : 407831,
"61184" : 376338,
"61696" : 355109,
"62208" : 345950,
"62720" : 334231,
"63232" : 305585,
"63744" : 252490,
"64256" : 201496,
"64768" : 160057,
"65280" : 130453,
"66048" : 204038,
"67072" : 142345,
"68096" : 99784,
"69120" : 80009,
"70144" : 59171,
"71168" : 36466,
"72192" : 20169,
"73216" : 10911,
"74240" : 5890,
"75264" : 3093,
"76288" : 1731,
"77312" : 950,
"78336" : 559,
"79360" : 377,
"80384" : 258,
"81408" : 199,
"82432" : 135,
"83456" : 104,
"84480" : 84,
"85504" : 69,
"86528" : 53,
"87552" : 39,
"88576" : 21,
"89600" : 17,
"90624" : 10,
"91648" : 3,
"92672" : 4,
"93696" : 4,
"116224" : 1,
"119296" : 2,
"160768" : 2,
"162816" : 1
}
},
"lat_ns" : {
"min" : 30937,
"max" : 181787,
"mean" : 78259.086111,
"stddev" : 6579.115961,
"N" : 6096976
},
"bw_min" : 201800,
"bw_max" : 204832,
"bw_agg" : 100.000000,
"bw_mean" : 203261.648536,
"bw_dev" : 721.543270,
"bw_samples" : 239,
"iops_min" : 50450,
"iops_max" : 51208,
"iops_mean" : 50815.393305,
"iops_stddev" : 180.364652,
"iops_samples" : 239
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119999,
"usr_cpu" : 7.622564,
"sys_cpu" : 92.048267,
"ctx" : 46,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999984,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999984,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 9.159080,
"100" : 90.840805,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079761,
"timestamp_ms" : 1773079761283,
"time" : "Mon Mar 9 15:09:21 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 27053248512,
"io_kbytes" : 26419188,
"bw_bytes" : 208103512,
"bw" : 203226,
"iops" : 50806.529281,
"runtime" : 129999,
"total_ios" : 6604798,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5108,
"max" : 74504,
"mean" : 18057.588990,
"stddev" : 3113.365196,
"N" : 6604798
},
"clat_ns" : {
"min" : 23837,
"max" : 163229,
"mean" : 60203.620942,
"stddev" : 5612.640781,
"N" : 6604797,
"percentile" : {
"1.000000" : 46336,
"5.000000" : 48384,
"10.000000" : 50432,
"20.000000" : 58624,
"30.000000" : 59648,
"40.000000" : 60160,
"50.000000" : 61184,
"60.000000" : 61696,
"70.000000" : 62720,
"80.000000" : 63744,
"90.000000" : 66048,
"95.000000" : 68096,
"99.000000" : 71168,
"99.500000" : 72192,
"99.900000" : 75264,
"99.950000" : 76288,
"99.990000" : 81408
},
"bins" : {
"23936" : 1,
"24448" : 2,
"24704" : 8,
"24960" : 8,
"25216" : 34,
"25472" : 76,
"25728" : 134,
"25984" : 161,
"26240" : 185,
"26496" : 166,
"26752" : 132,
"27008" : 82,
"27264" : 75,
"27520" : 48,
"27776" : 41,
"28032" : 22,
"28288" : 17,
"28544" : 17,
"28800" : 16,
"29056" : 9,
"29312" : 12,
"29568" : 6,
"29824" : 3,
"30080" : 2,
"30336" : 2,
"30592" : 1,
"33024" : 2,
"33536" : 2,
"34048" : 2,
"34560" : 24,
"35072" : 157,
"35584" : 804,
"36096" : 2536,
"36608" : 5757,
"37120" : 9244,
"37632" : 10336,
"38144" : 8398,
"38656" : 5317,
"39168" : 3313,
"39680" : 2840,
"40192" : 2918,
"40704" : 3217,
"41216" : 2467,
"41728" : 1687,
"42240" : 950,
"42752" : 542,
"43264" : 374,
"43776" : 305,
"44288" : 316,
"44800" : 316,
"45312" : 568,
"45824" : 2250,
"46336" : 7793,
"46848" : 21452,
"47360" : 47216,
"47872" : 80550,
"48384" : 108535,
"48896" : 115533,
"49408" : 101855,
"49920" : 80529,
"50432" : 66850,
"50944" : 60496,
"51456" : 57450,
"51968" : 53719,
"52480" : 46328,
"52992" : 37919,
"53504" : 29609,
"54016" : 22257,
"54528" : 16135,
"55040" : 11865,
"55552" : 9604,
"56064" : 9712,
"56576" : 14376,
"57088" : 29155,
"57600" : 65385,
"58112" : 133897,
"58624" : 234338,
"59136" : 351602,
"59648" : 431812,
"60160" : 459706,
"60672" : 441776,
"61184" : 407460,
"61696" : 384866,
"62208" : 374576,
"62720" : 362128,
"63232" : 331074,
"63744" : 273816,
"64256" : 218596,
"64768" : 173729,
"65280" : 141722,
"66048" : 221721,
"67072" : 154506,
"68096" : 108359,
"69120" : 86757,
"70144" : 64153,
"71168" : 39514,
"72192" : 21824,
"73216" : 11837,
"74240" : 6402,
"75264" : 3367,
"76288" : 1889,
"77312" : 1028,
"78336" : 612,
"79360" : 405,
"80384" : 281,
"81408" : 212,
"82432" : 146,
"83456" : 115,
"84480" : 93,
"85504" : 78,
"86528" : 56,
"87552" : 49,
"88576" : 23,
"89600" : 18,
"90624" : 11,
"91648" : 4,
"92672" : 4,
"93696" : 4,
"96768" : 1,
"116224" : 1,
"119296" : 2,
"160768" : 2,
"162816" : 1
}
},
"lat_ns" : {
"min" : 30937,
"max" : 181787,
"mean" : 78261.212099,
"stddev" : 6581.319641,
"N" : 6604797
},
"bw_min" : 201800,
"bw_max" : 204832,
"bw_agg" : 100.000000,
"bw_mean" : 203259.679537,
"bw_dev" : 724.012282,
"bw_samples" : 259,
"iops_min" : 50450,
"iops_max" : 51208,
"iops_mean" : 50814.899614,
"iops_stddev" : 180.981084,
"iops_samples" : 259
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 129999,
"usr_cpu" : 7.635443,
"sys_cpu" : 92.034554,
"ctx" : 49,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999985,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999985,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 9.158100,
"100" : 90.841794,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079771,
"timestamp_ms" : 1773079771283,
"time" : "Mon Mar 9 15:09:31 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 29131624448,
"io_kbytes" : 28448852,
"bw_bytes" : 208084518,
"bw" : 203207,
"iops" : 50801.891442,
"runtime" : 139999,
"total_ios" : 7112214,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5108,
"max" : 74504,
"mean" : 18058.609790,
"stddev" : 3113.953279,
"N" : 7112215
},
"clat_ns" : {
"min" : 23837,
"max" : 163229,
"mean" : 60208.850414,
"stddev" : 5613.545472,
"N" : 7112213,
"percentile" : {
"1.000000" : 46336,
"5.000000" : 48384,
"10.000000" : 50432,
"20.000000" : 58624,
"30.000000" : 59648,
"40.000000" : 60160,
"50.000000" : 61184,
"60.000000" : 61696,
"70.000000" : 62720,
"80.000000" : 63744,
"90.000000" : 66048,
"95.000000" : 68096,
"99.000000" : 71168,
"99.500000" : 72192,
"99.900000" : 75264,
"99.950000" : 76288,
"99.990000" : 81408
},
"bins" : {
"23936" : 1,
"24448" : 2,
"24704" : 8,
"24960" : 9,
"25216" : 36,
"25472" : 83,
"25728" : 142,
"25984" : 177,
"26240" : 203,
"26496" : 176,
"26752" : 144,
"27008" : 95,
"27264" : 79,
"27520" : 50,
"27776" : 44,
"28032" : 26,
"28288" : 20,
"28544" : 18,
"28800" : 18,
"29056" : 11,
"29312" : 14,
"29568" : 7,
"29824" : 5,
"30080" : 2,
"30336" : 2,
"30592" : 1,
"33024" : 3,
"33536" : 3,
"34048" : 2,
"34560" : 26,
"35072" : 171,
"35584" : 857,
"36096" : 2710,
"36608" : 6180,
"37120" : 9919,
"37632" : 11122,
"38144" : 9083,
"38656" : 5737,
"39168" : 3569,
"39680" : 3064,
"40192" : 3146,
"40704" : 3451,
"41216" : 2656,
"41728" : 1825,
"42240" : 1026,
"42752" : 568,
"43264" : 403,
"43776" : 319,
"44288" : 343,
"44800" : 340,
"45312" : 604,
"45824" : 2376,
"46336" : 8305,
"46848" : 22950,
"47360" : 50551,
"47872" : 86382,
"48384" : 116747,
"48896" : 124443,
"49408" : 109888,
"49920" : 86982,
"50432" : 72097,
"50944" : 65237,
"51456" : 61897,
"51968" : 57981,
"52480" : 50112,
"52992" : 40909,
"53504" : 32016,
"54016" : 24055,
"54528" : 17367,
"55040" : 12868,
"55552" : 10358,
"56064" : 10448,
"56576" : 15366,
"57088" : 31112,
"57600" : 69731,
"58112" : 142929,
"58624" : 250935,
"59136" : 377207,
"59648" : 463830,
"60160" : 494782,
"60672" : 476260,
"61184" : 439345,
"61696" : 414800,
"62208" : 403516,
"62720" : 390160,
"63232" : 356889,
"63744" : 295536,
"64256" : 236282,
"64768" : 187563,
"65280" : 152996,
"66048" : 239013,
"67072" : 166684,
"68096" : 116995,
"69120" : 93581,
"70144" : 69232,
"71168" : 42652,
"72192" : 23578,
"73216" : 12757,
"74240" : 6948,
"75264" : 3662,
"76288" : 2027,
"77312" : 1088,
"78336" : 659,
"79360" : 445,
"80384" : 308,
"81408" : 225,
"82432" : 159,
"83456" : 121,
"84480" : 100,
"85504" : 82,
"86528" : 59,
"87552" : 52,
"88576" : 24,
"89600" : 20,
"90624" : 13,
"91648" : 5,
"92672" : 5,
"93696" : 4,
"96768" : 1,
"109056" : 1,
"116224" : 1,
"119296" : 2,
"160768" : 2,
"162816" : 1
}
},
"lat_ns" : {
"min" : 30937,
"max" : 181787,
"mean" : 78267.460764,
"stddev" : 6582.183699,
"N" : 7112213
},
"bw_min" : 201800,
"bw_max" : 204832,
"bw_agg" : 100.000000,
"bw_mean" : 203240.534050,
"bw_dev" : 726.436378,
"bw_samples" : 279,
"iops_min" : 50450,
"iops_max" : 51208,
"iops_mean" : 50810.129032,
"iops_stddev" : 181.586349,
"iops_samples" : 279
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 139999,
"usr_cpu" : 7.635769,
"sys_cpu" : 92.034229,
"ctx" : 53,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999986,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 9.148403,
"100" : 90.851485,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079781,
"timestamp_ms" : 1773079781283,
"time" : "Mon Mar 9 15:09:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 31210618880,
"io_kbytes" : 30479120,
"bw_bytes" : 208072179,
"bw" : 203195,
"iops" : 50798.878659,
"runtime" : 149999,
"total_ios" : 7619781,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5108,
"max" : 74504,
"mean" : 18059.194361,
"stddev" : 3113.812920,
"N" : 7619781
},
"clat_ns" : {
"min" : 23837,
"max" : 163229,
"mean" : 60212.583001,
"stddev" : 5612.959779,
"N" : 7619780,
"percentile" : {
"1.000000" : 46336,
"5.000000" : 48896,
"10.000000" : 50432,
"20.000000" : 58624,
"30.000000" : 59648,
"40.000000" : 60160,
"50.000000" : 61184,
"60.000000" : 61696,
"70.000000" : 62720,
"80.000000" : 63744,
"90.000000" : 66048,
"95.000000" : 68096,
"99.000000" : 71168,
"99.500000" : 72192,
"99.900000" : 75264,
"99.950000" : 76288,
"99.990000" : 81408
},
"bins" : {
"23936" : 1,
"24448" : 2,
"24704" : 9,
"24960" : 10,
"25216" : 40,
"25472" : 86,
"25728" : 150,
"25984" : 185,
"26240" : 215,
"26496" : 196,
"26752" : 157,
"27008" : 108,
"27264" : 81,
"27520" : 52,
"27776" : 45,
"28032" : 28,
"28288" : 22,
"28544" : 18,
"28800" : 19,
"29056" : 11,
"29312" : 14,
"29568" : 7,
"29824" : 5,
"30080" : 2,
"30336" : 2,
"30592" : 1,
"31872" : 1,
"33024" : 3,
"33536" : 3,
"34048" : 2,
"34560" : 27,
"35072" : 187,
"35584" : 908,
"36096" : 2891,
"36608" : 6607,
"37120" : 10578,
"37632" : 11910,
"38144" : 9714,
"38656" : 6190,
"39168" : 3844,
"39680" : 3293,
"40192" : 3367,
"40704" : 3672,
"41216" : 2860,
"41728" : 1971,
"42240" : 1110,
"42752" : 604,
"43264" : 433,
"43776" : 351,
"44288" : 372,
"44800" : 364,
"45312" : 640,
"45824" : 2517,
"46336" : 8818,
"46848" : 24464,
"47360" : 54046,
"47872" : 92402,
"48384" : 124908,
"48896" : 133247,
"49408" : 117698,
"49920" : 93428,
"50432" : 77152,
"50944" : 69834,
"51456" : 66377,
"51968" : 62060,
"52480" : 53746,
"52992" : 43883,
"53504" : 34451,
"54016" : 25839,
"54528" : 18580,
"55040" : 13846,
"55552" : 11146,
"56064" : 11212,
"56576" : 16450,
"57088" : 33088,
"57600" : 74263,
"58112" : 152272,
"58624" : 268196,
"59136" : 403222,
"59648" : 496505,
"60160" : 529920,
"60672" : 510496,
"61184" : 470875,
"61696" : 444633,
"62208" : 432385,
"62720" : 418112,
"63232" : 383104,
"63744" : 317069,
"64256" : 253681,
"64768" : 201414,
"65280" : 164110,
"66048" : 256176,
"67072" : 178779,
"68096" : 125543,
"69120" : 100358,
"70144" : 74282,
"71168" : 45699,
"72192" : 25326,
"73216" : 13678,
"74240" : 7437,
"75264" : 3916,
"76288" : 2168,
"77312" : 1189,
"78336" : 695,
"79360" : 465,
"80384" : 329,
"81408" : 233,
"82432" : 166,
"83456" : 129,
"84480" : 102,
"85504" : 89,
"86528" : 63,
"87552" : 54,
"88576" : 26,
"89600" : 23,
"90624" : 14,
"91648" : 7,
"92672" : 5,
"93696" : 5,
"96768" : 1,
"109056" : 1,
"116224" : 1,
"119296" : 2,
"160768" : 2,
"162816" : 1
}
},
"lat_ns" : {
"min" : 30937,
"max" : 181787,
"mean" : 78271.777786,
"stddev" : 6581.313117,
"N" : 7619780
},
"bw_min" : 201720,
"bw_max" : 204832,
"bw_agg" : 100.000000,
"bw_mean" : 203228.745819,
"bw_dev" : 727.765074,
"bw_samples" : 299,
"iops_min" : 50430,
"iops_max" : 51208,
"iops_mean" : 50807.173913,
"iops_stddev" : 181.921354,
"iops_samples" : 299
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 149999,
"usr_cpu" : 7.670718,
"sys_cpu" : 91.999947,
"ctx" : 57,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999987,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999987,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 9.139856,
"100" : 90.860039,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079791,
"timestamp_ms" : 1773079791283,
"time" : "Mon Mar 9 15:09:51 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 33289408512,
"io_kbytes" : 32509188,
"bw_bytes" : 208060103,
"bw" : 203183,
"iops" : 50795.929975,
"runtime" : 159999,
"total_ios" : 8127298,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5108,
"max" : 74504,
"mean" : 18059.622796,
"stddev" : 3113.867205,
"N" : 8127298
},
"clat_ns" : {
"min" : 23837,
"max" : 163229,
"mean" : 60215.883313,
"stddev" : 5612.928610,
"N" : 8127297,
"percentile" : {
"1.000000" : 46336,
"5.000000" : 48896,
"10.000000" : 50432,
"20.000000" : 58624,
"30.000000" : 59648,
"40.000000" : 60160,
"50.000000" : 61184,
"60.000000" : 61696,
"70.000000" : 62720,
"80.000000" : 63744,
"90.000000" : 66048,
"95.000000" : 68096,
"99.000000" : 71168,
"99.500000" : 72192,
"99.900000" : 75264,
"99.950000" : 76288,
"99.990000" : 81408
},
"bins" : {
"23936" : 1,
"24448" : 2,
"24704" : 9,
"24960" : 11,
"25216" : 42,
"25472" : 95,
"25728" : 154,
"25984" : 194,
"26240" : 235,
"26496" : 208,
"26752" : 172,
"27008" : 113,
"27264" : 86,
"27520" : 55,
"27776" : 49,
"28032" : 32,
"28288" : 25,
"28544" : 21,
"28800" : 20,
"29056" : 11,
"29312" : 14,
"29568" : 7,
"29824" : 7,
"30080" : 3,
"30336" : 2,
"30592" : 1,
"30848" : 1,
"31872" : 1,
"33024" : 3,
"33536" : 3,
"34048" : 2,
"34560" : 28,
"35072" : 199,
"35584" : 955,
"36096" : 3078,
"36608" : 7012,
"37120" : 11230,
"37632" : 12684,
"38144" : 10386,
"38656" : 6592,
"39168" : 4144,
"39680" : 3510,
"40192" : 3615,
"40704" : 3927,
"41216" : 3030,
"41728" : 2083,
"42240" : 1191,
"42752" : 647,
"43264" : 458,
"43776" : 377,
"44288" : 398,
"44800" : 387,
"45312" : 669,
"45824" : 2665,
"46336" : 9310,
"46848" : 25949,
"47360" : 57395,
"47872" : 98256,
"48384" : 133324,
"48896" : 142242,
"49408" : 125937,
"49920" : 99731,
"50432" : 82254,
"50944" : 74426,
"51456" : 70800,
"51968" : 66321,
"52480" : 57533,
"52992" : 46940,
"53504" : 36742,
"54016" : 27615,
"54528" : 19864,
"55040" : 14752,
"55552" : 11863,
"56064" : 11939,
"56576" : 17398,
"57088" : 35038,
"57600" : 78672,
"58112" : 161561,
"58624" : 284636,
"59136" : 428939,
"59648" : 529293,
"60160" : 565065,
"60672" : 544898,
"61184" : 502358,
"61696" : 474328,
"62208" : 461464,
"62720" : 446165,
"63232" : 409290,
"63744" : 338965,
"64256" : 271150,
"64768" : 215354,
"65280" : 175259,
"66048" : 273554,
"67072" : 191098,
"68096" : 133785,
"69120" : 107056,
"70144" : 79265,
"71168" : 48787,
"72192" : 27024,
"73216" : 14588,
"74240" : 7931,
"75264" : 4164,
"76288" : 2298,
"77312" : 1288,
"78336" : 747,
"79360" : 507,
"80384" : 360,
"81408" : 244,
"82432" : 179,
"83456" : 140,
"84480" : 105,
"85504" : 94,
"86528" : 64,
"87552" : 56,
"88576" : 29,
"89600" : 23,
"90624" : 14,
"91648" : 8,
"92672" : 6,
"93696" : 5,
"95744" : 1,
"96768" : 1,
"109056" : 1,
"116224" : 1,
"119296" : 2,
"160768" : 2,
"162816" : 1
}
},
"lat_ns" : {
"min" : 30937,
"max" : 181787,
"mean" : 78275.506097,
"stddev" : 6580.986792,
"N" : 8127297
},
"bw_min" : 201624,
"bw_max" : 204832,
"bw_agg" : 100.000000,
"bw_mean" : 203215.423197,
"bw_dev" : 727.915845,
"bw_samples" : 319,
"iops_min" : 50406,
"iops_max" : 51208,
"iops_mean" : 50803.840125,
"iops_stddev" : 181.958915,
"iops_samples" : 319
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159999,
"usr_cpu" : 7.679423,
"sys_cpu" : 91.990575,
"ctx" : 61,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999988,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999988,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 9.137440,
"100" : 90.862461,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079801,
"timestamp_ms" : 1773079801284,
"time" : "Mon Mar 9 15:10:01 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 35369517056,
"io_kbytes" : 34540544,
"bw_bytes" : 208057206,
"bw" : 203180,
"iops" : 50795.222325,
"runtime" : 169999,
"total_ios" : 8635137,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5108,
"max" : 74504,
"mean" : 18059.292221,
"stddev" : 3114.370950,
"N" : 8635137
},
"clat_ns" : {
"min" : 23837,
"max" : 163229,
"mean" : 60216.987323,
"stddev" : 5613.331066,
"N" : 8635136,
"percentile" : {
"1.000000" : 46336,
"5.000000" : 48896,
"10.000000" : 50432,
"20.000000" : 58624,
"30.000000" : 59648,
"40.000000" : 60160,
"50.000000" : 61184,
"60.000000" : 61696,
"70.000000" : 62720,
"80.000000" : 63744,
"90.000000" : 66048,
"95.000000" : 68096,
"99.000000" : 71168,
"99.500000" : 72192,
"99.900000" : 75264,
"99.950000" : 76288,
"99.990000" : 81408
},
"bins" : {
"23936" : 1,
"24192" : 1,
"24448" : 2,
"24704" : 10,
"24960" : 11,
"25216" : 43,
"25472" : 102,
"25728" : 158,
"25984" : 208,
"26240" : 246,
"26496" : 218,
"26752" : 185,
"27008" : 119,
"27264" : 90,
"27520" : 58,
"27776" : 50,
"28032" : 34,
"28288" : 28,
"28544" : 23,
"28800" : 20,
"29056" : 13,
"29312" : 15,
"29568" : 9,
"29824" : 7,
"30080" : 3,
"30336" : 2,
"30592" : 1,
"30848" : 1,
"31872" : 1,
"33024" : 3,
"33536" : 3,
"34048" : 2,
"34560" : 30,
"35072" : 210,
"35584" : 1018,
"36096" : 3243,
"36608" : 7448,
"37120" : 11929,
"37632" : 13545,
"38144" : 11097,
"38656" : 6989,
"39168" : 4421,
"39680" : 3724,
"40192" : 3863,
"40704" : 4166,
"41216" : 3240,
"41728" : 2209,
"42240" : 1266,
"42752" : 682,
"43264" : 488,
"43776" : 410,
"44288" : 423,
"44800" : 408,
"45312" : 708,
"45824" : 2814,
"46336" : 9863,
"46848" : 27417,
"47360" : 60740,
"47872" : 104351,
"48384" : 141639,
"48896" : 151160,
"49408" : 133971,
"49920" : 106002,
"50432" : 87347,
"50944" : 79163,
"51456" : 75293,
"51968" : 70487,
"52480" : 61207,
"52992" : 50040,
"53504" : 39138,
"54016" : 29472,
"54528" : 21180,
"55040" : 15686,
"55552" : 12662,
"56064" : 12727,
"56576" : 18475,
"57088" : 37032,
"57600" : 83103,
"58112" : 170845,
"58624" : 301837,
"59136" : 455247,
"59648" : 562023,
"60160" : 600426,
"60672" : 579312,
"61184" : 533577,
"61696" : 503783,
"62208" : 490387,
"62720" : 474302,
"63232" : 435009,
"63744" : 360567,
"64256" : 288489,
"64768" : 229222,
"65280" : 186567,
"66048" : 290648,
"67072" : 203126,
"68096" : 142382,
"69120" : 113863,
"70144" : 84133,
"71168" : 51747,
"72192" : 28610,
"73216" : 15463,
"74240" : 8415,
"75264" : 4430,
"76288" : 2428,
"77312" : 1363,
"78336" : 801,
"79360" : 540,
"80384" : 391,
"81408" : 265,
"82432" : 201,
"83456" : 146,
"84480" : 112,
"85504" : 103,
"86528" : 69,
"87552" : 58,
"88576" : 29,
"89600" : 23,
"90624" : 16,
"91648" : 9,
"92672" : 6,
"93696" : 5,
"95744" : 1,
"96768" : 1,
"109056" : 1,
"116224" : 1,
"119296" : 2,
"160768" : 2,
"162816" : 1
}
},
"lat_ns" : {
"min" : 30937,
"max" : 181787,
"mean" : 78276.279936,
"stddev" : 6581.416878,
"N" : 8635136
},
"bw_min" : 201624,
"bw_max" : 204832,
"bw_agg" : 100.000000,
"bw_mean" : 203211.115044,
"bw_dev" : 719.010823,
"bw_samples" : 339,
"iops_min" : 50406,
"iops_max" : 51208,
"iops_mean" : 50802.764012,
"iops_stddev" : 179.733523,
"iops_samples" : 339
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 169999,
"usr_cpu" : 7.708869,
"sys_cpu" : 91.961717,
"ctx" : 63,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999988,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999988,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 9.135535,
"100" : 90.864372,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079811,
"timestamp_ms" : 1773079811283,
"time" : "Mon Mar 9 15:10:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 37447974912,
"io_kbytes" : 36570288,
"bw_bytes" : 208045460,
"bw" : 203169,
"iops" : 50792.354402,
"runtime" : 179999,
"total_ios" : 9142573,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5108,
"max" : 74504,
"mean" : 18059.764621,
"stddev" : 3115.382661,
"N" : 9142573
},
"clat_ns" : {
"min" : 23837,
"max" : 163229,
"mean" : 60220.232690,
"stddev" : 5615.736373,
"N" : 9142572,
"percentile" : {
"1.000000" : 46336,
"5.000000" : 48896,
"10.000000" : 50432,
"20.000000" : 58624,
"30.000000" : 59648,
"40.000000" : 60160,
"50.000000" : 61184,
"60.000000" : 61696,
"70.000000" : 62720,
"80.000000" : 63744,
"90.000000" : 66048,
"95.000000" : 68096,
"99.000000" : 71168,
"99.500000" : 72192,
"99.900000" : 75264,
"99.950000" : 76288,
"99.990000" : 81408
},
"bins" : {
"23936" : 2,
"24192" : 1,
"24448" : 2,
"24704" : 10,
"24960" : 11,
"25216" : 45,
"25472" : 107,
"25728" : 168,
"25984" : 222,
"26240" : 261,
"26496" : 228,
"26752" : 199,
"27008" : 124,
"27264" : 95,
"27520" : 63,
"27776" : 54,
"28032" : 36,
"28288" : 29,
"28544" : 25,
"28800" : 20,
"29056" : 13,
"29312" : 15,
"29568" : 10,
"29824" : 9,
"30080" : 3,
"30336" : 2,
"30592" : 1,
"30848" : 1,
"31616" : 1,
"31872" : 1,
"33024" : 3,
"33536" : 3,
"34048" : 2,
"34560" : 30,
"35072" : 226,
"35584" : 1071,
"36096" : 3402,
"36608" : 7901,
"37120" : 12696,
"37632" : 14382,
"38144" : 11809,
"38656" : 7442,
"39168" : 4701,
"39680" : 4007,
"40192" : 4108,
"40704" : 4397,
"41216" : 3449,
"41728" : 2345,
"42240" : 1349,
"42752" : 705,
"43264" : 517,
"43776" : 436,
"44288" : 438,
"44800" : 440,
"45312" : 758,
"45824" : 2943,
"46336" : 10381,
"46848" : 28947,
"47360" : 64058,
"47872" : 110168,
"48384" : 149574,
"48896" : 160142,
"49408" : 142085,
"49920" : 112544,
"50432" : 92645,
"50944" : 83894,
"51456" : 79810,
"51968" : 74728,
"52480" : 64879,
"52992" : 53070,
"53504" : 41562,
"54016" : 31240,
"54528" : 22488,
"55040" : 16670,
"55552" : 13417,
"56064" : 13427,
"56576" : 19447,
"57088" : 39010,
"57600" : 87417,
"58112" : 179804,
"58624" : 318034,
"59136" : 480469,
"59648" : 593800,
"60160" : 635564,
"60672" : 614102,
"61184" : 565210,
"61696" : 533281,
"62208" : 519171,
"62720" : 502179,
"63232" : 461333,
"63744" : 382877,
"64256" : 306144,
"64768" : 243239,
"65280" : 197771,
"66048" : 308229,
"67072" : 215441,
"68096" : 150805,
"69120" : 120593,
"70144" : 89140,
"71168" : 54943,
"72192" : 30383,
"73216" : 16438,
"74240" : 8936,
"75264" : 4729,
"76288" : 2603,
"77312" : 1464,
"78336" : 851,
"79360" : 588,
"80384" : 410,
"81408" : 282,
"82432" : 222,
"83456" : 155,
"84480" : 123,
"85504" : 107,
"86528" : 73,
"87552" : 60,
"88576" : 30,
"89600" : 24,
"90624" : 16,
"91648" : 9,
"92672" : 6,
"93696" : 5,
"95744" : 1,
"96768" : 1,
"109056" : 1,
"116224" : 1,
"119296" : 2,
"160768" : 2,
"162816" : 1
}
},
"lat_ns" : {
"min" : 30937,
"max" : 181787,
"mean" : 78279.998189,
"stddev" : 6584.646590,
"N" : 9142572
},
"bw_min" : 201624,
"bw_max" : 204832,
"bw_agg" : 100.000000,
"bw_mean" : 203197.484680,
"bw_dev" : 716.681056,
"bw_samples" : 359,
"iops_min" : 50406,
"iops_max" : 51208,
"iops_mean" : 50799.356546,
"iops_stddev" : 179.152243,
"iops_samples" : 359
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 179999,
"usr_cpu" : 7.682265,
"sys_cpu" : 91.988289,
"ctx" : 68,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999989,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999989,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 9.131882,
"100" : 90.868030,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773079811,
"timestamp_ms" : 1773079811334,
"time" : "Mon Mar 9 15:10:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd4-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 37448085504,
"io_kbytes" : 36570396,
"bw_bytes" : 208042607,
"bw" : 203166,
"iops" : 50791.630093,
"runtime" : 180002,
"total_ios" : 9142595,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5108,
"max" : 74504,
"mean" : 18059.760907,
"stddev" : 3115.386251,
"N" : 9142596
},
"clat_ns" : {
"min" : 2945,
"max" : 163229,
"mean" : 60220.209375,
"stddev" : 5615.795843,
"N" : 9142598,
"percentile" : {
"1.000000" : 46336,
"5.000000" : 48896,
"10.000000" : 50432,
"20.000000" : 58624,
"30.000000" : 59648,
"40.000000" : 60160,
"50.000000" : 61184,
"60.000000" : 61696,
"70.000000" : 62720,
"80.000000" : 63744,
"90.000000" : 66048,
"95.000000" : 68096,
"99.000000" : 71168,
"99.500000" : 72192,
"99.900000" : 75264,
"99.950000" : 76288,
"99.990000" : 81408
},
"bins" : {
"2960" : 1,
"21632" : 1,
"23936" : 2,
"24192" : 1,
"24448" : 2,
"24704" : 10,
"24960" : 11,
"25216" : 45,
"25472" : 107,
"25728" : 168,
"25984" : 222,
"26240" : 261,
"26496" : 228,
"26752" : 199,
"27008" : 124,
"27264" : 95,
"27520" : 63,
"27776" : 54,
"28032" : 36,
"28288" : 29,
"28544" : 25,
"28800" : 20,
"29056" : 13,
"29312" : 15,
"29568" : 10,
"29824" : 9,
"30080" : 3,
"30336" : 2,
"30592" : 1,
"30848" : 1,
"31616" : 1,
"31872" : 1,
"33024" : 3,
"33536" : 3,
"34048" : 2,
"34560" : 30,
"35072" : 226,
"35584" : 1071,
"36096" : 3402,
"36608" : 7902,
"37120" : 12696,
"37632" : 14382,
"38144" : 11809,
"38656" : 7442,
"39168" : 4701,
"39680" : 4007,
"40192" : 4108,
"40704" : 4397,
"41216" : 3450,
"41728" : 2345,
"42240" : 1349,
"42752" : 705,
"43264" : 517,
"43776" : 436,
"44288" : 438,
"44800" : 440,
"45312" : 758,
"45824" : 2943,
"46336" : 10382,
"46848" : 28948,
"47360" : 64059,
"47872" : 110170,
"48384" : 149576,
"48896" : 160142,
"49408" : 142085,
"49920" : 112544,
"50432" : 92645,
"50944" : 83894,
"51456" : 79810,
"51968" : 74728,
"52480" : 64879,
"52992" : 53070,
"53504" : 41562,
"54016" : 31240,
"54528" : 22488,
"55040" : 16670,
"55552" : 13417,
"56064" : 13427,
"56576" : 19447,
"57088" : 39010,
"57600" : 87417,
"58112" : 179804,
"58624" : 318035,
"59136" : 480472,
"59648" : 593801,
"60160" : 635564,
"60672" : 614104,
"61184" : 565212,
"61696" : 533281,
"62208" : 519174,
"62720" : 502179,
"63232" : 461334,
"63744" : 382877,
"64256" : 306144,
"64768" : 243239,
"65280" : 197771,
"66048" : 308229,
"67072" : 215441,
"68096" : 150805,
"69120" : 120594,
"70144" : 89140,
"71168" : 54943,
"72192" : 30383,
"73216" : 16438,
"74240" : 8936,
"75264" : 4729,
"76288" : 2603,
"77312" : 1464,
"78336" : 851,
"79360" : 588,
"80384" : 410,
"81408" : 282,
"82432" : 222,
"83456" : 155,
"84480" : 123,
"85504" : 107,
"86528" : 73,
"87552" : 60,
"88576" : 30,
"89600" : 24,
"90624" : 16,
"91648" : 9,
"92672" : 6,
"93696" : 5,
"95744" : 1,
"96768" : 1,
"109056" : 1,
"116224" : 1,
"119296" : 2,
"160768" : 2,
"162816" : 1
}
},
"lat_ns" : {
"min" : 20081,
"max" : 181787,
"mean" : 78279.970631,
"stddev" : 6584.701631,
"N" : 9142598
},
"bw_min" : 201624,
"bw_max" : 204832,
"bw_agg" : 100.000000,
"bw_mean" : 203201.491667,
"bw_dev" : 719.709071,
"bw_samples" : 360,
"iops_min" : 50406,
"iops_max" : 51208,
"iops_mean" : 50800.358333,
"iops_stddev" : 179.909454,
"iops_samples" : 360
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 180001,
"usr_cpu" : 7.682180,
"sys_cpu" : 91.987267,
"ctx" : 69,
"majf" : 0,
"minf" : 36,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 9.131970,
"100" : 90.867976,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}