raidz2/benchmarks/rand/rand-write-qd32-nj16_run2.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773097296,
"timestamp_ms" : 1773097296340,
"time" : "Mon Mar 9 20:01:36 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 11,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 786911232,
"io_kbytes" : 768468,
"bw_bytes" : 80626150,
"bw" : 78736,
"iops" : 19739.549180,
"runtime" : 9760,
"total_ios" : 192658,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 156160,
"usr_cpu" : 0.475154,
"sys_cpu" : 9.520364,
"ctx" : 244332,
"majf" : 0,
"minf" : 92,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.132878,
"32" : 99.742549,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999481,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999480,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097306,
"timestamp_ms" : 1773097306583,
"time" : "Mon Mar 9 20:01:46 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 169,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 628211712,
"io_kbytes" : 613488,
"bw_bytes" : 62802330,
"bw" : 61330,
"iops" : 15336.599020,
"runtime" : 10003,
"total_ios" : 153412,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 334070,
"max" : 7760369,
"mean" : 1039451.771700,
"stddev" : 1079244.918866,
"N" : 153412
},
"clat_ns" : {
"min" : 14939960,
"max" : 89981240,
"mean" : 32399121.832193,
"stddev" : 10296673.024466,
"N" : 153396,
"percentile" : {
"1.000000" : 18481152,
"5.000000" : 20316160,
"10.000000" : 21364736,
"20.000000" : 23461888,
"30.000000" : 25559040,
"40.000000" : 27918336,
"50.000000" : 30015488,
"60.000000" : 32636928,
"70.000000" : 35913728,
"80.000000" : 40108032,
"90.000000" : 46923776,
"95.000000" : 53215232,
"99.000000" : 63700992,
"99.500000" : 67633152,
"99.900000" : 77070336,
"99.950000" : 80216064,
"99.990000" : 85458944
},
"bins" : {
"14876672" : 1,
"15138816" : 4,
"15400960" : 9,
"15532032" : 6,
"15663104" : 10,
"15794176" : 10,
"15925248" : 13,
"16056320" : 12,
"16187392" : 6,
"16318464" : 21,
"16449536" : 38,
"16580608" : 32,
"16711680" : 28,
"16908288" : 79,
"17170432" : 122,
"17432576" : 132,
"17694720" : 192,
"17956864" : 212,
"18219008" : 355,
"18481152" : 392,
"18743296" : 477,
"19005440" : 650,
"19267584" : 817,
"19529728" : 950,
"19791872" : 1185,
"20054016" : 1322,
"20316160" : 1502,
"20578304" : 1669,
"20840448" : 1848,
"21102592" : 1845,
"21364736" : 1853,
"21626880" : 2045,
"21889024" : 2058,
"22151168" : 2026,
"22413312" : 1987,
"22675456" : 2138,
"22937600" : 2082,
"23199744" : 1975,
"23461888" : 1965,
"23724032" : 1950,
"23986176" : 1800,
"24248320" : 1892,
"24510464" : 1873,
"24772608" : 1846,
"25034752" : 1860,
"25296896" : 1878,
"25559040" : 1824,
"25821184" : 1800,
"26083328" : 1630,
"26345472" : 1760,
"26607616" : 1749,
"26869760" : 1739,
"27131904" : 1916,
"27394048" : 1828,
"27656192" : 1790,
"27918336" : 1790,
"28180480" : 1694,
"28442624" : 1797,
"28704768" : 1697,
"28966912" : 1672,
"29229056" : 1660,
"29491200" : 1741,
"29753344" : 1799,
"30015488" : 1737,
"30277632" : 1659,
"30539776" : 1649,
"30801920" : 1643,
"31064064" : 1576,
"31326208" : 1543,
"31588352" : 1502,
"31850496" : 1475,
"32112640" : 1439,
"32374784" : 1444,
"32636928" : 1401,
"32899072" : 1313,
"33161216" : 1305,
"33423360" : 1406,
"33816576" : 2626,
"34340864" : 2556,
"34865152" : 2521,
"35389440" : 2363,
"35913728" : 2215,
"36438016" : 2126,
"36962304" : 2096,
"37486592" : 2077,
"38010880" : 2000,
"38535168" : 1902,
"39059456" : 1714,
"39583744" : 1615,
"40108032" : 1657,
"40632320" : 1553,
"41156608" : 1408,
"41680896" : 1369,
"42205184" : 1279,
"42729472" : 1321,
"43253760" : 1220,
"43778048" : 1095,
"44302336" : 1058,
"44826624" : 947,
"45350912" : 911,
"45875200" : 990,
"46399488" : 952,
"46923776" : 849,
"47448064" : 847,
"47972352" : 725,
"48496640" : 746,
"49020928" : 642,
"49545216" : 661,
"50069504" : 616,
"50593792" : 581,
"51118080" : 609,
"51642368" : 589,
"52166656" : 540,
"52690944" : 575,
"53215232" : 507,
"53739520" : 401,
"54263808" : 463,
"54788096" : 456,
"55312384" : 411,
"55836672" : 384,
"56360960" : 301,
"56885248" : 345,
"57409536" : 364,
"57933824" : 325,
"58458112" : 294,
"58982400" : 276,
"59506688" : 249,
"60030976" : 210,
"60555264" : 255,
"61079552" : 203,
"61603840" : 204,
"62128128" : 147,
"62652416" : 129,
"63176704" : 155,
"63700992" : 124,
"64225280" : 139,
"64749568" : 109,
"65273856" : 113,
"65798144" : 90,
"66322432" : 89,
"66846720" : 83,
"67633152" : 132,
"68681728" : 125,
"69730304" : 85,
"70778880" : 84,
"71827456" : 90,
"72876032" : 44,
"73924608" : 52,
"74973184" : 51,
"76021760" : 46,
"77070336" : 48,
"78118912" : 15,
"79167488" : 16,
"80216064" : 21,
"81264640" : 10,
"82313216" : 19,
"83361792" : 9,
"84410368" : 11,
"85458944" : 5,
"86507520" : 4,
"87556096" : 4,
"89653248" : 3
}
},
"lat_ns" : {
"min" : 15540618,
"max" : 90845461,
"mean" : 33441814.225899,
"stddev" : 10535659.944453,
"N" : 153396
},
"bw_min" : 46296,
"bw_max" : 76976,
"bw_agg" : 99.516715,
"bw_mean" : 61034.473684,
"bw_dev" : 576.590392,
"bw_samples" : 304,
"iops_min" : 11574,
"iops_max" : 19244,
"iops_mean" : 15258.315789,
"iops_stddev" : 144.149773,
"iops_samples" : 304
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 160024,
"usr_cpu" : 0.399315,
"sys_cpu" : 7.179548,
"ctx" : 187252,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 3.989258,
"50" : 88.852893,
"100" : 7.147420,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097316,
"timestamp_ms" : 1773097316585,
"time" : "Mon Mar 9 20:01:56 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 159,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1249054720,
"io_kbytes" : 1219780,
"bw_bytes" : 62446491,
"bw" : 60982,
"iops" : 15247.875212,
"runtime" : 20002,
"total_ios" : 304988,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 326509,
"max" : 8017191,
"mean" : 1045358.236002,
"stddev" : 1083331.898171,
"N" : 304989
},
"clat_ns" : {
"min" : 14674575,
"max" : 109742717,
"mean" : 32557201.018923,
"stddev" : 10495383.405987,
"N" : 304972,
"percentile" : {
"1.000000" : 18481152,
"5.000000" : 20316160,
"10.000000" : 21626880,
"20.000000" : 23724032,
"30.000000" : 25821184,
"40.000000" : 27918336,
"50.000000" : 30277632,
"60.000000" : 32636928,
"70.000000" : 35913728,
"80.000000" : 40108032,
"90.000000" : 46923776,
"95.000000" : 53215232,
"99.000000" : 66846720,
"99.500000" : 71827456,
"99.900000" : 83361792,
"99.950000" : 87556096,
"99.990000" : 95944704
},
"bins" : {
"14614528" : 1,
"14745600" : 2,
"14876672" : 1,
"15138816" : 4,
"15269888" : 1,
"15400960" : 9,
"15532032" : 14,
"15663104" : 21,
"15794176" : 27,
"15925248" : 23,
"16056320" : 30,
"16187392" : 35,
"16318464" : 39,
"16449536" : 76,
"16580608" : 82,
"16711680" : 71,
"16908288" : 195,
"17170432" : 279,
"17432576" : 307,
"17694720" : 444,
"17956864" : 513,
"18219008" : 749,
"18481152" : 822,
"18743296" : 1022,
"19005440" : 1270,
"19267584" : 1548,
"19529728" : 1740,
"19791872" : 2073,
"20054016" : 2310,
"20316160" : 2575,
"20578304" : 2850,
"20840448" : 3156,
"21102592" : 3243,
"21364736" : 3317,
"21626880" : 3496,
"21889024" : 3696,
"22151168" : 3750,
"22413312" : 3749,
"22675456" : 3795,
"22937600" : 3848,
"23199744" : 3880,
"23461888" : 3841,
"23724032" : 3819,
"23986176" : 3695,
"24248320" : 3726,
"24510464" : 3672,
"24772608" : 3670,
"25034752" : 3728,
"25296896" : 3697,
"25559040" : 3662,
"25821184" : 3805,
"26083328" : 3613,
"26345472" : 3874,
"26607616" : 3892,
"26869760" : 3777,
"27131904" : 3814,
"27394048" : 3773,
"27656192" : 3709,
"27918336" : 3686,
"28180480" : 3717,
"28442624" : 3756,
"28704768" : 3633,
"28966912" : 3636,
"29229056" : 3443,
"29491200" : 3599,
"29753344" : 3689,
"30015488" : 3508,
"30277632" : 3421,
"30539776" : 3417,
"30801920" : 3452,
"31064064" : 3292,
"31326208" : 3294,
"31588352" : 3162,
"31850496" : 3085,
"32112640" : 3073,
"32374784" : 3001,
"32636928" : 2909,
"32899072" : 2756,
"33161216" : 2804,
"33423360" : 2839,
"33816576" : 5360,
"34340864" : 5297,
"34865152" : 5039,
"35389440" : 4770,
"35913728" : 4473,
"36438016" : 4299,
"36962304" : 4213,
"37486592" : 4052,
"38010880" : 3881,
"38535168" : 3602,
"39059456" : 3406,
"39583744" : 3233,
"40108032" : 3174,
"40632320" : 2981,
"41156608" : 2773,
"41680896" : 2645,
"42205184" : 2444,
"42729472" : 2447,
"43253760" : 2248,
"43778048" : 2101,
"44302336" : 2029,
"44826624" : 1876,
"45350912" : 1791,
"45875200" : 1904,
"46399488" : 1795,
"46923776" : 1706,
"47448064" : 1645,
"47972352" : 1466,
"48496640" : 1405,
"49020928" : 1304,
"49545216" : 1271,
"50069504" : 1207,
"50593792" : 1144,
"51118080" : 1104,
"51642368" : 1103,
"52166656" : 1017,
"52690944" : 1062,
"53215232" : 925,
"53739520" : 780,
"54263808" : 787,
"54788096" : 788,
"55312384" : 717,
"55836672" : 662,
"56360960" : 586,
"56885248" : 601,
"57409536" : 663,
"57933824" : 589,
"58458112" : 532,
"58982400" : 527,
"59506688" : 461,
"60030976" : 430,
"60555264" : 447,
"61079552" : 396,
"61603840" : 362,
"62128128" : 315,
"62652416" : 266,
"63176704" : 278,
"63700992" : 240,
"64225280" : 288,
"64749568" : 233,
"65273856" : 241,
"65798144" : 248,
"66322432" : 208,
"66846720" : 194,
"67633152" : 362,
"68681728" : 348,
"69730304" : 267,
"70778880" : 254,
"71827456" : 264,
"72876032" : 183,
"73924608" : 170,
"74973184" : 156,
"76021760" : 133,
"77070336" : 144,
"78118912" : 76,
"79167488" : 81,
"80216064" : 66,
"81264640" : 61,
"82313216" : 58,
"83361792" : 60,
"84410368" : 41,
"85458944" : 32,
"86507520" : 30,
"87556096" : 45,
"88604672" : 31,
"89653248" : 16,
"90701824" : 8,
"91750400" : 6,
"92798976" : 8,
"93847552" : 2,
"94896128" : 2,
"95944704" : 5,
"96993280" : 2,
"98041856" : 4,
"99090432" : 2,
"100139008" : 3,
"101187584" : 5,
"102236160" : 2,
"103284736" : 4,
"104333312" : 3,
"105381888" : 3,
"109576192" : 3
}
},
"lat_ns" : {
"min" : 15125163,
"max" : 110517451,
"mean" : 33603844.594809,
"stddev" : 10741176.140620,
"N" : 304972
},
"bw_min" : 45493,
"bw_max" : 78344,
"bw_agg" : 100.000000,
"bw_mean" : 61000.205128,
"bw_dev" : 570.638298,
"bw_samples" : 624,
"iops_min" : 11373,
"iops_max" : 19586,
"iops_mean" : 15249.256410,
"iops_stddev" : 142.670924,
"iops_samples" : 624
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 320014,
"usr_cpu" : 0.389670,
"sys_cpu" : 7.163124,
"ctx" : 375922,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 3.948352,
"50" : 88.868087,
"100" : 7.171102,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097326,
"timestamp_ms" : 1773097326582,
"time" : "Mon Mar 9 20:02:06 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1925464064,
"io_kbytes" : 1880336,
"bw_bytes" : 64177856,
"bw" : 62673,
"iops" : 15669.355376,
"runtime" : 30002,
"total_ios" : 470112,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 326468,
"max" : 8017191,
"mean" : 1016937.157503,
"stddev" : 1033971.083176,
"N" : 470112
},
"clat_ns" : {
"min" : 14061667,
"max" : 109742717,
"mean" : 31674681.479789,
"stddev" : 10116797.350057,
"N" : 470096,
"percentile" : {
"1.000000" : 18219008,
"5.000000" : 20054016,
"10.000000" : 21364736,
"20.000000" : 23199744,
"30.000000" : 25296896,
"40.000000" : 27131904,
"50.000000" : 29229056,
"60.000000" : 31588352,
"70.000000" : 34865152,
"80.000000" : 38535168,
"90.000000" : 45350912,
"95.000000" : 51642368,
"99.000000" : 65273856,
"99.500000" : 70778880,
"99.900000" : 81264640,
"99.950000" : 85458944,
"99.990000" : 92798976
},
"bins" : {
"14090240" : 1,
"14483456" : 2,
"14614528" : 4,
"14745600" : 9,
"14876672" : 8,
"15007744" : 17,
"15138816" : 20,
"15269888" : 15,
"15400960" : 22,
"15532032" : 31,
"15663104" : 35,
"15794176" : 44,
"15925248" : 34,
"16056320" : 56,
"16187392" : 77,
"16318464" : 91,
"16449536" : 132,
"16580608" : 155,
"16711680" : 135,
"16908288" : 376,
"17170432" : 515,
"17432576" : 632,
"17694720" : 853,
"17956864" : 998,
"18219008" : 1280,
"18481152" : 1517,
"18743296" : 1837,
"19005440" : 2312,
"19267584" : 2707,
"19529728" : 3091,
"19791872" : 3557,
"20054016" : 4146,
"20316160" : 4431,
"20578304" : 4861,
"20840448" : 5420,
"21102592" : 5712,
"21364736" : 5965,
"21626880" : 6207,
"21889024" : 6279,
"22151168" : 6513,
"22413312" : 6490,
"22675456" : 6620,
"22937600" : 6649,
"23199744" : 6618,
"23461888" : 6592,
"23724032" : 6486,
"23986176" : 6270,
"24248320" : 6264,
"24510464" : 6081,
"24772608" : 6060,
"25034752" : 6201,
"25296896" : 6087,
"25559040" : 5950,
"25821184" : 6198,
"26083328" : 5941,
"26345472" : 6140,
"26607616" : 6108,
"26869760" : 5991,
"27131904" : 5969,
"27394048" : 5880,
"27656192" : 5867,
"27918336" : 5907,
"28180480" : 5899,
"28442624" : 5822,
"28704768" : 5712,
"28966912" : 5647,
"29229056" : 5503,
"29491200" : 5667,
"29753344" : 5665,
"30015488" : 5560,
"30277632" : 5475,
"30539776" : 5192,
"30801920" : 5170,
"31064064" : 4886,
"31326208" : 4873,
"31588352" : 4712,
"31850496" : 4572,
"32112640" : 4567,
"32374784" : 4390,
"32636928" : 4255,
"32899072" : 4109,
"33161216" : 4070,
"33423360" : 4103,
"33816576" : 7773,
"34340864" : 7510,
"34865152" : 7288,
"35389440" : 6870,
"35913728" : 6474,
"36438016" : 6134,
"36962304" : 6054,
"37486592" : 5856,
"38010880" : 5487,
"38535168" : 5192,
"39059456" : 4795,
"39583744" : 4554,
"40108032" : 4472,
"40632320" : 4109,
"41156608" : 3932,
"41680896" : 3723,
"42205184" : 3459,
"42729472" : 3427,
"43253760" : 3149,
"43778048" : 2991,
"44302336" : 2899,
"44826624" : 2711,
"45350912" : 2535,
"45875200" : 2562,
"46399488" : 2485,
"46923776" : 2407,
"47448064" : 2274,
"47972352" : 2036,
"48496640" : 2006,
"49020928" : 1861,
"49545216" : 1763,
"50069504" : 1663,
"50593792" : 1606,
"51118080" : 1527,
"51642368" : 1438,
"52166656" : 1359,
"52690944" : 1391,
"53215232" : 1245,
"53739520" : 1104,
"54263808" : 1072,
"54788096" : 1020,
"55312384" : 942,
"55836672" : 884,
"56360960" : 785,
"56885248" : 774,
"57409536" : 794,
"57933824" : 732,
"58458112" : 653,
"58982400" : 652,
"59506688" : 596,
"60030976" : 515,
"60555264" : 523,
"61079552" : 485,
"61603840" : 461,
"62128128" : 380,
"62652416" : 339,
"63176704" : 340,
"63700992" : 315,
"64225280" : 341,
"64749568" : 277,
"65273856" : 285,
"65798144" : 300,
"66322432" : 254,
"66846720" : 241,
"67633152" : 468,
"68681728" : 445,
"69730304" : 372,
"70778880" : 339,
"71827456" : 311,
"72876032" : 228,
"73924608" : 226,
"74973184" : 181,
"76021760" : 174,
"77070336" : 177,
"78118912" : 87,
"79167488" : 107,
"80216064" : 83,
"81264640" : 73,
"82313216" : 73,
"83361792" : 65,
"84410368" : 48,
"85458944" : 41,
"86507520" : 40,
"87556096" : 48,
"88604672" : 32,
"89653248" : 20,
"90701824" : 8,
"91750400" : 6,
"92798976" : 8,
"93847552" : 2,
"94896128" : 2,
"95944704" : 5,
"96993280" : 2,
"98041856" : 4,
"99090432" : 2,
"100139008" : 3,
"101187584" : 5,
"102236160" : 2,
"103284736" : 4,
"104333312" : 3,
"105381888" : 3,
"109576192" : 3
}
},
"lat_ns" : {
"min" : 15076067,
"max" : 110517451,
"mean" : 32692647.332221,
"stddev" : 10356465.460133,
"N" : 470096
},
"bw_min" : 45493,
"bw_max" : 79920,
"bw_agg" : 100.000000,
"bw_mean" : 62764.881356,
"bw_dev" : 573.291479,
"bw_samples" : 944,
"iops_min" : 11373,
"iops_max" : 19980,
"iops_mean" : 15690.694915,
"iops_stddev" : 143.336564,
"iops_samples" : 944
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 480018,
"usr_cpu" : 0.391444,
"sys_cpu" : 7.392848,
"ctx" : 581462,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999787,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999787,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 4.615921,
"50" : 89.339136,
"100" : 6.036859,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097336,
"timestamp_ms" : 1773097336584,
"time" : "Mon Mar 9 20:02:16 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2577059840,
"io_kbytes" : 2516660,
"bw_bytes" : 64423274,
"bw" : 62913,
"iops" : 15729.638518,
"runtime" : 40002,
"total_ios" : 629217,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 326468,
"max" : 8590597,
"mean" : 1013009.270419,
"stddev" : 1026608.123818,
"N" : 629217
},
"clat_ns" : {
"min" : 14061667,
"max" : 109742717,
"mean" : 31547351.439050,
"stddev" : 9997348.914039,
"N" : 629201,
"percentile" : {
"1.000000" : 17956864,
"5.000000" : 20054016,
"10.000000" : 21364736,
"20.000000" : 23199744,
"30.000000" : 25296896,
"40.000000" : 27131904,
"50.000000" : 29229056,
"60.000000" : 31588352,
"70.000000" : 34340864,
"80.000000" : 38535168,
"90.000000" : 45350912,
"95.000000" : 51118080,
"99.000000" : 64749568,
"99.500000" : 69730304,
"99.900000" : 80216064,
"99.950000" : 84410368,
"99.990000" : 90701824
},
"bins" : {
"14090240" : 1,
"14483456" : 6,
"14614528" : 7,
"14745600" : 11,
"14876672" : 13,
"15007744" : 27,
"15138816" : 39,
"15269888" : 29,
"15400960" : 36,
"15532032" : 52,
"15663104" : 53,
"15794176" : 71,
"15925248" : 68,
"16056320" : 93,
"16187392" : 122,
"16318464" : 137,
"16449536" : 192,
"16580608" : 241,
"16711680" : 210,
"16908288" : 622,
"17170432" : 782,
"17432576" : 980,
"17694720" : 1231,
"17956864" : 1440,
"18219008" : 1822,
"18481152" : 2103,
"18743296" : 2576,
"19005440" : 3147,
"19267584" : 3615,
"19529728" : 4169,
"19791872" : 4635,
"20054016" : 5413,
"20316160" : 5870,
"20578304" : 6304,
"20840448" : 7000,
"21102592" : 7418,
"21364736" : 7865,
"21626880" : 8149,
"21889024" : 8314,
"22151168" : 8585,
"22413312" : 8525,
"22675456" : 8822,
"22937600" : 8788,
"23199744" : 8729,
"23461888" : 8730,
"23724032" : 8658,
"23986176" : 8564,
"24248320" : 8488,
"24510464" : 8246,
"24772608" : 8273,
"25034752" : 8401,
"25296896" : 8366,
"25559040" : 8097,
"25821184" : 8451,
"26083328" : 8127,
"26345472" : 8358,
"26607616" : 8343,
"26869760" : 8282,
"27131904" : 8188,
"27394048" : 8098,
"27656192" : 8214,
"27918336" : 8246,
"28180480" : 8155,
"28442624" : 8102,
"28704768" : 7987,
"28966912" : 7795,
"29229056" : 7570,
"29491200" : 7633,
"29753344" : 7659,
"30015488" : 7457,
"30277632" : 7284,
"30539776" : 6932,
"30801920" : 6928,
"31064064" : 6663,
"31326208" : 6562,
"31588352" : 6330,
"31850496" : 6093,
"32112640" : 6047,
"32374784" : 5942,
"32636928" : 5742,
"32899072" : 5557,
"33161216" : 5430,
"33423360" : 5445,
"33816576" : 10435,
"34340864" : 10035,
"34865152" : 9661,
"35389440" : 9101,
"35913728" : 8575,
"36438016" : 8189,
"36962304" : 8004,
"37486592" : 7740,
"38010880" : 7184,
"38535168" : 6802,
"39059456" : 6410,
"39583744" : 6093,
"40108032" : 5818,
"40632320" : 5459,
"41156608" : 5247,
"41680896" : 4876,
"42205184" : 4589,
"42729472" : 4451,
"43253760" : 4102,
"43778048" : 3928,
"44302336" : 3727,
"44826624" : 3548,
"45350912" : 3307,
"45875200" : 3311,
"46399488" : 3204,
"46923776" : 3090,
"47448064" : 2918,
"47972352" : 2620,
"48496640" : 2624,
"49020928" : 2458,
"49545216" : 2386,
"50069504" : 2258,
"50593792" : 2131,
"51118080" : 2007,
"51642368" : 1872,
"52166656" : 1797,
"52690944" : 1830,
"53215232" : 1647,
"53739520" : 1473,
"54263808" : 1411,
"54788096" : 1308,
"55312384" : 1238,
"55836672" : 1150,
"56360960" : 1013,
"56885248" : 962,
"57409536" : 936,
"57933824" : 919,
"58458112" : 836,
"58982400" : 857,
"59506688" : 752,
"60030976" : 668,
"60555264" : 670,
"61079552" : 601,
"61603840" : 592,
"62128128" : 511,
"62652416" : 455,
"63176704" : 434,
"63700992" : 404,
"64225280" : 428,
"64749568" : 379,
"65273856" : 368,
"65798144" : 390,
"66322432" : 348,
"66846720" : 309,
"67633152" : 558,
"68681728" : 569,
"69730304" : 463,
"70778880" : 414,
"71827456" : 398,
"72876032" : 304,
"73924608" : 282,
"74973184" : 227,
"76021760" : 211,
"77070336" : 208,
"78118912" : 119,
"79167488" : 142,
"80216064" : 105,
"81264640" : 102,
"82313216" : 99,
"83361792" : 83,
"84410368" : 58,
"85458944" : 47,
"86507520" : 42,
"87556096" : 51,
"88604672" : 32,
"89653248" : 23,
"90701824" : 9,
"91750400" : 6,
"92798976" : 8,
"93847552" : 2,
"94896128" : 2,
"95944704" : 5,
"96993280" : 2,
"98041856" : 4,
"99090432" : 2,
"100139008" : 3,
"101187584" : 5,
"102236160" : 2,
"103284736" : 4,
"104333312" : 3,
"105381888" : 3,
"109576192" : 3
}
},
"lat_ns" : {
"min" : 14936504,
"max" : 110517451,
"mean" : 32561032.963628,
"stddev" : 10233033.233902,
"N" : 629201
},
"bw_min" : 45493,
"bw_max" : 79920,
"bw_agg" : 100.000000,
"bw_mean" : 63030.734177,
"bw_dev" : 556.669957,
"bw_samples" : 1264,
"iops_min" : 11373,
"iops_max" : 19980,
"iops_mean" : 15757.075949,
"iops_stddev" : 139.193443,
"iops_samples" : 1264
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 640014,
"usr_cpu" : 0.389366,
"sys_cpu" : 7.434212,
"ctx" : 779570,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 4.769102,
"50" : 89.389988,
"100" : 5.834871,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097346,
"timestamp_ms" : 1773097346585,
"time" : "Mon Mar 9 20:02:26 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3208265728,
"io_kbytes" : 3133072,
"bw_bytes" : 64162748,
"bw" : 62658,
"iops" : 15665.433383,
"runtime" : 50002,
"total_ios" : 783303,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 326468,
"max" : 8590597,
"mean" : 1017173.496794,
"stddev" : 1036095.422004,
"N" : 783303
},
"clat_ns" : {
"min" : 13589105,
"max" : 109742717,
"mean" : 31663979.569670,
"stddev" : 10008663.957720,
"N" : 783287,
"percentile" : {
"1.000000" : 17956864,
"5.000000" : 20054016,
"10.000000" : 21364736,
"20.000000" : 23461888,
"30.000000" : 25296896,
"40.000000" : 27394048,
"50.000000" : 29491200,
"60.000000" : 31588352,
"70.000000" : 34865152,
"80.000000" : 38535168,
"90.000000" : 45350912,
"95.000000" : 51642368,
"99.000000" : 64749568,
"99.500000" : 69730304,
"99.900000" : 80216064,
"99.950000" : 83361792,
"99.990000" : 89653248
},
"bins" : {
"13565952" : 1,
"13697024" : 2,
"13828096" : 4,
"14090240" : 7,
"14221312" : 6,
"14483456" : 7,
"14614528" : 8,
"14745600" : 13,
"14876672" : 14,
"15007744" : 35,
"15138816" : 45,
"15269888" : 36,
"15400960" : 44,
"15532032" : 61,
"15663104" : 75,
"15794176" : 93,
"15925248" : 88,
"16056320" : 136,
"16187392" : 181,
"16318464" : 212,
"16449536" : 269,
"16580608" : 316,
"16711680" : 300,
"16908288" : 821,
"17170432" : 1024,
"17432576" : 1286,
"17694720" : 1641,
"17956864" : 1898,
"18219008" : 2333,
"18481152" : 2658,
"18743296" : 3217,
"19005440" : 3910,
"19267584" : 4421,
"19529728" : 5155,
"19791872" : 5697,
"20054016" : 6396,
"20316160" : 6996,
"20578304" : 7598,
"20840448" : 8341,
"21102592" : 8872,
"21364736" : 9360,
"21626880" : 9639,
"21889024" : 9855,
"22151168" : 10164,
"22413312" : 10226,
"22675456" : 10576,
"22937600" : 10505,
"23199744" : 10548,
"23461888" : 10597,
"23724032" : 10470,
"23986176" : 10436,
"24248320" : 10372,
"24510464" : 10126,
"24772608" : 10149,
"25034752" : 10360,
"25296896" : 10299,
"25559040" : 10065,
"25821184" : 10412,
"26083328" : 10149,
"26345472" : 10434,
"26607616" : 10411,
"26869760" : 10339,
"27131904" : 10258,
"27394048" : 10186,
"27656192" : 10385,
"27918336" : 10323,
"28180480" : 10093,
"28442624" : 10224,
"28704768" : 10099,
"28966912" : 9772,
"29229056" : 9553,
"29491200" : 9557,
"29753344" : 9522,
"30015488" : 9287,
"30277632" : 9200,
"30539776" : 8777,
"30801920" : 8665,
"31064064" : 8357,
"31326208" : 8256,
"31588352" : 8010,
"31850496" : 7798,
"32112640" : 7699,
"32374784" : 7494,
"32636928" : 7332,
"32899072" : 7166,
"33161216" : 6964,
"33423360" : 6941,
"33816576" : 13263,
"34340864" : 12711,
"34865152" : 12351,
"35389440" : 11532,
"35913728" : 10863,
"36438016" : 10309,
"36962304" : 10058,
"37486592" : 9827,
"38010880" : 9075,
"38535168" : 8486,
"39059456" : 7981,
"39583744" : 7628,
"40108032" : 7261,
"40632320" : 6774,
"41156608" : 6642,
"41680896" : 6072,
"42205184" : 5828,
"42729472" : 5585,
"43253760" : 5206,
"43778048" : 4914,
"44302336" : 4660,
"44826624" : 4408,
"45350912" : 4145,
"45875200" : 4098,
"46399488" : 4004,
"46923776" : 3829,
"47448064" : 3569,
"47972352" : 3324,
"48496640" : 3265,
"49020928" : 3039,
"49545216" : 2976,
"50069504" : 2798,
"50593792" : 2723,
"51118080" : 2593,
"51642368" : 2449,
"52166656" : 2288,
"52690944" : 2298,
"53215232" : 2117,
"53739520" : 1937,
"54263808" : 1843,
"54788096" : 1737,
"55312384" : 1654,
"55836672" : 1538,
"56360960" : 1342,
"56885248" : 1260,
"57409536" : 1195,
"57933824" : 1150,
"58458112" : 1062,
"58982400" : 1110,
"59506688" : 983,
"60030976" : 848,
"60555264" : 797,
"61079552" : 738,
"61603840" : 730,
"62128128" : 641,
"62652416" : 575,
"63176704" : 581,
"63700992" : 537,
"64225280" : 526,
"64749568" : 479,
"65273856" : 477,
"65798144" : 485,
"66322432" : 423,
"66846720" : 376,
"67633152" : 706,
"68681728" : 701,
"69730304" : 587,
"70778880" : 504,
"71827456" : 481,
"72876032" : 395,
"73924608" : 341,
"74973184" : 283,
"76021760" : 259,
"77070336" : 250,
"78118912" : 143,
"79167488" : 167,
"80216064" : 147,
"81264640" : 133,
"82313216" : 124,
"83361792" : 107,
"84410368" : 66,
"85458944" : 58,
"86507520" : 52,
"87556096" : 54,
"88604672" : 38,
"89653248" : 23,
"90701824" : 9,
"91750400" : 10,
"92798976" : 9,
"93847552" : 2,
"94896128" : 2,
"95944704" : 5,
"96993280" : 2,
"98041856" : 4,
"99090432" : 2,
"100139008" : 3,
"101187584" : 5,
"102236160" : 2,
"103284736" : 4,
"104333312" : 3,
"105381888" : 3,
"109576192" : 3
}
},
"lat_ns" : {
"min" : 14077842,
"max" : 110517451,
"mean" : 32680906.523854,
"stddev" : 10242232.525156,
"N" : 783287
},
"bw_min" : 45365,
"bw_max" : 79944,
"bw_agg" : 100.000000,
"bw_mean" : 62745.656566,
"bw_dev" : 545.711905,
"bw_samples" : 1584,
"iops_min" : 11341,
"iops_max" : 19986,
"iops_mean" : 15685.929293,
"iops_stddev" : 136.448093,
"iops_samples" : 1584
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 800014,
"usr_cpu" : 0.387118,
"sys_cpu" : 7.404495,
"ctx" : 968250,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 4.822400,
"50" : 89.180943,
"100" : 5.991806,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097356,
"timestamp_ms" : 1773097356585,
"time" : "Mon Mar 9 20:02:36 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 119,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3811188736,
"io_kbytes" : 3721864,
"bw_bytes" : 63516636,
"bw" : 62027,
"iops" : 15507.607953,
"runtime" : 60003,
"total_ios" : 930503,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 326468,
"max" : 8590597,
"mean" : 1027553.291663,
"stddev" : 1053596.135457,
"N" : 930503
},
"clat_ns" : {
"min" : 13589105,
"max" : 109742717,
"mean" : 31994054.965581,
"stddev" : 10175258.686940,
"N" : 930487,
"percentile" : {
"1.000000" : 18219008,
"5.000000" : 20054016,
"10.000000" : 21364736,
"20.000000" : 23461888,
"30.000000" : 25559040,
"40.000000" : 27656192,
"50.000000" : 29753344,
"60.000000" : 32112640,
"70.000000" : 34865152,
"80.000000" : 39059456,
"90.000000" : 45875200,
"95.000000" : 52166656,
"99.000000" : 65273856,
"99.500000" : 70778880,
"99.900000" : 82313216,
"99.950000" : 85458944,
"99.990000" : 92798976
},
"bins" : {
"13565952" : 1,
"13697024" : 2,
"13828096" : 4,
"14090240" : 7,
"14221312" : 6,
"14483456" : 7,
"14614528" : 8,
"14745600" : 13,
"14876672" : 14,
"15007744" : 35,
"15138816" : 48,
"15269888" : 37,
"15400960" : 47,
"15532032" : 65,
"15663104" : 77,
"15794176" : 94,
"15925248" : 91,
"16056320" : 144,
"16187392" : 192,
"16318464" : 225,
"16449536" : 288,
"16580608" : 340,
"16711680" : 337,
"16908288" : 880,
"17170432" : 1099,
"17432576" : 1386,
"17694720" : 1765,
"17956864" : 2088,
"18219008" : 2551,
"18481152" : 2957,
"18743296" : 3607,
"19005440" : 4341,
"19267584" : 4899,
"19529728" : 5730,
"19791872" : 6364,
"20054016" : 7162,
"20316160" : 7861,
"20578304" : 8634,
"20840448" : 9431,
"21102592" : 10099,
"21364736" : 10597,
"21626880" : 11020,
"21889024" : 11220,
"22151168" : 11621,
"22413312" : 11775,
"22675456" : 12056,
"22937600" : 11977,
"23199744" : 12175,
"23461888" : 12222,
"23724032" : 12213,
"23986176" : 12288,
"24248320" : 12199,
"24510464" : 11840,
"24772608" : 11872,
"25034752" : 11988,
"25296896" : 12016,
"25559040" : 11897,
"25821184" : 12160,
"26083328" : 11805,
"26345472" : 12229,
"26607616" : 12205,
"26869760" : 12175,
"27131904" : 12026,
"27394048" : 11881,
"27656192" : 12138,
"27918336" : 12141,
"28180480" : 11876,
"28442624" : 11982,
"28704768" : 11868,
"28966912" : 11600,
"29229056" : 11347,
"29491200" : 11283,
"29753344" : 11132,
"30015488" : 10999,
"30277632" : 10996,
"30539776" : 10386,
"30801920" : 10389,
"31064064" : 9972,
"31326208" : 9870,
"31588352" : 9553,
"31850496" : 9319,
"32112640" : 9155,
"32374784" : 9036,
"32636928" : 8796,
"32899072" : 8653,
"33161216" : 8380,
"33423360" : 8359,
"33816576" : 15970,
"34340864" : 15339,
"34865152" : 14766,
"35389440" : 14016,
"35913728" : 13225,
"36438016" : 12603,
"36962304" : 12366,
"37486592" : 11954,
"38010880" : 11099,
"38535168" : 10379,
"39059456" : 9853,
"39583744" : 9506,
"40108032" : 9152,
"40632320" : 8488,
"41156608" : 8143,
"41680896" : 7526,
"42205184" : 7180,
"42729472" : 6955,
"43253760" : 6458,
"43778048" : 6159,
"44302336" : 5853,
"44826624" : 5441,
"45350912" : 5077,
"45875200" : 5040,
"46399488" : 4963,
"46923776" : 4754,
"47448064" : 4462,
"47972352" : 4184,
"48496640" : 4012,
"49020928" : 3789,
"49545216" : 3675,
"50069504" : 3436,
"50593792" : 3425,
"51118080" : 3246,
"51642368" : 3025,
"52166656" : 2844,
"52690944" : 2766,
"53215232" : 2604,
"53739520" : 2354,
"54263808" : 2229,
"54788096" : 2168,
"55312384" : 1985,
"55836672" : 1929,
"56360960" : 1677,
"56885248" : 1614,
"57409536" : 1535,
"57933824" : 1387,
"58458112" : 1357,
"58982400" : 1362,
"59506688" : 1243,
"60030976" : 1096,
"60555264" : 1015,
"61079552" : 964,
"61603840" : 945,
"62128128" : 849,
"62652416" : 806,
"63176704" : 790,
"63700992" : 715,
"64225280" : 686,
"64749568" : 616,
"65273856" : 615,
"65798144" : 628,
"66322432" : 552,
"66846720" : 492,
"67633152" : 905,
"68681728" : 874,
"69730304" : 723,
"70778880" : 651,
"71827456" : 592,
"72876032" : 507,
"73924608" : 447,
"74973184" : 383,
"76021760" : 345,
"77070336" : 322,
"78118912" : 210,
"79167488" : 239,
"80216064" : 190,
"81264640" : 175,
"82313216" : 184,
"83361792" : 165,
"84410368" : 100,
"85458944" : 89,
"86507520" : 87,
"87556096" : 75,
"88604672" : 51,
"89653248" : 45,
"90701824" : 30,
"91750400" : 27,
"92798976" : 20,
"93847552" : 9,
"94896128" : 9,
"95944704" : 11,
"96993280" : 7,
"98041856" : 9,
"99090432" : 8,
"100139008" : 4,
"101187584" : 8,
"102236160" : 6,
"103284736" : 4,
"104333312" : 4,
"105381888" : 3,
"106430464" : 1,
"109576192" : 3
}
},
"lat_ns" : {
"min" : 14077842,
"max" : 110517451,
"mean" : 33021980.219926,
"stddev" : 10414880.160271,
"N" : 930487
},
"bw_min" : 44445,
"bw_max" : 79944,
"bw_agg" : 100.000000,
"bw_mean" : 62178.462185,
"bw_dev" : 552.570642,
"bw_samples" : 1904,
"iops_min" : 11111,
"iops_max" : 19986,
"iops_mean" : 15544.025210,
"iops_stddev" : 138.164631,
"iops_samples" : 1904
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 960027,
"usr_cpu" : 0.378844,
"sys_cpu" : 7.330731,
"ctx" : 1148792,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 4.482092,
"50" : 89.152426,
"100" : 6.360323,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097366,
"timestamp_ms" : 1773097366583,
"time" : "Mon Mar 9 20:02:46 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4442202112,
"io_kbytes" : 4338088,
"bw_bytes" : 63458217,
"bw" : 61970,
"iops" : 15493.271621,
"runtime" : 70002,
"total_ios" : 1084560,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 326468,
"max" : 8590597,
"mean" : 1028494.457786,
"stddev" : 1055780.838581,
"N" : 1084560
},
"clat_ns" : {
"min" : 13589105,
"max" : 109742717,
"mean" : 32023661.121826,
"stddev" : 10245153.079250,
"N" : 1084544,
"percentile" : {
"1.000000" : 18219008,
"5.000000" : 20316160,
"10.000000" : 21626880,
"20.000000" : 23461888,
"30.000000" : 25559040,
"40.000000" : 27656192,
"50.000000" : 29753344,
"60.000000" : 32112640,
"70.000000" : 34865152,
"80.000000" : 39059456,
"90.000000" : 45875200,
"95.000000" : 52166656,
"99.000000" : 66322432,
"99.500000" : 71827456,
"99.900000" : 82313216,
"99.950000" : 85458944,
"99.990000" : 93847552
},
"bins" : {
"13565952" : 1,
"13697024" : 2,
"13828096" : 4,
"14090240" : 7,
"14221312" : 6,
"14352384" : 1,
"14483456" : 8,
"14614528" : 8,
"14745600" : 13,
"14876672" : 14,
"15007744" : 35,
"15138816" : 48,
"15269888" : 38,
"15400960" : 49,
"15532032" : 70,
"15663104" : 87,
"15794176" : 106,
"15925248" : 106,
"16056320" : 164,
"16187392" : 203,
"16318464" : 239,
"16449536" : 316,
"16580608" : 356,
"16711680" : 365,
"16908288" : 951,
"17170432" : 1162,
"17432576" : 1507,
"17694720" : 1900,
"17956864" : 2290,
"18219008" : 2865,
"18481152" : 3287,
"18743296" : 4151,
"19005440" : 4959,
"19267584" : 5672,
"19529728" : 6584,
"19791872" : 7466,
"20054016" : 8337,
"20316160" : 9230,
"20578304" : 10127,
"20840448" : 10986,
"21102592" : 11804,
"21364736" : 12431,
"21626880" : 12845,
"21889024" : 13247,
"22151168" : 13456,
"22413312" : 13691,
"22675456" : 14146,
"22937600" : 14055,
"23199744" : 14233,
"23461888" : 14279,
"23724032" : 14231,
"23986176" : 14271,
"24248320" : 14130,
"24510464" : 13851,
"24772608" : 13834,
"25034752" : 13917,
"25296896" : 14009,
"25559040" : 13924,
"25821184" : 14112,
"26083328" : 13738,
"26345472" : 14315,
"26607616" : 14288,
"26869760" : 14417,
"27131904" : 14123,
"27394048" : 13999,
"27656192" : 14176,
"27918336" : 14408,
"28180480" : 14049,
"28442624" : 14050,
"28704768" : 13895,
"28966912" : 13659,
"29229056" : 13352,
"29491200" : 13202,
"29753344" : 13094,
"30015488" : 12844,
"30277632" : 12812,
"30539776" : 12159,
"30801920" : 12168,
"31064064" : 11829,
"31326208" : 11542,
"31588352" : 11254,
"31850496" : 10916,
"32112640" : 10599,
"32374784" : 10469,
"32636928" : 10287,
"32899072" : 10105,
"33161216" : 9773,
"33423360" : 9811,
"33816576" : 18607,
"34340864" : 17883,
"34865152" : 17181,
"35389440" : 16242,
"35913728" : 15386,
"36438016" : 14606,
"36962304" : 14294,
"37486592" : 13751,
"38010880" : 12933,
"38535168" : 12133,
"39059456" : 11289,
"39583744" : 10956,
"40108032" : 10536,
"40632320" : 9700,
"41156608" : 9359,
"41680896" : 8774,
"42205184" : 8283,
"42729472" : 8014,
"43253760" : 7370,
"43778048" : 7093,
"44302336" : 6769,
"44826624" : 6337,
"45350912" : 5872,
"45875200" : 5795,
"46399488" : 5696,
"46923776" : 5379,
"47448064" : 5104,
"47972352" : 4756,
"48496640" : 4584,
"49020928" : 4355,
"49545216" : 4271,
"50069504" : 3958,
"50593792" : 3950,
"51118080" : 3734,
"51642368" : 3421,
"52166656" : 3288,
"52690944" : 3211,
"53215232" : 3025,
"53739520" : 2756,
"54263808" : 2560,
"54788096" : 2468,
"55312384" : 2339,
"55836672" : 2252,
"56360960" : 1995,
"56885248" : 1891,
"57409536" : 1808,
"57933824" : 1661,
"58458112" : 1646,
"58982400" : 1628,
"59506688" : 1494,
"60030976" : 1304,
"60555264" : 1228,
"61079552" : 1161,
"61603840" : 1125,
"62128128" : 1012,
"62652416" : 969,
"63176704" : 942,
"63700992" : 859,
"64225280" : 829,
"64749568" : 741,
"65273856" : 743,
"65798144" : 744,
"66322432" : 694,
"66846720" : 607,
"67633152" : 1144,
"68681728" : 1109,
"69730304" : 948,
"70778880" : 827,
"71827456" : 767,
"72876032" : 665,
"73924608" : 575,
"74973184" : 531,
"76021760" : 457,
"77070336" : 436,
"78118912" : 280,
"79167488" : 299,
"80216064" : 240,
"81264640" : 231,
"82313216" : 228,
"83361792" : 201,
"84410368" : 122,
"85458944" : 108,
"86507520" : 103,
"87556096" : 83,
"88604672" : 57,
"89653248" : 52,
"90701824" : 50,
"91750400" : 28,
"92798976" : 21,
"93847552" : 11,
"94896128" : 13,
"95944704" : 17,
"96993280" : 8,
"98041856" : 13,
"99090432" : 9,
"100139008" : 5,
"101187584" : 8,
"102236160" : 7,
"103284736" : 7,
"104333312" : 4,
"105381888" : 4,
"106430464" : 1,
"108527616" : 2,
"109576192" : 3
}
},
"lat_ns" : {
"min" : 14077842,
"max" : 110517451,
"mean" : 33052546.235884,
"stddev" : 10487009.610900,
"N" : 1084544
},
"bw_min" : 43381,
"bw_max" : 79944,
"bw_agg" : 99.904931,
"bw_mean" : 61912.129496,
"bw_dev" : 552.720802,
"bw_samples" : 2224,
"iops_min" : 10845,
"iops_max" : 19986,
"iops_mean" : 15477.438849,
"iops_stddev" : 138.200992,
"iops_samples" : 2224
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1120019,
"usr_cpu" : 0.378476,
"sys_cpu" : 7.326929,
"ctx" : 1338410,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 4.363336,
"50" : 89.156340,
"100" : 6.475253,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097376,
"timestamp_ms" : 1773097376586,
"time" : "Mon Mar 9 20:02:56 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 99,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5106937856,
"io_kbytes" : 4987244,
"bw_bytes" : 63835127,
"bw" : 62338,
"iops" : 15585.160371,
"runtime" : 80002,
"total_ios" : 1246844,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 326468,
"max" : 8590597,
"mean" : 1022390.585560,
"stddev" : 1045067.861318,
"N" : 1246844
},
"clat_ns" : {
"min" : 13589105,
"max" : 109742717,
"mean" : 31829080.852402,
"stddev" : 10187953.087134,
"N" : 1246828,
"percentile" : {
"1.000000" : 18219008,
"5.000000" : 20054016,
"10.000000" : 21364736,
"20.000000" : 23461888,
"30.000000" : 25559040,
"40.000000" : 27394048,
"50.000000" : 29491200,
"60.000000" : 31850496,
"70.000000" : 34865152,
"80.000000" : 38535168,
"90.000000" : 45875200,
"95.000000" : 52166656,
"99.000000" : 65798144,
"99.500000" : 70778880,
"99.900000" : 82313216,
"99.950000" : 85458944,
"99.990000" : 92798976
},
"bins" : {
"13565952" : 1,
"13697024" : 2,
"13828096" : 4,
"14090240" : 7,
"14221312" : 6,
"14352384" : 1,
"14483456" : 8,
"14614528" : 8,
"14745600" : 13,
"14876672" : 15,
"15007744" : 40,
"15138816" : 53,
"15269888" : 46,
"15400960" : 54,
"15532032" : 74,
"15663104" : 93,
"15794176" : 116,
"15925248" : 113,
"16056320" : 170,
"16187392" : 211,
"16318464" : 257,
"16449536" : 333,
"16580608" : 381,
"16711680" : 395,
"16908288" : 1026,
"17170432" : 1275,
"17432576" : 1729,
"17694720" : 2159,
"17956864" : 2667,
"18219008" : 3320,
"18481152" : 3895,
"18743296" : 4830,
"19005440" : 5880,
"19267584" : 6769,
"19529728" : 7890,
"19791872" : 8896,
"20054016" : 10126,
"20316160" : 11155,
"20578304" : 12233,
"20840448" : 13270,
"21102592" : 14160,
"21364736" : 14828,
"21626880" : 15377,
"21889024" : 15969,
"22151168" : 16004,
"22413312" : 16199,
"22675456" : 16717,
"22937600" : 16677,
"23199744" : 16796,
"23461888" : 16776,
"23724032" : 16664,
"23986176" : 16679,
"24248320" : 16497,
"24510464" : 16183,
"24772608" : 16185,
"25034752" : 16240,
"25296896" : 16374,
"25559040" : 16228,
"25821184" : 16446,
"26083328" : 15942,
"26345472" : 16614,
"26607616" : 16559,
"26869760" : 16661,
"27131904" : 16378,
"27394048" : 16259,
"27656192" : 16384,
"27918336" : 16718,
"28180480" : 16391,
"28442624" : 16389,
"28704768" : 16108,
"28966912" : 15809,
"29229056" : 15406,
"29491200" : 15224,
"29753344" : 15161,
"30015488" : 14761,
"30277632" : 14641,
"30539776" : 13930,
"30801920" : 13876,
"31064064" : 13484,
"31326208" : 13110,
"31588352" : 12806,
"31850496" : 12441,
"32112640" : 12052,
"32374784" : 11922,
"32636928" : 11607,
"32899072" : 11456,
"33161216" : 11113,
"33423360" : 11051,
"33816576" : 20977,
"34340864" : 20101,
"34865152" : 19335,
"35389440" : 18253,
"35913728" : 17331,
"36438016" : 16417,
"36962304" : 15865,
"37486592" : 15301,
"38010880" : 14520,
"38535168" : 13593,
"39059456" : 12666,
"39583744" : 12238,
"40108032" : 11657,
"40632320" : 10809,
"41156608" : 10515,
"41680896" : 9818,
"42205184" : 9172,
"42729472" : 8853,
"43253760" : 8199,
"43778048" : 7935,
"44302336" : 7593,
"44826624" : 7086,
"45350912" : 6600,
"45875200" : 6406,
"46399488" : 6311,
"46923776" : 6031,
"47448064" : 5697,
"47972352" : 5317,
"48496640" : 5142,
"49020928" : 4906,
"49545216" : 4830,
"50069504" : 4473,
"50593792" : 4422,
"51118080" : 4160,
"51642368" : 3816,
"52166656" : 3701,
"52690944" : 3594,
"53215232" : 3439,
"53739520" : 3121,
"54263808" : 2907,
"54788096" : 2805,
"55312384" : 2655,
"55836672" : 2538,
"56360960" : 2278,
"56885248" : 2154,
"57409536" : 2068,
"57933824" : 1899,
"58458112" : 1881,
"58982400" : 1802,
"59506688" : 1697,
"60030976" : 1471,
"60555264" : 1394,
"61079552" : 1287,
"61603840" : 1254,
"62128128" : 1143,
"62652416" : 1095,
"63176704" : 1078,
"63700992" : 971,
"64225280" : 943,
"64749568" : 857,
"65273856" : 818,
"65798144" : 818,
"66322432" : 770,
"66846720" : 686,
"67633152" : 1274,
"68681728" : 1205,
"69730304" : 1032,
"70778880" : 939,
"71827456" : 813,
"72876032" : 721,
"73924608" : 638,
"74973184" : 583,
"76021760" : 513,
"77070336" : 470,
"78118912" : 306,
"79167488" : 320,
"80216064" : 264,
"81264640" : 245,
"82313216" : 241,
"83361792" : 223,
"84410368" : 133,
"85458944" : 119,
"86507520" : 115,
"87556096" : 91,
"88604672" : 57,
"89653248" : 56,
"90701824" : 55,
"91750400" : 31,
"92798976" : 24,
"93847552" : 12,
"94896128" : 17,
"95944704" : 17,
"96993280" : 9,
"98041856" : 13,
"99090432" : 9,
"100139008" : 5,
"101187584" : 8,
"102236160" : 7,
"103284736" : 7,
"104333312" : 4,
"105381888" : 4,
"106430464" : 1,
"108527616" : 2,
"109576192" : 3
}
},
"lat_ns" : {
"min" : 14077842,
"max" : 110517451,
"mean" : 32851496.774799,
"stddev" : 10428888.835257,
"N" : 1246828
},
"bw_min" : 43381,
"bw_max" : 82152,
"bw_agg" : 100.000000,
"bw_mean" : 62373.352201,
"bw_dev" : 564.553508,
"bw_samples" : 2544,
"iops_min" : 10845,
"iops_max" : 20538,
"iops_mean" : 15592.716981,
"iops_stddev" : 141.156684,
"iops_samples" : 2544
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1280019,
"usr_cpu" : 0.378744,
"sys_cpu" : 7.375516,
"ctx" : 1541642,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 4.454126,
"50" : 89.214609,
"100" : 6.326854,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097386,
"timestamp_ms" : 1773097386588,
"time" : "Mon Mar 9 20:03:06 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 89,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5762326528,
"io_kbytes" : 5627272,
"bw_bytes" : 64024427,
"bw" : 62523,
"iops" : 15631.474856,
"runtime" : 90002,
"total_ios" : 1406864,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 326468,
"max" : 8590597,
"mean" : 1019340.116120,
"stddev" : 1040051.761754,
"N" : 1406864
},
"clat_ns" : {
"min" : 13589105,
"max" : 109742717,
"mean" : 31732462.422608,
"stddev" : 10117512.981497,
"N" : 1406848,
"percentile" : {
"1.000000" : 18219008,
"5.000000" : 20054016,
"10.000000" : 21364736,
"20.000000" : 23461888,
"30.000000" : 25296896,
"40.000000" : 27394048,
"50.000000" : 29491200,
"60.000000" : 31588352,
"70.000000" : 34865152,
"80.000000" : 38535168,
"90.000000" : 45350912,
"95.000000" : 51642368,
"99.000000" : 65273856,
"99.500000" : 70778880,
"99.900000" : 81264640,
"99.950000" : 84410368,
"99.990000" : 92798976
},
"bins" : {
"13565952" : 1,
"13697024" : 2,
"13828096" : 4,
"14090240" : 7,
"14221312" : 6,
"14352384" : 1,
"14483456" : 10,
"14614528" : 15,
"14745600" : 16,
"14876672" : 18,
"15007744" : 45,
"15138816" : 60,
"15269888" : 52,
"15400960" : 68,
"15532032" : 93,
"15663104" : 113,
"15794176" : 141,
"15925248" : 153,
"16056320" : 215,
"16187392" : 266,
"16318464" : 307,
"16449536" : 384,
"16580608" : 451,
"16711680" : 480,
"16908288" : 1246,
"17170432" : 1594,
"17432576" : 2068,
"17694720" : 2563,
"17956864" : 3179,
"18219008" : 3895,
"18481152" : 4612,
"18743296" : 5653,
"19005440" : 6816,
"19267584" : 7861,
"19529728" : 9159,
"19791872" : 10319,
"20054016" : 11703,
"20316160" : 12702,
"20578304" : 13903,
"20840448" : 15035,
"21102592" : 16146,
"21364736" : 16746,
"21626880" : 17500,
"21889024" : 18006,
"22151168" : 18099,
"22413312" : 18141,
"22675456" : 18805,
"22937600" : 18748,
"23199744" : 18883,
"23461888" : 18867,
"23724032" : 18768,
"23986176" : 18898,
"24248320" : 18558,
"24510464" : 18338,
"24772608" : 18406,
"25034752" : 18415,
"25296896" : 18613,
"25559040" : 18424,
"25821184" : 18498,
"26083328" : 18029,
"26345472" : 18822,
"26607616" : 18730,
"26869760" : 18775,
"27131904" : 18500,
"27394048" : 18406,
"27656192" : 18500,
"27918336" : 18910,
"28180480" : 18661,
"28442624" : 18527,
"28704768" : 18168,
"28966912" : 18114,
"29229056" : 17624,
"29491200" : 17334,
"29753344" : 17194,
"30015488" : 16806,
"30277632" : 16597,
"30539776" : 15871,
"30801920" : 15795,
"31064064" : 15316,
"31326208" : 14824,
"31588352" : 14492,
"31850496" : 14028,
"32112640" : 13660,
"32374784" : 13478,
"32636928" : 13082,
"32899072" : 12901,
"33161216" : 12529,
"33423360" : 12308,
"33816576" : 23457,
"34340864" : 22576,
"34865152" : 21886,
"35389440" : 20487,
"35913728" : 19318,
"36438016" : 18402,
"36962304" : 17670,
"37486592" : 17136,
"38010880" : 16155,
"38535168" : 15073,
"39059456" : 14181,
"39583744" : 13625,
"40108032" : 13115,
"40632320" : 12132,
"41156608" : 11676,
"41680896" : 10957,
"42205184" : 10285,
"42729472" : 9875,
"43253760" : 9137,
"43778048" : 8799,
"44302336" : 8422,
"44826624" : 7937,
"45350912" : 7392,
"45875200" : 7164,
"46399488" : 7021,
"46923776" : 6760,
"47448064" : 6384,
"47972352" : 5943,
"48496640" : 5727,
"49020928" : 5536,
"49545216" : 5389,
"50069504" : 4989,
"50593792" : 4930,
"51118080" : 4683,
"51642368" : 4314,
"52166656" : 4164,
"52690944" : 4016,
"53215232" : 3881,
"53739520" : 3531,
"54263808" : 3263,
"54788096" : 3157,
"55312384" : 2972,
"55836672" : 2776,
"56360960" : 2514,
"56885248" : 2425,
"57409536" : 2314,
"57933824" : 2126,
"58458112" : 2070,
"58982400" : 1975,
"59506688" : 1878,
"60030976" : 1663,
"60555264" : 1540,
"61079552" : 1401,
"61603840" : 1385,
"62128128" : 1248,
"62652416" : 1196,
"63176704" : 1169,
"63700992" : 1066,
"64225280" : 1021,
"64749568" : 933,
"65273856" : 899,
"65798144" : 881,
"66322432" : 842,
"66846720" : 747,
"67633152" : 1370,
"68681728" : 1292,
"69730304" : 1110,
"70778880" : 1015,
"71827456" : 894,
"72876032" : 775,
"73924608" : 676,
"74973184" : 607,
"76021760" : 545,
"77070336" : 484,
"78118912" : 318,
"79167488" : 325,
"80216064" : 271,
"81264640" : 249,
"82313216" : 242,
"83361792" : 223,
"84410368" : 133,
"85458944" : 120,
"86507520" : 115,
"87556096" : 91,
"88604672" : 57,
"89653248" : 56,
"90701824" : 55,
"91750400" : 32,
"92798976" : 25,
"93847552" : 12,
"94896128" : 18,
"95944704" : 19,
"96993280" : 11,
"98041856" : 15,
"99090432" : 10,
"100139008" : 5,
"101187584" : 8,
"102236160" : 7,
"103284736" : 7,
"104333312" : 4,
"105381888" : 4,
"106430464" : 1,
"108527616" : 2,
"109576192" : 3
}
},
"lat_ns" : {
"min" : 14077842,
"max" : 110517451,
"mean" : 32751721.669965,
"stddev" : 10356435.266315,
"N" : 1406848
},
"bw_min" : 43381,
"bw_max" : 82224,
"bw_agg" : 100.000000,
"bw_mean" : 62530.810056,
"bw_dev" : 564.484610,
"bw_samples" : 2864,
"iops_min" : 10845,
"iops_max" : 20556,
"iops_mean" : 15632.000000,
"iops_stddev" : 141.145717,
"iops_samples" : 2864
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440019,
"usr_cpu" : 0.379856,
"sys_cpu" : 7.405041,
"ctx" : 1743099,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 4.627242,
"50" : 89.164838,
"100" : 6.204011,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097396,
"timestamp_ms" : 1773097396585,
"time" : "Mon Mar 9 20:03:16 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6419419136,
"io_kbytes" : 6268964,
"bw_bytes" : 64192907,
"bw" : 62688,
"iops" : 15672.596548,
"runtime" : 100002,
"total_ios" : 1567291,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 321612,
"max" : 8590597,
"mean" : 1016593.469742,
"stddev" : 1034969.002947,
"N" : 1567291
},
"clat_ns" : {
"min" : 13589105,
"max" : 109742717,
"mean" : 31652870.296707,
"stddev" : 10136745.036500,
"N" : 1567275,
"percentile" : {
"1.000000" : 17956864,
"5.000000" : 20054016,
"10.000000" : 21364736,
"20.000000" : 23199744,
"30.000000" : 25296896,
"40.000000" : 27394048,
"50.000000" : 29229056,
"60.000000" : 31588352,
"70.000000" : 34340864,
"80.000000" : 38535168,
"90.000000" : 45350912,
"95.000000" : 51642368,
"99.000000" : 65273856,
"99.500000" : 70778880,
"99.900000" : 81264640,
"99.950000" : 85458944,
"99.990000" : 92798976
},
"bins" : {
"13565952" : 1,
"13697024" : 2,
"13828096" : 4,
"13959168" : 5,
"14090240" : 10,
"14221312" : 8,
"14352384" : 3,
"14483456" : 11,
"14614528" : 16,
"14745600" : 21,
"14876672" : 20,
"15007744" : 51,
"15138816" : 67,
"15269888" : 66,
"15400960" : 81,
"15532032" : 108,
"15663104" : 130,
"15794176" : 155,
"15925248" : 179,
"16056320" : 246,
"16187392" : 310,
"16318464" : 345,
"16449536" : 455,
"16580608" : 516,
"16711680" : 567,
"16908288" : 1486,
"17170432" : 1895,
"17432576" : 2460,
"17694720" : 3014,
"17956864" : 3708,
"18219008" : 4529,
"18481152" : 5380,
"18743296" : 6554,
"19005440" : 7959,
"19267584" : 9167,
"19529728" : 10704,
"19791872" : 12136,
"20054016" : 13643,
"20316160" : 14660,
"20578304" : 15963,
"20840448" : 17259,
"21102592" : 18391,
"21364736" : 19096,
"21626880" : 19808,
"21889024" : 20290,
"22151168" : 20497,
"22413312" : 20503,
"22675456" : 21135,
"22937600" : 20956,
"23199744" : 21038,
"23461888" : 21079,
"23724032" : 20944,
"23986176" : 21010,
"24248320" : 20563,
"24510464" : 20517,
"24772608" : 20451,
"25034752" : 20458,
"25296896" : 20592,
"25559040" : 20484,
"25821184" : 20391,
"26083328" : 20166,
"26345472" : 20896,
"26607616" : 20817,
"26869760" : 20743,
"27131904" : 20500,
"27394048" : 20268,
"27656192" : 20401,
"27918336" : 20891,
"28180480" : 20628,
"28442624" : 20539,
"28704768" : 20114,
"28966912" : 20058,
"29229056" : 19549,
"29491200" : 19255,
"29753344" : 19000,
"30015488" : 18664,
"30277632" : 18425,
"30539776" : 17711,
"30801920" : 17525,
"31064064" : 16891,
"31326208" : 16534,
"31588352" : 16094,
"31850496" : 15570,
"32112640" : 15184,
"32374784" : 14968,
"32636928" : 14498,
"32899072" : 14344,
"33161216" : 13872,
"33423360" : 13617,
"33816576" : 25831,
"34340864" : 24801,
"34865152" : 24118,
"35389440" : 22657,
"35913728" : 21340,
"36438016" : 20227,
"36962304" : 19517,
"37486592" : 18929,
"38010880" : 17766,
"38535168" : 16674,
"39059456" : 15666,
"39583744" : 14956,
"40108032" : 14443,
"40632320" : 13408,
"41156608" : 12803,
"41680896" : 12103,
"42205184" : 11383,
"42729472" : 10884,
"43253760" : 10089,
"43778048" : 9687,
"44302336" : 9337,
"44826624" : 8785,
"45350912" : 8224,
"45875200" : 7948,
"46399488" : 7778,
"46923776" : 7435,
"47448064" : 7055,
"47972352" : 6653,
"48496640" : 6321,
"49020928" : 6111,
"49545216" : 5924,
"50069504" : 5499,
"50593792" : 5407,
"51118080" : 5158,
"51642368" : 4803,
"52166656" : 4578,
"52690944" : 4425,
"53215232" : 4261,
"53739520" : 3885,
"54263808" : 3595,
"54788096" : 3488,
"55312384" : 3291,
"55836672" : 3086,
"56360960" : 2767,
"56885248" : 2658,
"57409536" : 2523,
"57933824" : 2361,
"58458112" : 2273,
"58982400" : 2166,
"59506688" : 2075,
"60030976" : 1876,
"60555264" : 1705,
"61079552" : 1545,
"61603840" : 1541,
"62128128" : 1384,
"62652416" : 1297,
"63176704" : 1283,
"63700992" : 1186,
"64225280" : 1137,
"64749568" : 1038,
"65273856" : 996,
"65798144" : 980,
"66322432" : 905,
"66846720" : 816,
"67633152" : 1520,
"68681728" : 1436,
"69730304" : 1217,
"70778880" : 1118,
"71827456" : 1005,
"72876032" : 851,
"73924608" : 766,
"74973184" : 680,
"76021760" : 627,
"77070336" : 538,
"78118912" : 395,
"79167488" : 373,
"80216064" : 315,
"81264640" : 290,
"82313216" : 268,
"83361792" : 253,
"84410368" : 157,
"85458944" : 145,
"86507520" : 130,
"87556096" : 104,
"88604672" : 70,
"89653248" : 62,
"90701824" : 74,
"91750400" : 38,
"92798976" : 34,
"93847552" : 15,
"94896128" : 24,
"95944704" : 26,
"96993280" : 13,
"98041856" : 16,
"99090432" : 10,
"100139008" : 5,
"101187584" : 12,
"102236160" : 7,
"103284736" : 7,
"104333312" : 4,
"105381888" : 4,
"106430464" : 1,
"108527616" : 2,
"109576192" : 3
}
},
"lat_ns" : {
"min" : 14077842,
"max" : 110517451,
"mean" : 32669498.042018,
"stddev" : 10376969.417538,
"N" : 1567275
},
"bw_min" : 43048,
"bw_max" : 84376,
"bw_agg" : 100.000000,
"bw_mean" : 62706.603015,
"bw_dev" : 580.225658,
"bw_samples" : 3184,
"iops_min" : 10762,
"iops_max" : 21094,
"iops_mean" : 15675.869347,
"iops_stddev" : 145.084779,
"iops_samples" : 3184
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1600015,
"usr_cpu" : 0.381559,
"sys_cpu" : 7.427680,
"ctx" : 1947088,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999936,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999936,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 4.859276,
"50" : 88.978945,
"100" : 6.158014,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097406,
"timestamp_ms" : 1773097406583,
"time" : "Mon Mar 9 20:03:26 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 69,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7085899776,
"io_kbytes" : 6919824,
"bw_bytes" : 64415513,
"bw" : 62905,
"iops" : 15726.698363,
"runtime" : 110003,
"total_ios" : 1729984,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 321612,
"max" : 8590597,
"mean" : 1013030.737632,
"stddev" : 1027593.776575,
"N" : 1729984
},
"clat_ns" : {
"min" : 13589105,
"max" : 109742717,
"mean" : 31545083.770099,
"stddev" : 10039945.033632,
"N" : 1729968,
"percentile" : {
"1.000000" : 17956864,
"5.000000" : 20054016,
"10.000000" : 21364736,
"20.000000" : 23199744,
"30.000000" : 25296896,
"40.000000" : 27131904,
"50.000000" : 29229056,
"60.000000" : 31588352,
"70.000000" : 34340864,
"80.000000" : 38535168,
"90.000000" : 45350912,
"95.000000" : 51642368,
"99.000000" : 64749568,
"99.500000" : 70778880,
"99.900000" : 81264640,
"99.950000" : 84410368,
"99.990000" : 92798976
},
"bins" : {
"13565952" : 1,
"13697024" : 2,
"13828096" : 5,
"13959168" : 8,
"14090240" : 10,
"14221312" : 10,
"14352384" : 3,
"14483456" : 12,
"14614528" : 22,
"14745600" : 27,
"14876672" : 25,
"15007744" : 60,
"15138816" : 73,
"15269888" : 73,
"15400960" : 96,
"15532032" : 121,
"15663104" : 149,
"15794176" : 185,
"15925248" : 199,
"16056320" : 271,
"16187392" : 355,
"16318464" : 385,
"16449536" : 501,
"16580608" : 575,
"16711680" : 621,
"16908288" : 1607,
"17170432" : 2072,
"17432576" : 2741,
"17694720" : 3346,
"17956864" : 4107,
"18219008" : 5040,
"18481152" : 5999,
"18743296" : 7367,
"19005440" : 8989,
"19267584" : 10271,
"19529728" : 11975,
"19791872" : 13644,
"20054016" : 15287,
"20316160" : 16511,
"20578304" : 17925,
"20840448" : 19229,
"21102592" : 20563,
"21364736" : 21263,
"21626880" : 21998,
"21889024" : 22574,
"22151168" : 22639,
"22413312" : 22771,
"22675456" : 23362,
"22937600" : 23173,
"23199744" : 23289,
"23461888" : 23260,
"23724032" : 23248,
"23986176" : 23181,
"24248320" : 22875,
"24510464" : 22651,
"24772608" : 22581,
"25034752" : 22705,
"25296896" : 22811,
"25559040" : 22650,
"25821184" : 22624,
"26083328" : 22385,
"26345472" : 23144,
"26607616" : 23041,
"26869760" : 22928,
"27131904" : 22657,
"27394048" : 22372,
"27656192" : 22594,
"27918336" : 23114,
"28180480" : 22799,
"28442624" : 22707,
"28704768" : 22313,
"28966912" : 22197,
"29229056" : 21705,
"29491200" : 21398,
"29753344" : 21112,
"30015488" : 20707,
"30277632" : 20418,
"30539776" : 19708,
"30801920" : 19508,
"31064064" : 18919,
"31326208" : 18299,
"31588352" : 17995,
"31850496" : 17367,
"32112640" : 16978,
"32374784" : 16653,
"32636928" : 16186,
"32899072" : 16028,
"33161216" : 15410,
"33423360" : 14970,
"33816576" : 28671,
"34340864" : 27402,
"34865152" : 26534,
"35389440" : 25124,
"35913728" : 23491,
"36438016" : 22336,
"36962304" : 21471,
"37486592" : 20793,
"38010880" : 19515,
"38535168" : 18206,
"39059456" : 17069,
"39583744" : 16277,
"40108032" : 15731,
"40632320" : 14650,
"41156608" : 13880,
"41680896" : 13060,
"42205184" : 12327,
"42729472" : 11826,
"43253760" : 11071,
"43778048" : 10600,
"44302336" : 10112,
"44826624" : 9547,
"45350912" : 8965,
"45875200" : 8633,
"46399488" : 8484,
"46923776" : 8096,
"47448064" : 7733,
"47972352" : 7276,
"48496640" : 6876,
"49020928" : 6669,
"49545216" : 6404,
"50069504" : 6027,
"50593792" : 5903,
"51118080" : 5619,
"51642368" : 5232,
"52166656" : 4950,
"52690944" : 4800,
"53215232" : 4601,
"53739520" : 4209,
"54263808" : 3844,
"54788096" : 3753,
"55312384" : 3541,
"55836672" : 3276,
"56360960" : 2975,
"56885248" : 2866,
"57409536" : 2664,
"57933824" : 2486,
"58458112" : 2414,
"58982400" : 2288,
"59506688" : 2193,
"60030976" : 1964,
"60555264" : 1813,
"61079552" : 1642,
"61603840" : 1621,
"62128128" : 1448,
"62652416" : 1369,
"63176704" : 1356,
"63700992" : 1241,
"64225280" : 1177,
"64749568" : 1095,
"65273856" : 1061,
"65798144" : 1036,
"66322432" : 968,
"66846720" : 866,
"67633152" : 1582,
"68681728" : 1497,
"69730304" : 1267,
"70778880" : 1170,
"71827456" : 1047,
"72876032" : 886,
"73924608" : 800,
"74973184" : 694,
"76021760" : 650,
"77070336" : 552,
"78118912" : 411,
"79167488" : 383,
"80216064" : 323,
"81264640" : 295,
"82313216" : 283,
"83361792" : 262,
"84410368" : 171,
"85458944" : 151,
"86507520" : 133,
"87556096" : 109,
"88604672" : 77,
"89653248" : 67,
"90701824" : 75,
"91750400" : 39,
"92798976" : 35,
"93847552" : 19,
"94896128" : 24,
"95944704" : 26,
"96993280" : 13,
"98041856" : 16,
"99090432" : 10,
"100139008" : 5,
"101187584" : 12,
"102236160" : 7,
"103284736" : 7,
"104333312" : 4,
"105381888" : 4,
"106430464" : 1,
"108527616" : 2,
"109576192" : 3
}
},
"lat_ns" : {
"min" : 14077842,
"max" : 110517451,
"mean" : 32558339.208384,
"stddev" : 10277754.624333,
"N" : 1729968
},
"bw_min" : 43048,
"bw_max" : 84376,
"bw_agg" : 100.000000,
"bw_mean" : 62941.050228,
"bw_dev" : 579.588193,
"bw_samples" : 3504,
"iops_min" : 10762,
"iops_max" : 21094,
"iops_mean" : 15734.392694,
"iops_stddev" : 144.926941,
"iops_samples" : 3504
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1760024,
"usr_cpu" : 0.385620,
"sys_cpu" : 7.455239,
"ctx" : 2154358,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 4.924843,
"50" : 89.110477,
"100" : 5.961269,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097416,
"timestamp_ms" : 1773097416582,
"time" : "Mon Mar 9 20:03:36 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7754235904,
"io_kbytes" : 7572496,
"bw_bytes" : 64617555,
"bw" : 63103,
"iops" : 15775.978734,
"runtime" : 120002,
"total_ios" : 1893149,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 321612,
"max" : 8590597,
"mean" : 1009847.383805,
"stddev" : 1021529.388414,
"N" : 1893149
},
"clat_ns" : {
"min" : 12258723,
"max" : 109742717,
"mean" : 31447048.675023,
"stddev" : 9989688.407606,
"N" : 1893133,
"percentile" : {
"1.000000" : 18219008,
"5.000000" : 20054016,
"10.000000" : 21102592,
"20.000000" : 23199744,
"30.000000" : 25034752,
"40.000000" : 27131904,
"50.000000" : 29229056,
"60.000000" : 31326208,
"70.000000" : 34340864,
"80.000000" : 38010880,
"90.000000" : 44826624,
"95.000000" : 51118080,
"99.000000" : 64749568,
"99.500000" : 69730304,
"99.900000" : 81264640,
"99.950000" : 84410368,
"99.990000" : 92798976
},
"bins" : {
"12255232" : 3,
"12386304" : 5,
"12517376" : 1,
"13303808" : 1,
"13565952" : 1,
"13697024" : 4,
"13828096" : 8,
"13959168" : 9,
"14090240" : 11,
"14221312" : 14,
"14352384" : 9,
"14483456" : 13,
"14614528" : 22,
"14745600" : 29,
"14876672" : 27,
"15007744" : 62,
"15138816" : 79,
"15269888" : 82,
"15400960" : 96,
"15532032" : 129,
"15663104" : 152,
"15794176" : 189,
"15925248" : 214,
"16056320" : 286,
"16187392" : 364,
"16318464" : 399,
"16449536" : 514,
"16580608" : 601,
"16711680" : 653,
"16908288" : 1720,
"17170432" : 2214,
"17432576" : 2916,
"17694720" : 3584,
"17956864" : 4493,
"18219008" : 5484,
"18481152" : 6608,
"18743296" : 8187,
"19005440" : 9975,
"19267584" : 11630,
"19529728" : 13433,
"19791872" : 15321,
"20054016" : 17153,
"20316160" : 18539,
"20578304" : 20194,
"20840448" : 21754,
"21102592" : 23071,
"21364736" : 23807,
"21626880" : 24415,
"21889024" : 25084,
"22151168" : 25125,
"22413312" : 25351,
"22675456" : 25912,
"22937600" : 25731,
"23199744" : 25868,
"23461888" : 25906,
"23724032" : 25817,
"23986176" : 25513,
"24248320" : 25185,
"24510464" : 24828,
"24772608" : 24770,
"25034752" : 24867,
"25296896" : 24923,
"25559040" : 24867,
"25821184" : 24621,
"26083328" : 24547,
"26345472" : 25328,
"26607616" : 25215,
"26869760" : 24967,
"27131904" : 24738,
"27394048" : 24516,
"27656192" : 24658,
"27918336" : 25250,
"28180480" : 24868,
"28442624" : 24722,
"28704768" : 24283,
"28966912" : 24225,
"29229056" : 23718,
"29491200" : 23306,
"29753344" : 23068,
"30015488" : 22565,
"30277632" : 22252,
"30539776" : 21660,
"30801920" : 21274,
"31064064" : 20584,
"31326208" : 19937,
"31588352" : 19567,
"31850496" : 18933,
"32112640" : 18548,
"32374784" : 18238,
"32636928" : 17629,
"32899072" : 17456,
"33161216" : 16791,
"33423360" : 16312,
"33816576" : 31395,
"34340864" : 30008,
"34865152" : 28910,
"35389440" : 27305,
"35913728" : 25645,
"36438016" : 24352,
"36962304" : 23410,
"37486592" : 22565,
"38010880" : 21163,
"38535168" : 19702,
"39059456" : 18559,
"39583744" : 17523,
"40108032" : 16948,
"40632320" : 15867,
"41156608" : 15065,
"41680896" : 14131,
"42205184" : 13357,
"42729472" : 12823,
"43253760" : 12038,
"43778048" : 11450,
"44302336" : 10887,
"44826624" : 10315,
"45350912" : 9725,
"45875200" : 9375,
"46399488" : 9140,
"46923776" : 8761,
"47448064" : 8347,
"47972352" : 7837,
"48496640" : 7446,
"49020928" : 7186,
"49545216" : 6910,
"50069504" : 6502,
"50593792" : 6383,
"51118080" : 6077,
"51642368" : 5601,
"52166656" : 5274,
"52690944" : 5185,
"53215232" : 4949,
"53739520" : 4513,
"54263808" : 4144,
"54788096" : 4023,
"55312384" : 3788,
"55836672" : 3490,
"56360960" : 3183,
"56885248" : 3062,
"57409536" : 2897,
"57933824" : 2664,
"58458112" : 2602,
"58982400" : 2474,
"59506688" : 2349,
"60030976" : 2081,
"60555264" : 1942,
"61079552" : 1772,
"61603840" : 1758,
"62128128" : 1602,
"62652416" : 1502,
"63176704" : 1459,
"63700992" : 1343,
"64225280" : 1281,
"64749568" : 1168,
"65273856" : 1125,
"65798144" : 1101,
"66322432" : 1029,
"66846720" : 919,
"67633152" : 1671,
"68681728" : 1563,
"69730304" : 1338,
"70778880" : 1223,
"71827456" : 1088,
"72876032" : 927,
"73924608" : 846,
"74973184" : 719,
"76021760" : 669,
"77070336" : 575,
"78118912" : 444,
"79167488" : 415,
"80216064" : 335,
"81264640" : 313,
"82313216" : 298,
"83361792" : 277,
"84410368" : 184,
"85458944" : 153,
"86507520" : 135,
"87556096" : 113,
"88604672" : 80,
"89653248" : 68,
"90701824" : 75,
"91750400" : 42,
"92798976" : 38,
"93847552" : 20,
"94896128" : 24,
"95944704" : 28,
"96993280" : 13,
"98041856" : 17,
"99090432" : 10,
"100139008" : 6,
"101187584" : 13,
"102236160" : 7,
"103284736" : 7,
"104333312" : 4,
"105381888" : 4,
"106430464" : 1,
"108527616" : 2,
"109576192" : 3
}
},
"lat_ns" : {
"min" : 12613034,
"max" : 110517451,
"mean" : 32457139.774492,
"stddev" : 10226248.702257,
"N" : 1893133
},
"bw_min" : 43048,
"bw_max" : 84712,
"bw_agg" : 100.000000,
"bw_mean" : 63145.686192,
"bw_dev" : 578.897780,
"bw_samples" : 3824,
"iops_min" : 10762,
"iops_max" : 21178,
"iops_mean" : 15785.548117,
"iops_stddev" : 144.753044,
"iops_samples" : 3824
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1920014,
"usr_cpu" : 0.386039,
"sys_cpu" : 7.484112,
"ctx" : 2356456,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999947,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999947,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 4.982703,
"50" : 89.176076,
"100" : 5.837998,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097426,
"timestamp_ms" : 1773097426585,
"time" : "Mon Mar 9 20:03:46 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 49,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8454004736,
"io_kbytes" : 8255864,
"bw_bytes" : 65029805,
"bw" : 63505,
"iops" : 15876.671128,
"runtime" : 130002,
"total_ios" : 2063999,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 315802,
"max" : 8590597,
"mean" : 1003407.551549,
"stddev" : 1010278.504429,
"N" : 2063999
},
"clat_ns" : {
"min" : 12258723,
"max" : 109742717,
"mean" : 31246021.292779,
"stddev" : 9908487.927705,
"N" : 2063983,
"percentile" : {
"1.000000" : 18219008,
"5.000000" : 20054016,
"10.000000" : 21102592,
"20.000000" : 22937600,
"30.000000" : 25034752,
"40.000000" : 26869760,
"50.000000" : 28966912,
"60.000000" : 31326208,
"70.000000" : 33816576,
"80.000000" : 38010880,
"90.000000" : 44826624,
"95.000000" : 51118080,
"99.000000" : 64225280,
"99.500000" : 69730304,
"99.900000" : 80216064,
"99.950000" : 84410368,
"99.990000" : 91750400
},
"bins" : {
"12255232" : 3,
"12386304" : 5,
"12517376" : 1,
"12910592" : 1,
"13303808" : 1,
"13565952" : 1,
"13697024" : 5,
"13828096" : 12,
"13959168" : 12,
"14090240" : 15,
"14221312" : 18,
"14352384" : 13,
"14483456" : 14,
"14614528" : 24,
"14745600" : 33,
"14876672" : 29,
"15007744" : 67,
"15138816" : 82,
"15269888" : 83,
"15400960" : 100,
"15532032" : 133,
"15663104" : 161,
"15794176" : 204,
"15925248" : 239,
"16056320" : 309,
"16187392" : 391,
"16318464" : 419,
"16449536" : 540,
"16580608" : 645,
"16711680" : 694,
"16908288" : 1827,
"17170432" : 2375,
"17432576" : 3140,
"17694720" : 3880,
"17956864" : 4980,
"18219008" : 6133,
"18481152" : 7507,
"18743296" : 9480,
"19005440" : 11416,
"19267584" : 13272,
"19529728" : 15421,
"19791872" : 17672,
"20054016" : 19697,
"20316160" : 21425,
"20578304" : 23235,
"20840448" : 24808,
"21102592" : 26329,
"21364736" : 27048,
"21626880" : 27635,
"21889024" : 28244,
"22151168" : 28243,
"22413312" : 28514,
"22675456" : 28856,
"22937600" : 28536,
"23199744" : 28645,
"23461888" : 28662,
"23724032" : 28600,
"23986176" : 28079,
"24248320" : 27700,
"24510464" : 27363,
"24772608" : 27277,
"25034752" : 27263,
"25296896" : 27361,
"25559040" : 27149,
"25821184" : 26903,
"26083328" : 26801,
"26345472" : 27466,
"26607616" : 27426,
"26869760" : 27220,
"27131904" : 26960,
"27394048" : 26855,
"27656192" : 27056,
"27918336" : 27547,
"28180480" : 27175,
"28442624" : 26948,
"28704768" : 26424,
"28966912" : 26272,
"29229056" : 25814,
"29491200" : 25375,
"29753344" : 25144,
"30015488" : 24612,
"30277632" : 24218,
"30539776" : 23523,
"30801920" : 23121,
"31064064" : 22302,
"31326208" : 21669,
"31588352" : 21189,
"31850496" : 20449,
"32112640" : 20136,
"32374784" : 19693,
"32636928" : 18939,
"32899072" : 18871,
"33161216" : 18150,
"33423360" : 17530,
"33816576" : 33831,
"34340864" : 32280,
"34865152" : 31052,
"35389440" : 29285,
"35913728" : 27469,
"36438016" : 25955,
"36962304" : 25023,
"37486592" : 24065,
"38010880" : 22614,
"38535168" : 21004,
"39059456" : 19712,
"39583744" : 18604,
"40108032" : 18028,
"40632320" : 16912,
"41156608" : 15968,
"41680896" : 15016,
"42205184" : 14253,
"42729472" : 13609,
"43253760" : 12827,
"43778048" : 12150,
"44302336" : 11546,
"44826624" : 10911,
"45350912" : 10341,
"45875200" : 9916,
"46399488" : 9723,
"46923776" : 9220,
"47448064" : 8798,
"47972352" : 8321,
"48496640" : 7853,
"49020928" : 7581,
"49545216" : 7318,
"50069504" : 6891,
"50593792" : 6762,
"51118080" : 6460,
"51642368" : 5942,
"52166656" : 5575,
"52690944" : 5479,
"53215232" : 5223,
"53739520" : 4795,
"54263808" : 4411,
"54788096" : 4278,
"55312384" : 4006,
"55836672" : 3710,
"56360960" : 3384,
"56885248" : 3283,
"57409536" : 3069,
"57933824" : 2809,
"58458112" : 2759,
"58982400" : 2624,
"59506688" : 2483,
"60030976" : 2202,
"60555264" : 2021,
"61079552" : 1872,
"61603840" : 1852,
"62128128" : 1688,
"62652416" : 1571,
"63176704" : 1510,
"63700992" : 1404,
"64225280" : 1334,
"64749568" : 1218,
"65273856" : 1161,
"65798144" : 1138,
"66322432" : 1065,
"66846720" : 947,
"67633152" : 1705,
"68681728" : 1635,
"69730304" : 1380,
"70778880" : 1261,
"71827456" : 1113,
"72876032" : 947,
"73924608" : 855,
"74973184" : 737,
"76021760" : 678,
"77070336" : 581,
"78118912" : 453,
"79167488" : 421,
"80216064" : 339,
"81264640" : 315,
"82313216" : 298,
"83361792" : 278,
"84410368" : 185,
"85458944" : 154,
"86507520" : 135,
"87556096" : 113,
"88604672" : 84,
"89653248" : 69,
"90701824" : 75,
"91750400" : 42,
"92798976" : 43,
"93847552" : 20,
"94896128" : 24,
"95944704" : 30,
"96993280" : 14,
"98041856" : 17,
"99090432" : 10,
"100139008" : 6,
"101187584" : 13,
"102236160" : 7,
"103284736" : 7,
"104333312" : 4,
"105381888" : 4,
"106430464" : 1,
"108527616" : 2,
"109576192" : 3
}
},
"lat_ns" : {
"min" : 12613034,
"max" : 110517451,
"mean" : 32249567.959660,
"stddev" : 10143246.350502,
"N" : 2063983
},
"bw_min" : 43048,
"bw_max" : 85040,
"bw_agg" : 100.000000,
"bw_mean" : 63509.501931,
"bw_dev" : 583.177039,
"bw_samples" : 4144,
"iops_min" : 10762,
"iops_max" : 21260,
"iops_mean" : 15876.525097,
"iops_stddev" : 145.818298,
"iops_samples" : 4144
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2080014,
"usr_cpu" : 0.387257,
"sys_cpu" : 7.537545,
"ctx" : 2569788,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 5.177522,
"50" : 89.180663,
"100" : 5.638859,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097436,
"timestamp_ms" : 1773097436584,
"time" : "Mon Mar 9 20:03:56 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9115512832,
"io_kbytes" : 8901868,
"bw_bytes" : 65109875,
"bw" : 63583,
"iops" : 15896.301481,
"runtime" : 140002,
"total_ios" : 2225514,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 315802,
"max" : 8590597,
"mean" : 1002158.479657,
"stddev" : 1007198.978714,
"N" : 2225514
},
"clat_ns" : {
"min" : 12258723,
"max" : 109742717,
"mean" : 31206595.793220,
"stddev" : 9881752.422377,
"N" : 2225498,
"percentile" : {
"1.000000" : 18219008,
"5.000000" : 20054016,
"10.000000" : 21102592,
"20.000000" : 22937600,
"30.000000" : 25034752,
"40.000000" : 26869760,
"50.000000" : 28966912,
"60.000000" : 31064064,
"70.000000" : 33816576,
"80.000000" : 38010880,
"90.000000" : 44826624,
"95.000000" : 51118080,
"99.000000" : 63700992,
"99.500000" : 68681728,
"99.900000" : 80216064,
"99.950000" : 83361792,
"99.990000" : 91750400
},
"bins" : {
"12255232" : 3,
"12386304" : 5,
"12517376" : 1,
"12910592" : 1,
"13041664" : 1,
"13172736" : 3,
"13303808" : 2,
"13565952" : 1,
"13697024" : 5,
"13828096" : 12,
"13959168" : 12,
"14090240" : 15,
"14221312" : 18,
"14352384" : 13,
"14483456" : 16,
"14614528" : 26,
"14745600" : 34,
"14876672" : 29,
"15007744" : 70,
"15138816" : 82,
"15269888" : 87,
"15400960" : 101,
"15532032" : 137,
"15663104" : 162,
"15794176" : 205,
"15925248" : 242,
"16056320" : 315,
"16187392" : 403,
"16318464" : 433,
"16449536" : 553,
"16580608" : 667,
"16711680" : 717,
"16908288" : 1891,
"17170432" : 2476,
"17432576" : 3283,
"17694720" : 4102,
"17956864" : 5272,
"18219008" : 6495,
"18481152" : 7956,
"18743296" : 10202,
"19005440" : 12384,
"19267584" : 14398,
"19529728" : 16726,
"19791872" : 19161,
"20054016" : 21427,
"20316160" : 23313,
"20578304" : 25287,
"20840448" : 26956,
"21102592" : 28556,
"21364736" : 29583,
"21626880" : 30181,
"21889024" : 30870,
"22151168" : 30794,
"22413312" : 30813,
"22675456" : 31300,
"22937600" : 31003,
"23199744" : 31190,
"23461888" : 31255,
"23724032" : 31151,
"23986176" : 30507,
"24248320" : 30056,
"24510464" : 29680,
"24772608" : 29542,
"25034752" : 29555,
"25296896" : 29655,
"25559040" : 29401,
"25821184" : 29112,
"26083328" : 28973,
"26345472" : 29565,
"26607616" : 29500,
"26869760" : 29459,
"27131904" : 29117,
"27394048" : 29080,
"27656192" : 29206,
"27918336" : 29649,
"28180480" : 29202,
"28442624" : 29012,
"28704768" : 28473,
"28966912" : 28281,
"29229056" : 27764,
"29491200" : 27317,
"29753344" : 27100,
"30015488" : 26578,
"30277632" : 26085,
"30539776" : 25283,
"30801920" : 24823,
"31064064" : 24025,
"31326208" : 23341,
"31588352" : 22795,
"31850496" : 22038,
"32112640" : 21709,
"32374784" : 21251,
"32636928" : 20372,
"32899072" : 20202,
"33161216" : 19426,
"33423360" : 18852,
"33816576" : 36337,
"34340864" : 34633,
"34865152" : 33225,
"35389440" : 31410,
"35913728" : 29368,
"36438016" : 27845,
"36962304" : 26783,
"37486592" : 25706,
"38010880" : 24183,
"38535168" : 22378,
"39059456" : 21069,
"39583744" : 19901,
"40108032" : 19216,
"40632320" : 18080,
"41156608" : 17110,
"41680896" : 16115,
"42205184" : 15257,
"42729472" : 14566,
"43253760" : 13684,
"43778048" : 13076,
"44302336" : 12401,
"44826624" : 11720,
"45350912" : 11077,
"45875200" : 10744,
"46399488" : 10473,
"46923776" : 9862,
"47448064" : 9465,
"47972352" : 8975,
"48496640" : 8507,
"49020928" : 8156,
"49545216" : 7900,
"50069504" : 7429,
"50593792" : 7347,
"51118080" : 7079,
"51642368" : 6417,
"52166656" : 6016,
"52690944" : 5925,
"53215232" : 5670,
"53739520" : 5217,
"54263808" : 4794,
"54788096" : 4616,
"55312384" : 4348,
"55836672" : 4063,
"56360960" : 3674,
"56885248" : 3539,
"57409536" : 3327,
"57933824" : 3050,
"58458112" : 2961,
"58982400" : 2787,
"59506688" : 2682,
"60030976" : 2366,
"60555264" : 2176,
"61079552" : 2027,
"61603840" : 1991,
"62128128" : 1793,
"62652416" : 1669,
"63176704" : 1587,
"63700992" : 1480,
"64225280" : 1414,
"64749568" : 1297,
"65273856" : 1223,
"65798144" : 1199,
"66322432" : 1111,
"66846720" : 1005,
"67633152" : 1809,
"68681728" : 1714,
"69730304" : 1447,
"70778880" : 1319,
"71827456" : 1156,
"72876032" : 989,
"73924608" : 879,
"74973184" : 766,
"76021760" : 712,
"77070336" : 593,
"78118912" : 462,
"79167488" : 433,
"80216064" : 350,
"81264640" : 322,
"82313216" : 309,
"83361792" : 285,
"84410368" : 191,
"85458944" : 154,
"86507520" : 135,
"87556096" : 113,
"88604672" : 86,
"89653248" : 69,
"90701824" : 75,
"91750400" : 42,
"92798976" : 43,
"93847552" : 20,
"94896128" : 24,
"95944704" : 30,
"96993280" : 14,
"98041856" : 17,
"99090432" : 10,
"100139008" : 6,
"101187584" : 13,
"102236160" : 7,
"103284736" : 7,
"104333312" : 4,
"105381888" : 4,
"106430464" : 1,
"108527616" : 2,
"109576192" : 3
}
},
"lat_ns" : {
"min" : 12613034,
"max" : 110517451,
"mean" : 32208803.255498,
"stddev" : 10115803.548982,
"N" : 2225498
},
"bw_min" : 43048,
"bw_max" : 85680,
"bw_agg" : 100.000000,
"bw_mean" : 63603.648746,
"bw_dev" : 589.285900,
"bw_samples" : 4464,
"iops_min" : 10762,
"iops_max" : 21420,
"iops_mean" : 15900.043011,
"iops_stddev" : 147.346968,
"iops_samples" : 4464
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2240015,
"usr_cpu" : 0.389238,
"sys_cpu" : 7.548521,
"ctx" : 2770515,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 5.154045,
"50" : 89.221636,
"100" : 5.621578,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097446,
"timestamp_ms" : 1773097446584,
"time" : "Mon Mar 9 20:04:06 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 29,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9784143872,
"io_kbytes" : 9554828,
"bw_bytes" : 65226321,
"bw" : 63697,
"iops" : 15924.694839,
"runtime" : 150003,
"total_ios" : 2388752,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 315802,
"max" : 8590597,
"mean" : 1000358.225264,
"stddev" : 1003685.103867,
"N" : 2388752
},
"clat_ns" : {
"min" : 12258723,
"max" : 109742717,
"mean" : 31152554.859908,
"stddev" : 9879469.181042,
"N" : 2388736,
"percentile" : {
"1.000000" : 18219008,
"5.000000" : 20054016,
"10.000000" : 21102592,
"20.000000" : 22937600,
"30.000000" : 24772608,
"40.000000" : 26869760,
"50.000000" : 28966912,
"60.000000" : 31064064,
"70.000000" : 33816576,
"80.000000" : 38010880,
"90.000000" : 44826624,
"95.000000" : 51118080,
"99.000000" : 64225280,
"99.500000" : 69730304,
"99.900000" : 80216064,
"99.950000" : 83361792,
"99.990000" : 91750400
},
"bins" : {
"12255232" : 3,
"12386304" : 5,
"12517376" : 1,
"12910592" : 1,
"13041664" : 1,
"13172736" : 3,
"13303808" : 2,
"13565952" : 1,
"13697024" : 5,
"13828096" : 12,
"13959168" : 12,
"14090240" : 15,
"14221312" : 18,
"14352384" : 13,
"14483456" : 16,
"14614528" : 26,
"14745600" : 38,
"14876672" : 30,
"15007744" : 77,
"15138816" : 85,
"15269888" : 87,
"15400960" : 103,
"15532032" : 141,
"15663104" : 165,
"15794176" : 212,
"15925248" : 250,
"16056320" : 330,
"16187392" : 418,
"16318464" : 453,
"16449536" : 561,
"16580608" : 679,
"16711680" : 738,
"16908288" : 1940,
"17170432" : 2568,
"17432576" : 3419,
"17694720" : 4270,
"17956864" : 5489,
"18219008" : 6816,
"18481152" : 8400,
"18743296" : 10866,
"19005440" : 13192,
"19267584" : 15524,
"19529728" : 18069,
"19791872" : 20673,
"20054016" : 23258,
"20316160" : 25297,
"20578304" : 27539,
"20840448" : 29380,
"21102592" : 31109,
"21364736" : 32116,
"21626880" : 32811,
"21889024" : 33633,
"22151168" : 33661,
"22413312" : 33754,
"22675456" : 34096,
"22937600" : 33796,
"23199744" : 33819,
"23461888" : 33929,
"23724032" : 33687,
"23986176" : 33225,
"24248320" : 32594,
"24510464" : 32036,
"24772608" : 31876,
"25034752" : 31794,
"25296896" : 31928,
"25559040" : 31712,
"25821184" : 31267,
"26083328" : 31161,
"26345472" : 31711,
"26607616" : 31706,
"26869760" : 31654,
"27131904" : 31349,
"27394048" : 31211,
"27656192" : 31343,
"27918336" : 31663,
"28180480" : 31220,
"28442624" : 31079,
"28704768" : 30475,
"28966912" : 30332,
"29229056" : 29843,
"29491200" : 29393,
"29753344" : 29149,
"30015488" : 28675,
"30277632" : 28150,
"30539776" : 27167,
"30801920" : 26740,
"31064064" : 25791,
"31326208" : 25045,
"31588352" : 24572,
"31850496" : 23566,
"32112640" : 23294,
"32374784" : 22783,
"32636928" : 21882,
"32899072" : 21792,
"33161216" : 20867,
"33423360" : 20203,
"33816576" : 39002,
"34340864" : 37103,
"34865152" : 35505,
"35389440" : 33501,
"35913728" : 31259,
"36438016" : 29552,
"36962304" : 28473,
"37486592" : 27154,
"38010880" : 25625,
"38535168" : 23719,
"39059456" : 22337,
"39583744" : 21221,
"40108032" : 20383,
"40632320" : 19165,
"41156608" : 18139,
"41680896" : 16970,
"42205184" : 16080,
"42729472" : 15386,
"43253760" : 14488,
"43778048" : 13826,
"44302336" : 13089,
"44826624" : 12383,
"45350912" : 11745,
"45875200" : 11337,
"46399488" : 11088,
"46923776" : 10434,
"47448064" : 9971,
"47972352" : 9475,
"48496640" : 8969,
"49020928" : 8594,
"49545216" : 8268,
"50069504" : 7837,
"50593792" : 7729,
"51118080" : 7433,
"51642368" : 6785,
"52166656" : 6369,
"52690944" : 6294,
"53215232" : 6030,
"53739520" : 5546,
"54263808" : 5107,
"54788096" : 4935,
"55312384" : 4627,
"55836672" : 4331,
"56360960" : 3917,
"56885248" : 3807,
"57409536" : 3581,
"57933824" : 3258,
"58458112" : 3133,
"58982400" : 2956,
"59506688" : 2863,
"60030976" : 2517,
"60555264" : 2335,
"61079552" : 2169,
"61603840" : 2147,
"62128128" : 1929,
"62652416" : 1821,
"63176704" : 1686,
"63700992" : 1605,
"64225280" : 1502,
"64749568" : 1417,
"65273856" : 1313,
"65798144" : 1301,
"66322432" : 1218,
"66846720" : 1091,
"67633152" : 1971,
"68681728" : 1884,
"69730304" : 1640,
"70778880" : 1439,
"71827456" : 1251,
"72876032" : 1066,
"73924608" : 946,
"74973184" : 829,
"76021760" : 768,
"77070336" : 651,
"78118912" : 504,
"79167488" : 481,
"80216064" : 401,
"81264640" : 359,
"82313216" : 350,
"83361792" : 315,
"84410368" : 211,
"85458944" : 185,
"86507520" : 149,
"87556096" : 124,
"88604672" : 94,
"89653248" : 82,
"90701824" : 80,
"91750400" : 47,
"92798976" : 47,
"93847552" : 24,
"94896128" : 27,
"95944704" : 32,
"96993280" : 14,
"98041856" : 18,
"99090432" : 10,
"100139008" : 6,
"101187584" : 13,
"102236160" : 7,
"103284736" : 7,
"104333312" : 4,
"105381888" : 4,
"106430464" : 1,
"108527616" : 2,
"109576192" : 3
}
},
"lat_ns" : {
"min" : 12613034,
"max" : 110517451,
"mean" : 32153081.869708,
"stddev" : 10113562.038054,
"N" : 2388736
},
"bw_min" : 43048,
"bw_max" : 85680,
"bw_agg" : 100.000000,
"bw_mean" : 63765.979933,
"bw_dev" : 584.806625,
"bw_samples" : 4784,
"iops_min" : 10762,
"iops_max" : 21420,
"iops_mean" : 15940.615385,
"iops_stddev" : 146.229638,
"iops_samples" : 4784
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2400028,
"usr_cpu" : 0.390287,
"sys_cpu" : 7.564162,
"ctx" : 2975141,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 5.115307,
"50" : 89.284195,
"100" : 5.597944,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097456,
"timestamp_ms" : 1773097456585,
"time" : "Mon Mar 9 20:04:16 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 19,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10432917504,
"io_kbytes" : 10188396,
"bw_bytes" : 65204919,
"bw" : 63676,
"iops" : 15919.482256,
"runtime" : 160002,
"total_ios" : 2547149,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 315802,
"max" : 8590597,
"mean" : 1000691.975261,
"stddev" : 1003771.686546,
"N" : 2547149
},
"clat_ns" : {
"min" : 12258723,
"max" : 117330371,
"mean" : 31161645.401275,
"stddev" : 9886611.178973,
"N" : 2547133,
"percentile" : {
"1.000000" : 18219008,
"5.000000" : 20054016,
"10.000000" : 21102592,
"20.000000" : 22937600,
"30.000000" : 25034752,
"40.000000" : 26869760,
"50.000000" : 28966912,
"60.000000" : 31064064,
"70.000000" : 33816576,
"80.000000" : 38010880,
"90.000000" : 44826624,
"95.000000" : 51118080,
"99.000000" : 64225280,
"99.500000" : 69730304,
"99.900000" : 80216064,
"99.950000" : 84410368,
"99.990000" : 92798976
},
"bins" : {
"12255232" : 3,
"12386304" : 5,
"12517376" : 1,
"12910592" : 1,
"13041664" : 1,
"13172736" : 3,
"13303808" : 2,
"13565952" : 1,
"13697024" : 5,
"13828096" : 12,
"13959168" : 12,
"14090240" : 15,
"14221312" : 18,
"14352384" : 13,
"14483456" : 16,
"14614528" : 26,
"14745600" : 38,
"14876672" : 33,
"15007744" : 81,
"15138816" : 94,
"15269888" : 94,
"15400960" : 112,
"15532032" : 155,
"15663104" : 175,
"15794176" : 220,
"15925248" : 276,
"16056320" : 353,
"16187392" : 461,
"16318464" : 489,
"16449536" : 605,
"16580608" : 726,
"16711680" : 790,
"16908288" : 2082,
"17170432" : 2790,
"17432576" : 3697,
"17694720" : 4557,
"17956864" : 5873,
"18219008" : 7255,
"18481152" : 8987,
"18743296" : 11541,
"19005440" : 14002,
"19267584" : 16427,
"19529728" : 19190,
"19791872" : 21950,
"20054016" : 24642,
"20316160" : 26885,
"20578304" : 29223,
"20840448" : 31183,
"21102592" : 33047,
"21364736" : 34157,
"21626880" : 34790,
"21889024" : 35742,
"22151168" : 35717,
"22413312" : 35957,
"22675456" : 36229,
"22937600" : 35945,
"23199744" : 35968,
"23461888" : 36111,
"23724032" : 35740,
"23986176" : 35311,
"24248320" : 34744,
"24510464" : 34186,
"24772608" : 34065,
"25034752" : 33883,
"25296896" : 34095,
"25559040" : 33803,
"25821184" : 33438,
"26083328" : 33288,
"26345472" : 33839,
"26607616" : 33951,
"26869760" : 33859,
"27131904" : 33537,
"27394048" : 33489,
"27656192" : 33495,
"27918336" : 33838,
"28180480" : 33369,
"28442624" : 33247,
"28704768" : 32582,
"28966912" : 32420,
"29229056" : 31971,
"29491200" : 31535,
"29753344" : 31238,
"30015488" : 30709,
"30277632" : 30065,
"30539776" : 29073,
"30801920" : 28571,
"31064064" : 27568,
"31326208" : 26661,
"31588352" : 26235,
"31850496" : 25128,
"32112640" : 24874,
"32374784" : 24337,
"32636928" : 23394,
"32899072" : 23204,
"33161216" : 22321,
"33423360" : 21551,
"33816576" : 41561,
"34340864" : 39577,
"34865152" : 37707,
"35389440" : 35701,
"35913728" : 33353,
"36438016" : 31386,
"36962304" : 30264,
"37486592" : 28796,
"38010880" : 27257,
"38535168" : 25211,
"39059456" : 23846,
"39583744" : 22600,
"40108032" : 21712,
"40632320" : 20469,
"41156608" : 19334,
"41680896" : 18070,
"42205184" : 17150,
"42729472" : 16462,
"43253760" : 15485,
"43778048" : 14803,
"44302336" : 14032,
"44826624" : 13231,
"45350912" : 12539,
"45875200" : 12044,
"46399488" : 11810,
"46923776" : 11153,
"47448064" : 10646,
"47972352" : 10089,
"48496640" : 9521,
"49020928" : 9164,
"49545216" : 8781,
"50069504" : 8350,
"50593792" : 8271,
"51118080" : 7880,
"51642368" : 7222,
"52166656" : 6799,
"52690944" : 6760,
"53215232" : 6436,
"53739520" : 5925,
"54263808" : 5454,
"54788096" : 5305,
"55312384" : 4947,
"55836672" : 4602,
"56360960" : 4177,
"56885248" : 4068,
"57409536" : 3801,
"57933824" : 3470,
"58458112" : 3330,
"58982400" : 3153,
"59506688" : 3043,
"60030976" : 2678,
"60555264" : 2506,
"61079552" : 2336,
"61603840" : 2270,
"62128128" : 2082,
"62652416" : 1950,
"63176704" : 1808,
"63700992" : 1720,
"64225280" : 1626,
"64749568" : 1498,
"65273856" : 1395,
"65798144" : 1375,
"66322432" : 1278,
"66846720" : 1153,
"67633152" : 2145,
"68681728" : 2030,
"69730304" : 1732,
"70778880" : 1519,
"71827456" : 1340,
"72876032" : 1167,
"73924608" : 1029,
"74973184" : 891,
"76021760" : 809,
"77070336" : 710,
"78118912" : 589,
"79167488" : 529,
"80216064" : 440,
"81264640" : 380,
"82313216" : 375,
"83361792" : 330,
"84410368" : 225,
"85458944" : 192,
"86507520" : 154,
"87556096" : 127,
"88604672" : 103,
"89653248" : 89,
"90701824" : 82,
"91750400" : 50,
"92798976" : 50,
"93847552" : 29,
"94896128" : 35,
"95944704" : 38,
"96993280" : 18,
"98041856" : 25,
"99090432" : 14,
"100139008" : 6,
"101187584" : 20,
"102236160" : 7,
"103284736" : 7,
"104333312" : 5,
"105381888" : 7,
"106430464" : 3,
"108527616" : 2,
"109576192" : 6,
"112721920" : 1,
"113770496" : 1,
"116916224" : 3
}
},
"lat_ns" : {
"min" : 12613034,
"max" : 117949968,
"mean" : 32162433.747147,
"stddev" : 10121122.683143,
"N" : 2547133
},
"bw_min" : 43048,
"bw_max" : 85680,
"bw_agg" : 100.000000,
"bw_mean" : 63740.705329,
"bw_dev" : 584.479326,
"bw_samples" : 5104,
"iops_min" : 10762,
"iops_max" : 21420,
"iops_mean" : 15934.278997,
"iops_stddev" : 146.145725,
"iops_samples" : 5104
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2560018,
"usr_cpu" : 0.390427,
"sys_cpu" : 7.561431,
"ctx" : 3172885,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 5.105865,
"50" : 89.282488,
"100" : 5.608427,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097466,
"timestamp_ms" : 1773097466587,
"time" : "Mon Mar 9 20:04:26 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 9,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11082366976,
"io_kbytes" : 10822624,
"bw_bytes" : 65189243,
"bw" : 63661,
"iops" : 15915.701488,
"runtime" : 170003,
"total_ios" : 2705717,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 315802,
"max" : 8590597,
"mean" : 1000922.572092,
"stddev" : 1004418.871293,
"N" : 2705717
},
"clat_ns" : {
"min" : 12258723,
"max" : 117330371,
"mean" : 31169074.751617,
"stddev" : 9906579.199278,
"N" : 2705701,
"percentile" : {
"1.000000" : 18219008,
"5.000000" : 20054016,
"10.000000" : 21102592,
"20.000000" : 22937600,
"30.000000" : 25034752,
"40.000000" : 26869760,
"50.000000" : 28966912,
"60.000000" : 31064064,
"70.000000" : 33816576,
"80.000000" : 38010880,
"90.000000" : 44826624,
"95.000000" : 51118080,
"99.000000" : 64225280,
"99.500000" : 69730304,
"99.900000" : 80216064,
"99.950000" : 84410368,
"99.990000" : 92798976
},
"bins" : {
"12255232" : 3,
"12386304" : 5,
"12517376" : 1,
"12910592" : 1,
"13041664" : 1,
"13172736" : 3,
"13303808" : 2,
"13565952" : 1,
"13697024" : 5,
"13828096" : 13,
"13959168" : 12,
"14090240" : 16,
"14221312" : 20,
"14352384" : 13,
"14483456" : 19,
"14614528" : 38,
"14745600" : 45,
"14876672" : 49,
"15007744" : 96,
"15138816" : 102,
"15269888" : 115,
"15400960" : 135,
"15532032" : 178,
"15663104" : 221,
"15794176" : 250,
"15925248" : 304,
"16056320" : 415,
"16187392" : 525,
"16318464" : 566,
"16449536" : 711,
"16580608" : 840,
"16711680" : 926,
"16908288" : 2398,
"17170432" : 3134,
"17432576" : 4117,
"17694720" : 5053,
"17956864" : 6498,
"18219008" : 8035,
"18481152" : 9972,
"18743296" : 12640,
"19005440" : 15292,
"19267584" : 17676,
"19529728" : 20539,
"19791872" : 23488,
"20054016" : 26327,
"20316160" : 28754,
"20578304" : 31159,
"20840448" : 33109,
"21102592" : 34840,
"21364736" : 36009,
"21626880" : 36671,
"21889024" : 37753,
"22151168" : 37658,
"22413312" : 37842,
"22675456" : 38111,
"22937600" : 37776,
"23199744" : 37909,
"23461888" : 38095,
"23724032" : 37689,
"23986176" : 37192,
"24248320" : 36718,
"24510464" : 36210,
"24772608" : 35928,
"25034752" : 35789,
"25296896" : 35996,
"25559040" : 35712,
"25821184" : 35266,
"26083328" : 35218,
"26345472" : 35680,
"26607616" : 35736,
"26869760" : 35804,
"27131904" : 35426,
"27394048" : 35442,
"27656192" : 35520,
"27918336" : 35812,
"28180480" : 35377,
"28442624" : 35276,
"28704768" : 34630,
"28966912" : 34618,
"29229056" : 34135,
"29491200" : 33538,
"29753344" : 33251,
"30015488" : 32637,
"30277632" : 31953,
"30539776" : 30785,
"30801920" : 30312,
"31064064" : 29384,
"31326208" : 28442,
"31588352" : 27908,
"31850496" : 26788,
"32112640" : 26534,
"32374784" : 25907,
"32636928" : 24875,
"32899072" : 24784,
"33161216" : 23798,
"33423360" : 22949,
"33816576" : 44329,
"34340864" : 42069,
"34865152" : 39992,
"35389440" : 37864,
"35913728" : 35466,
"36438016" : 33337,
"36962304" : 32037,
"37486592" : 30453,
"38010880" : 28907,
"38535168" : 26797,
"39059456" : 25302,
"39583744" : 24027,
"40108032" : 23158,
"40632320" : 21831,
"41156608" : 20605,
"41680896" : 19191,
"42205184" : 18299,
"42729472" : 17471,
"43253760" : 16584,
"43778048" : 15760,
"44302336" : 14978,
"44826624" : 14079,
"45350912" : 13373,
"45875200" : 12897,
"46399488" : 12630,
"46923776" : 11933,
"47448064" : 11409,
"47972352" : 10750,
"48496640" : 10169,
"49020928" : 9820,
"49545216" : 9349,
"50069504" : 8865,
"50593792" : 8795,
"51118080" : 8393,
"51642368" : 7705,
"52166656" : 7247,
"52690944" : 7147,
"53215232" : 6806,
"53739520" : 6335,
"54263808" : 5794,
"54788096" : 5625,
"55312384" : 5235,
"55836672" : 4908,
"56360960" : 4442,
"56885248" : 4300,
"57409536" : 4032,
"57933824" : 3687,
"58458112" : 3529,
"58982400" : 3310,
"59506688" : 3185,
"60030976" : 2847,
"60555264" : 2679,
"61079552" : 2471,
"61603840" : 2405,
"62128128" : 2212,
"62652416" : 2083,
"63176704" : 1928,
"63700992" : 1826,
"64225280" : 1740,
"64749568" : 1605,
"65273856" : 1483,
"65798144" : 1471,
"66322432" : 1381,
"66846720" : 1223,
"67633152" : 2305,
"68681728" : 2161,
"69730304" : 1868,
"70778880" : 1642,
"71827456" : 1431,
"72876032" : 1252,
"73924608" : 1117,
"74973184" : 957,
"76021760" : 865,
"77070336" : 792,
"78118912" : 640,
"79167488" : 556,
"80216064" : 469,
"81264640" : 404,
"82313216" : 406,
"83361792" : 345,
"84410368" : 250,
"85458944" : 208,
"86507520" : 169,
"87556096" : 136,
"88604672" : 110,
"89653248" : 98,
"90701824" : 91,
"91750400" : 61,
"92798976" : 57,
"93847552" : 31,
"94896128" : 41,
"95944704" : 41,
"96993280" : 20,
"98041856" : 27,
"99090432" : 14,
"100139008" : 7,
"101187584" : 21,
"102236160" : 9,
"103284736" : 7,
"104333312" : 5,
"105381888" : 7,
"106430464" : 3,
"108527616" : 2,
"109576192" : 6,
"112721920" : 1,
"113770496" : 1,
"116916224" : 3
}
},
"lat_ns" : {
"min" : 12613034,
"max" : 117949968,
"mean" : 32170118.266437,
"stddev" : 10141912.741617,
"N" : 2705701
},
"bw_min" : 43048,
"bw_max" : 85680,
"bw_agg" : 99.977427,
"bw_mean" : 63647.787611,
"bw_dev" : 582.634275,
"bw_samples" : 5424,
"iops_min" : 10762,
"iops_max" : 21420,
"iops_mean" : 15911.073746,
"iops_stddev" : 145.682459,
"iops_samples" : 5424
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2720026,
"usr_cpu" : 0.390511,
"sys_cpu" : 7.562060,
"ctx" : 3374408,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 5.241975,
"50" : 89.137814,
"100" : 5.617032,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097476,
"timestamp_ms" : 1773097476603,
"time" : "Mon Mar 9 20:04:36 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 16721,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11796152320,
"io_kbytes" : 11519680,
"bw_bytes" : 65533087,
"bw" : 63997,
"iops" : 15998.255585,
"runtime" : 180003,
"total_ios" : 2879734,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 306339,
"max" : 8590597,
"mean" : 995686.851251,
"stddev" : 995455.492500,
"N" : 2879750
},
"clat_ns" : {
"min" : 3395,
"max" : 117330371,
"mean" : 31005176.174108,
"stddev" : 9842661.437102,
"N" : 2880230,
"percentile" : {
"1.000000" : 17956864,
"5.000000" : 19791872,
"10.000000" : 21102592,
"20.000000" : 22937600,
"30.000000" : 24772608,
"40.000000" : 26869760,
"50.000000" : 28704768,
"60.000000" : 31064064,
"70.000000" : 33816576,
"80.000000" : 37486592,
"90.000000" : 44302336,
"95.000000" : 50593792,
"99.000000" : 63700992,
"99.500000" : 68681728,
"99.900000" : 80216064,
"99.950000" : 83361792,
"99.990000" : 92798976
},
"bins" : {
"3408" : 1,
"3792" : 1,
"4256" : 1,
"4960" : 1,
"5024" : 1,
"5088" : 1,
"5280" : 1,
"5664" : 1,
"6624" : 1,
"6816" : 1,
"7136" : 1,
"7392" : 1,
"8768" : 1,
"9024" : 1,
"9408" : 1,
"9664" : 1,
"395264" : 1,
"407552" : 1,
"456704" : 1,
"806912" : 1,
"823296" : 2,
"921600" : 1,
"1089536" : 1,
"1204224" : 1,
"1220608" : 1,
"1613824" : 1,
"2088960" : 1,
"3293184" : 1,
"3751936" : 1,
"4014080" : 1,
"4112384" : 1,
"4145152" : 1,
"4358144" : 1,
"4423680" : 1,
"4554752" : 2,
"4620288" : 1,
"4685824" : 1,
"4751360" : 1,
"4947968" : 1,
"5079040" : 2,
"5144576" : 4,
"5275648" : 1,
"5341184" : 2,
"5472256" : 1,
"5734400" : 4,
"5799936" : 1,
"5865472" : 1,
"6127616" : 3,
"6193152" : 2,
"6258688" : 1,
"6324224" : 1,
"6520832" : 2,
"6586368" : 1,
"7503872" : 1,
"9240576" : 1,
"9764864" : 1,
"9895936" : 1,
"10158080" : 3,
"10551296" : 2,
"11075584" : 1,
"11206656" : 1,
"11337728" : 1,
"11468800" : 4,
"11599872" : 2,
"11730944" : 2,
"11862016" : 3,
"11993088" : 1,
"12124160" : 1,
"12255232" : 5,
"12386304" : 5,
"12517376" : 3,
"12648448" : 7,
"12779520" : 4,
"12910592" : 3,
"13041664" : 5,
"13172736" : 3,
"13303808" : 2,
"13434880" : 1,
"13565952" : 5,
"13697024" : 5,
"13828096" : 14,
"13959168" : 12,
"14090240" : 20,
"14221312" : 24,
"14352384" : 17,
"14483456" : 27,
"14614528" : 47,
"14745600" : 51,
"14876672" : 70,
"15007744" : 120,
"15138816" : 140,
"15269888" : 147,
"15400960" : 174,
"15532032" : 228,
"15663104" : 276,
"15794176" : 310,
"15925248" : 379,
"16056320" : 534,
"16187392" : 661,
"16318464" : 722,
"16449536" : 866,
"16580608" : 1020,
"16711680" : 1128,
"16908288" : 2904,
"17170432" : 3788,
"17432576" : 4867,
"17694720" : 6011,
"17956864" : 7604,
"18219008" : 9324,
"18481152" : 11388,
"18743296" : 14317,
"19005440" : 17224,
"19267584" : 19764,
"19529728" : 22792,
"19791872" : 25874,
"20054016" : 28858,
"20316160" : 31447,
"20578304" : 33901,
"20840448" : 35960,
"21102592" : 37984,
"21364736" : 39108,
"21626880" : 39671,
"21889024" : 40748,
"22151168" : 40528,
"22413312" : 40669,
"22675456" : 40928,
"22937600" : 40500,
"23199744" : 40624,
"23461888" : 40665,
"23724032" : 40325,
"23986176" : 39648,
"24248320" : 39196,
"24510464" : 38641,
"24772608" : 38295,
"25034752" : 38019,
"25296896" : 38279,
"25559040" : 37947,
"25821184" : 37529,
"26083328" : 37486,
"26345472" : 37943,
"26607616" : 37972,
"26869760" : 38094,
"27131904" : 37710,
"27394048" : 37742,
"27656192" : 37748,
"27918336" : 38051,
"28180480" : 37651,
"28442624" : 37475,
"28704768" : 36841,
"28966912" : 36847,
"29229056" : 36253,
"29491200" : 35635,
"29753344" : 35375,
"30015488" : 34724,
"30277632" : 33975,
"30539776" : 32804,
"30801920" : 32364,
"31064064" : 31349,
"31326208" : 30350,
"31588352" : 29749,
"31850496" : 28545,
"32112640" : 28118,
"32374784" : 27493,
"32636928" : 26466,
"32899072" : 26268,
"33161216" : 25246,
"33423360" : 24259,
"33816576" : 46963,
"34340864" : 44448,
"34865152" : 42066,
"35389440" : 39927,
"35913728" : 37248,
"36438016" : 35065,
"36962304" : 33560,
"37486592" : 31825,
"38010880" : 30187,
"38535168" : 28063,
"39059456" : 26453,
"39583744" : 25071,
"40108032" : 24096,
"40632320" : 22806,
"41156608" : 21529,
"41680896" : 20023,
"42205184" : 19075,
"42729472" : 18273,
"43253760" : 17325,
"43778048" : 16428,
"44302336" : 15608,
"44826624" : 14705,
"45350912" : 13910,
"45875200" : 13447,
"46399488" : 13175,
"46923776" : 12396,
"47448064" : 11854,
"47972352" : 11191,
"48496640" : 10588,
"49020928" : 10184,
"49545216" : 9719,
"50069504" : 9236,
"50593792" : 9140,
"51118080" : 8692,
"51642368" : 7987,
"52166656" : 7505,
"52690944" : 7407,
"53215232" : 7060,
"53739520" : 6534,
"54263808" : 5972,
"54788096" : 5825,
"55312384" : 5402,
"55836672" : 5049,
"56360960" : 4578,
"56885248" : 4426,
"57409536" : 4147,
"57933824" : 3804,
"58458112" : 3638,
"58982400" : 3405,
"59506688" : 3263,
"60030976" : 2932,
"60555264" : 2735,
"61079552" : 2532,
"61603840" : 2457,
"62128128" : 2275,
"62652416" : 2134,
"63176704" : 1967,
"63700992" : 1870,
"64225280" : 1820,
"64749568" : 1669,
"65273856" : 1523,
"65798144" : 1506,
"66322432" : 1421,
"66846720" : 1249,
"67633152" : 2343,
"68681728" : 2206,
"69730304" : 1903,
"70778880" : 1672,
"71827456" : 1456,
"72876032" : 1271,
"73924608" : 1132,
"74973184" : 966,
"76021760" : 873,
"77070336" : 798,
"78118912" : 645,
"79167488" : 556,
"80216064" : 473,
"81264640" : 404,
"82313216" : 406,
"83361792" : 345,
"84410368" : 250,
"85458944" : 208,
"86507520" : 169,
"87556096" : 136,
"88604672" : 110,
"89653248" : 98,
"90701824" : 91,
"91750400" : 61,
"92798976" : 57,
"93847552" : 31,
"94896128" : 41,
"95944704" : 41,
"96993280" : 20,
"98041856" : 27,
"99090432" : 14,
"100139008" : 7,
"101187584" : 21,
"102236160" : 9,
"103284736" : 7,
"104333312" : 5,
"105381888" : 7,
"106430464" : 3,
"108527616" : 2,
"109576192" : 6,
"112721920" : 1,
"113770496" : 1,
"116916224" : 3
}
},
"lat_ns" : {
"min" : 391779,
"max" : 117949968,
"mean" : 32001002.790199,
"stddev" : 10076521.966424,
"N" : 2880230
},
"bw_min" : 43048,
"bw_max" : 85680,
"bw_agg" : 99.935692,
"bw_mean" : 63956.779944,
"bw_dev" : 581.576480,
"bw_samples" : 5744,
"iops_min" : 10762,
"iops_max" : 21420,
"iops_mean" : 15988.306407,
"iops_stddev" : 145.417358,
"iops_samples" : 5744
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880013,
"usr_cpu" : 0.393054,
"sys_cpu" : 7.605348,
"ctx" : 3594912,
"majf" : 0,
"minf" : 598,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999444,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 5.590482,
"50" : 88.985233,
"100" : 5.436613,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097476,
"timestamp_ms" : 1773097476637,
"time" : "Mon Mar 9 20:04:36 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11797487616,
"io_kbytes" : 11520984,
"bw_bytes" : 65531404,
"bw" : 63995,
"iops" : 15996.033950,
"runtime" : 180028,
"total_ios" : 2879734,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 306339,
"max" : 8590597,
"mean" : 995686.851251,
"stddev" : 995455.492500,
"N" : 2879750
},
"clat_ns" : {
"min" : 3395,
"max" : 117330371,
"mean" : 31005176.174108,
"stddev" : 9842661.437102,
"N" : 2880230,
"percentile" : {
"1.000000" : 17956864,
"5.000000" : 19791872,
"10.000000" : 21102592,
"20.000000" : 22937600,
"30.000000" : 24772608,
"40.000000" : 26869760,
"50.000000" : 28704768,
"60.000000" : 31064064,
"70.000000" : 33816576,
"80.000000" : 37486592,
"90.000000" : 44302336,
"95.000000" : 50593792,
"99.000000" : 63700992,
"99.500000" : 68681728,
"99.900000" : 80216064,
"99.950000" : 83361792,
"99.990000" : 92798976
},
"bins" : {
"3408" : 1,
"3792" : 1,
"4256" : 1,
"4960" : 1,
"5024" : 1,
"5088" : 1,
"5280" : 1,
"5664" : 1,
"6624" : 1,
"6816" : 1,
"7136" : 1,
"7392" : 1,
"8768" : 1,
"9024" : 1,
"9408" : 1,
"9664" : 1,
"395264" : 1,
"407552" : 1,
"456704" : 1,
"806912" : 1,
"823296" : 2,
"921600" : 1,
"1089536" : 1,
"1204224" : 1,
"1220608" : 1,
"1613824" : 1,
"2088960" : 1,
"3293184" : 1,
"3751936" : 1,
"4014080" : 1,
"4112384" : 1,
"4145152" : 1,
"4358144" : 1,
"4423680" : 1,
"4554752" : 2,
"4620288" : 1,
"4685824" : 1,
"4751360" : 1,
"4947968" : 1,
"5079040" : 2,
"5144576" : 4,
"5275648" : 1,
"5341184" : 2,
"5472256" : 1,
"5734400" : 4,
"5799936" : 1,
"5865472" : 1,
"6127616" : 3,
"6193152" : 2,
"6258688" : 1,
"6324224" : 1,
"6520832" : 2,
"6586368" : 1,
"7503872" : 1,
"9240576" : 1,
"9764864" : 1,
"9895936" : 1,
"10158080" : 3,
"10551296" : 2,
"11075584" : 1,
"11206656" : 1,
"11337728" : 1,
"11468800" : 4,
"11599872" : 2,
"11730944" : 2,
"11862016" : 3,
"11993088" : 1,
"12124160" : 1,
"12255232" : 5,
"12386304" : 5,
"12517376" : 3,
"12648448" : 7,
"12779520" : 4,
"12910592" : 3,
"13041664" : 5,
"13172736" : 3,
"13303808" : 2,
"13434880" : 1,
"13565952" : 5,
"13697024" : 5,
"13828096" : 14,
"13959168" : 12,
"14090240" : 20,
"14221312" : 24,
"14352384" : 17,
"14483456" : 27,
"14614528" : 47,
"14745600" : 51,
"14876672" : 70,
"15007744" : 120,
"15138816" : 140,
"15269888" : 147,
"15400960" : 174,
"15532032" : 228,
"15663104" : 276,
"15794176" : 310,
"15925248" : 379,
"16056320" : 534,
"16187392" : 661,
"16318464" : 722,
"16449536" : 866,
"16580608" : 1020,
"16711680" : 1128,
"16908288" : 2904,
"17170432" : 3788,
"17432576" : 4867,
"17694720" : 6011,
"17956864" : 7604,
"18219008" : 9324,
"18481152" : 11388,
"18743296" : 14317,
"19005440" : 17224,
"19267584" : 19764,
"19529728" : 22792,
"19791872" : 25874,
"20054016" : 28858,
"20316160" : 31447,
"20578304" : 33901,
"20840448" : 35960,
"21102592" : 37984,
"21364736" : 39108,
"21626880" : 39671,
"21889024" : 40748,
"22151168" : 40528,
"22413312" : 40669,
"22675456" : 40928,
"22937600" : 40500,
"23199744" : 40624,
"23461888" : 40665,
"23724032" : 40325,
"23986176" : 39648,
"24248320" : 39196,
"24510464" : 38641,
"24772608" : 38295,
"25034752" : 38019,
"25296896" : 38279,
"25559040" : 37947,
"25821184" : 37529,
"26083328" : 37486,
"26345472" : 37943,
"26607616" : 37972,
"26869760" : 38094,
"27131904" : 37710,
"27394048" : 37742,
"27656192" : 37748,
"27918336" : 38051,
"28180480" : 37651,
"28442624" : 37475,
"28704768" : 36841,
"28966912" : 36847,
"29229056" : 36253,
"29491200" : 35635,
"29753344" : 35375,
"30015488" : 34724,
"30277632" : 33975,
"30539776" : 32804,
"30801920" : 32364,
"31064064" : 31349,
"31326208" : 30350,
"31588352" : 29749,
"31850496" : 28545,
"32112640" : 28118,
"32374784" : 27493,
"32636928" : 26466,
"32899072" : 26268,
"33161216" : 25246,
"33423360" : 24259,
"33816576" : 46963,
"34340864" : 44448,
"34865152" : 42066,
"35389440" : 39927,
"35913728" : 37248,
"36438016" : 35065,
"36962304" : 33560,
"37486592" : 31825,
"38010880" : 30187,
"38535168" : 28063,
"39059456" : 26453,
"39583744" : 25071,
"40108032" : 24096,
"40632320" : 22806,
"41156608" : 21529,
"41680896" : 20023,
"42205184" : 19075,
"42729472" : 18273,
"43253760" : 17325,
"43778048" : 16428,
"44302336" : 15608,
"44826624" : 14705,
"45350912" : 13910,
"45875200" : 13447,
"46399488" : 13175,
"46923776" : 12396,
"47448064" : 11854,
"47972352" : 11191,
"48496640" : 10588,
"49020928" : 10184,
"49545216" : 9719,
"50069504" : 9236,
"50593792" : 9140,
"51118080" : 8692,
"51642368" : 7987,
"52166656" : 7505,
"52690944" : 7407,
"53215232" : 7060,
"53739520" : 6534,
"54263808" : 5972,
"54788096" : 5825,
"55312384" : 5402,
"55836672" : 5049,
"56360960" : 4578,
"56885248" : 4426,
"57409536" : 4147,
"57933824" : 3804,
"58458112" : 3638,
"58982400" : 3405,
"59506688" : 3263,
"60030976" : 2932,
"60555264" : 2735,
"61079552" : 2532,
"61603840" : 2457,
"62128128" : 2275,
"62652416" : 2134,
"63176704" : 1967,
"63700992" : 1870,
"64225280" : 1820,
"64749568" : 1669,
"65273856" : 1523,
"65798144" : 1506,
"66322432" : 1421,
"66846720" : 1249,
"67633152" : 2343,
"68681728" : 2206,
"69730304" : 1903,
"70778880" : 1672,
"71827456" : 1456,
"72876032" : 1271,
"73924608" : 1132,
"74973184" : 966,
"76021760" : 873,
"77070336" : 798,
"78118912" : 645,
"79167488" : 556,
"80216064" : 473,
"81264640" : 404,
"82313216" : 406,
"83361792" : 345,
"84410368" : 250,
"85458944" : 208,
"86507520" : 169,
"87556096" : 136,
"88604672" : 110,
"89653248" : 98,
"90701824" : 91,
"91750400" : 61,
"92798976" : 57,
"93847552" : 31,
"94896128" : 41,
"95944704" : 41,
"96993280" : 20,
"98041856" : 27,
"99090432" : 14,
"100139008" : 7,
"101187584" : 21,
"102236160" : 9,
"103284736" : 7,
"104333312" : 5,
"105381888" : 7,
"106430464" : 3,
"108527616" : 2,
"109576192" : 6,
"112721920" : 1,
"113770496" : 1,
"116916224" : 3
}
},
"lat_ns" : {
"min" : 391779,
"max" : 117949968,
"mean" : 32001002.790199,
"stddev" : 10076521.966424,
"N" : 2880230
},
"bw_min" : 43048,
"bw_max" : 85881,
"bw_agg" : 100.000000,
"bw_mean" : 63996.135655,
"bw_dev" : 583.762121,
"bw_samples" : 5755,
"iops_min" : 10762,
"iops_max" : 21469,
"iops_mean" : 15998.136606,
"iops_stddev" : 145.962434,
"iops_samples" : 5755
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880283,
"usr_cpu" : 0.393017,
"sys_cpu" : 7.604635,
"ctx" : 3595154,
"majf" : 0,
"minf" : 609,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999444,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.000000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 5.590482,
"50" : 88.985233,
"100" : 5.436613,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}