raidz2/benchmarks/rand/rand-write-qd32-nj16_run1.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773097057,
"timestamp_ms" : 1773097057299,
"time" : "Mon Mar 9 19:57:37 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 11,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 722952192,
"io_kbytes" : 706008,
"bw_bytes" : 74080560,
"bw" : 72344,
"iops" : 18144.174608,
"runtime" : 9759,
"total_ios" : 177069,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 156144,
"usr_cpu" : 0.431012,
"sys_cpu" : 8.847602,
"ctx" : 222733,
"majf" : 0,
"minf" : 125,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.144576,
"32" : 99.719883,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097067,
"timestamp_ms" : 1773097067540,
"time" : "Mon Mar 9 19:57:47 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 169,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 664535040,
"io_kbytes" : 648960,
"bw_bytes" : 66446859,
"bw" : 64889,
"iops" : 16227.477252,
"runtime" : 10001,
"total_ios" : 162291,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 333920,
"max" : 7850767,
"mean" : 981815.880258,
"stddev" : 976827.682456,
"N" : 162291
},
"clat_ns" : {
"min" : 14063931,
"max" : 97308567,
"mean" : 30585395.809361,
"stddev" : 10237703.967447,
"N" : 162275,
"percentile" : {
"1.000000" : 16908288,
"5.000000" : 19005440,
"10.000000" : 20054016,
"20.000000" : 21889024,
"30.000000" : 23724032,
"40.000000" : 26083328,
"50.000000" : 28442624,
"60.000000" : 30539776,
"70.000000" : 33816576,
"80.000000" : 38010880,
"90.000000" : 44826624,
"95.000000" : 51642368,
"99.000000" : 62652416,
"99.500000" : 66846720,
"99.900000" : 76021760,
"99.950000" : 78118912,
"99.990000" : 86507520
},
"bins" : {
"14090240" : 3,
"14221312" : 11,
"14352384" : 5,
"14483456" : 4,
"14614528" : 10,
"14745600" : 10,
"14876672" : 24,
"15007744" : 24,
"15138816" : 27,
"15269888" : 47,
"15400960" : 39,
"15532032" : 34,
"15663104" : 47,
"15794176" : 62,
"15925248" : 87,
"16056320" : 102,
"16187392" : 107,
"16318464" : 128,
"16449536" : 155,
"16580608" : 150,
"16711680" : 204,
"16908288" : 398,
"17170432" : 479,
"17432576" : 640,
"17694720" : 711,
"17956864" : 875,
"18219008" : 1057,
"18481152" : 1216,
"18743296" : 1315,
"19005440" : 1469,
"19267584" : 1776,
"19529728" : 1959,
"19791872" : 1912,
"20054016" : 2166,
"20316160" : 2260,
"20578304" : 2406,
"20840448" : 2355,
"21102592" : 2310,
"21364736" : 2550,
"21626880" : 2385,
"21889024" : 2455,
"22151168" : 2366,
"22413312" : 2183,
"22675456" : 2165,
"22937600" : 2098,
"23199744" : 2212,
"23461888" : 2105,
"23724032" : 2091,
"23986176" : 1975,
"24248320" : 1848,
"24510464" : 1831,
"24772608" : 1994,
"25034752" : 1919,
"25296896" : 1801,
"25559040" : 1840,
"25821184" : 1801,
"26083328" : 1768,
"26345472" : 1807,
"26607616" : 1915,
"26869760" : 1848,
"27131904" : 1904,
"27394048" : 1850,
"27656192" : 1773,
"27918336" : 1823,
"28180480" : 1991,
"28442624" : 1954,
"28704768" : 1995,
"28966912" : 1904,
"29229056" : 1986,
"29491200" : 1868,
"29753344" : 1847,
"30015488" : 1837,
"30277632" : 1669,
"30539776" : 1666,
"30801920" : 1527,
"31064064" : 1622,
"31326208" : 1557,
"31588352" : 1500,
"31850496" : 1475,
"32112640" : 1357,
"32374784" : 1313,
"32636928" : 1289,
"32899072" : 1290,
"33161216" : 1303,
"33423360" : 1327,
"33816576" : 2401,
"34340864" : 2340,
"34865152" : 2212,
"35389440" : 2113,
"35913728" : 2061,
"36438016" : 1880,
"36962304" : 1794,
"37486592" : 1683,
"38010880" : 1578,
"38535168" : 1548,
"39059456" : 1494,
"39583744" : 1412,
"40108032" : 1350,
"40632320" : 1311,
"41156608" : 1164,
"41680896" : 1095,
"42205184" : 1149,
"42729472" : 1061,
"43253760" : 1015,
"43778048" : 949,
"44302336" : 916,
"44826624" : 790,
"45350912" : 776,
"45875200" : 753,
"46399488" : 701,
"46923776" : 689,
"47448064" : 667,
"47972352" : 599,
"48496640" : 531,
"49020928" : 552,
"49545216" : 502,
"50069504" : 555,
"50593792" : 535,
"51118080" : 483,
"51642368" : 516,
"52166656" : 435,
"52690944" : 418,
"53215232" : 409,
"53739520" : 454,
"54263808" : 430,
"54788096" : 398,
"55312384" : 383,
"55836672" : 371,
"56360960" : 342,
"56885248" : 378,
"57409536" : 307,
"57933824" : 250,
"58458112" : 233,
"58982400" : 214,
"59506688" : 211,
"60030976" : 195,
"60555264" : 233,
"61079552" : 208,
"61603840" : 200,
"62128128" : 155,
"62652416" : 154,
"63176704" : 143,
"63700992" : 113,
"64225280" : 117,
"64749568" : 108,
"65273856" : 94,
"65798144" : 67,
"66322432" : 53,
"66846720" : 81,
"67633152" : 115,
"68681728" : 95,
"69730304" : 114,
"70778880" : 59,
"71827456" : 89,
"72876032" : 67,
"73924608" : 47,
"74973184" : 27,
"76021760" : 35,
"77070336" : 30,
"78118912" : 22,
"79167488" : 27,
"80216064" : 7,
"81264640" : 8,
"82313216" : 7,
"83361792" : 1,
"84410368" : 5,
"85458944" : 3,
"86507520" : 4,
"87556096" : 4,
"88604672" : 2,
"89653248" : 1,
"90701824" : 2,
"91750400" : 2,
"92798976" : 1,
"93847552" : 2,
"94896128" : 1,
"96993280" : 1
}
},
"lat_ns" : {
"min" : 14532908,
"max" : 98120778,
"mean" : 31567890.706079,
"stddev" : 10483091.899792,
"N" : 162275
},
"bw_min" : 49504,
"bw_max" : 83048,
"bw_agg" : 98.586042,
"bw_mean" : 63972.368421,
"bw_dev" : 578.761280,
"bw_samples" : 304,
"iops_min" : 12376,
"iops_max" : 20762,
"iops_mean" : 15992.736842,
"iops_stddev" : 144.700350,
"iops_samples" : 304
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 160012,
"usr_cpu" : 0.424968,
"sys_cpu" : 7.746919,
"ctx" : 200953,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 9.701092,
"50" : 84.235725,
"100" : 6.053324,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097077,
"timestamp_ms" : 1773097077539,
"time" : "Mon Mar 9 19:57:57 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 159,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1329823744,
"io_kbytes" : 1298656,
"bw_bytes" : 66487862,
"bw" : 64929,
"iops" : 16233.488326,
"runtime" : 20001,
"total_ios" : 324686,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 332818,
"max" : 7850767,
"mean" : 981206.571153,
"stddev" : 972931.036388,
"N" : 324687
},
"clat_ns" : {
"min" : 13123263,
"max" : 97308567,
"mean" : 30554887.761703,
"stddev" : 10056876.088550,
"N" : 324671,
"percentile" : {
"1.000000" : 17432576,
"5.000000" : 19267584,
"10.000000" : 20316160,
"20.000000" : 22151168,
"30.000000" : 23986176,
"40.000000" : 26083328,
"50.000000" : 28180480,
"60.000000" : 30539776,
"70.000000" : 33161216,
"80.000000" : 37486592,
"90.000000" : 44302336,
"95.000000" : 51642368,
"99.000000" : 62652416,
"99.500000" : 67633152,
"99.900000" : 77070336,
"99.950000" : 80216064,
"99.990000" : 88604672
},
"bins" : {
"13172736" : 1,
"13565952" : 3,
"13697024" : 1,
"14090240" : 3,
"14221312" : 11,
"14352384" : 5,
"14483456" : 7,
"14614528" : 14,
"14745600" : 11,
"14876672" : 26,
"15007744" : 25,
"15138816" : 31,
"15269888" : 57,
"15400960" : 52,
"15532032" : 42,
"15663104" : 70,
"15794176" : 85,
"15925248" : 116,
"16056320" : 141,
"16187392" : 156,
"16318464" : 174,
"16449536" : 231,
"16580608" : 220,
"16711680" : 307,
"16908288" : 594,
"17170432" : 744,
"17432576" : 977,
"17694720" : 1122,
"17956864" : 1383,
"18219008" : 1676,
"18481152" : 2017,
"18743296" : 2247,
"19005440" : 2551,
"19267584" : 3136,
"19529728" : 3451,
"19791872" : 3687,
"20054016" : 4217,
"20316160" : 4484,
"20578304" : 4753,
"20840448" : 4764,
"21102592" : 4759,
"21364736" : 4955,
"21626880" : 4706,
"21889024" : 4813,
"22151168" : 4808,
"22413312" : 4624,
"22675456" : 4494,
"22937600" : 4457,
"23199744" : 4492,
"23461888" : 4467,
"23724032" : 4385,
"23986176" : 4093,
"24248320" : 4048,
"24510464" : 4086,
"24772608" : 4144,
"25034752" : 4029,
"25296896" : 3896,
"25559040" : 3988,
"25821184" : 3946,
"26083328" : 3957,
"26345472" : 4019,
"26607616" : 4152,
"26869760" : 4027,
"27131904" : 4115,
"27394048" : 3937,
"27656192" : 3947,
"27918336" : 3925,
"28180480" : 4065,
"28442624" : 4041,
"28704768" : 3975,
"28966912" : 3883,
"29229056" : 4019,
"29491200" : 3967,
"29753344" : 3894,
"30015488" : 3713,
"30277632" : 3578,
"30539776" : 3599,
"30801920" : 3367,
"31064064" : 3362,
"31326208" : 3201,
"31588352" : 3137,
"31850496" : 3052,
"32112640" : 2868,
"32374784" : 2796,
"32636928" : 2670,
"32899072" : 2641,
"33161216" : 2635,
"33423360" : 2569,
"33816576" : 4787,
"34340864" : 4523,
"34865152" : 4298,
"35389440" : 4077,
"35913728" : 3947,
"36438016" : 3571,
"36962304" : 3488,
"37486592" : 3240,
"38010880" : 2978,
"38535168" : 2909,
"39059456" : 2851,
"39583744" : 2712,
"40108032" : 2715,
"40632320" : 2576,
"41156608" : 2306,
"41680896" : 2217,
"42205184" : 2130,
"42729472" : 2011,
"43253760" : 1911,
"43778048" : 1775,
"44302336" : 1678,
"44826624" : 1537,
"45350912" : 1437,
"45875200" : 1412,
"46399488" : 1346,
"46923776" : 1332,
"47448064" : 1238,
"47972352" : 1180,
"48496640" : 1138,
"49020928" : 1110,
"49545216" : 1039,
"50069504" : 1025,
"50593792" : 1008,
"51118080" : 915,
"51642368" : 996,
"52166656" : 895,
"52690944" : 911,
"53215232" : 867,
"53739520" : 852,
"54263808" : 776,
"54788096" : 710,
"55312384" : 719,
"55836672" : 722,
"56360960" : 640,
"56885248" : 655,
"57409536" : 580,
"57933824" : 499,
"58458112" : 460,
"58982400" : 459,
"59506688" : 418,
"60030976" : 356,
"60555264" : 416,
"61079552" : 346,
"61603840" : 329,
"62128128" : 301,
"62652416" : 266,
"63176704" : 283,
"63700992" : 239,
"64225280" : 223,
"64749568" : 192,
"65273856" : 175,
"65798144" : 143,
"66322432" : 136,
"66846720" : 165,
"67633152" : 242,
"68681728" : 213,
"69730304" : 230,
"70778880" : 116,
"71827456" : 134,
"72876032" : 117,
"73924608" : 105,
"74973184" : 64,
"76021760" : 62,
"77070336" : 59,
"78118912" : 45,
"79167488" : 50,
"80216064" : 39,
"81264640" : 24,
"82313216" : 17,
"83361792" : 13,
"84410368" : 19,
"85458944" : 14,
"86507520" : 17,
"87556096" : 13,
"88604672" : 8,
"89653248" : 6,
"90701824" : 7,
"91750400" : 3,
"92798976" : 7,
"93847552" : 6,
"94896128" : 1,
"95944704" : 1,
"96993280" : 1
}
},
"lat_ns" : {
"min" : 13935595,
"max" : 98244576,
"mean" : 31535876.350980,
"stddev" : 10297937.256930,
"N" : 324671
},
"bw_min" : 46261,
"bw_max" : 84239,
"bw_agg" : 99.592554,
"bw_mean" : 64665.102564,
"bw_dev" : 592.078611,
"bw_samples" : 624,
"iops_min" : 11563,
"iops_max" : 21057,
"iops_mean" : 16165.179487,
"iops_stddev" : 148.029216,
"iops_samples" : 624
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 320001,
"usr_cpu" : 0.414061,
"sys_cpu" : 7.745601,
"ctx" : 402799,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999692,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999692,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 8.195303,
"50" : 85.964901,
"100" : 5.835176,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097087,
"timestamp_ms" : 1773097087538,
"time" : "Mon Mar 9 19:58:07 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 149,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1976963072,
"io_kbytes" : 1930628,
"bw_bytes" : 65896572,
"bw" : 64352,
"iops" : 16089.063698,
"runtime" : 30001,
"total_ios" : 482688,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 331196,
"max" : 8096612,
"mean" : 990085.483080,
"stddev" : 989859.851099,
"N" : 482688
},
"clat_ns" : {
"min" : 13123263,
"max" : 113930986,
"mean" : 30834458.582279,
"stddev" : 10227574.566193,
"N" : 482672,
"percentile" : {
"1.000000" : 17694720,
"5.000000" : 19529728,
"10.000000" : 20578304,
"20.000000" : 22413312,
"30.000000" : 24248320,
"40.000000" : 26345472,
"50.000000" : 28442624,
"60.000000" : 30801920,
"70.000000" : 33816576,
"80.000000" : 37486592,
"90.000000" : 44826624,
"95.000000" : 51642368,
"99.000000" : 63700992,
"99.500000" : 68681728,
"99.900000" : 81264640,
"99.950000" : 86507520,
"99.990000" : 95944704
},
"bins" : {
"13172736" : 1,
"13565952" : 3,
"13697024" : 1,
"14090240" : 3,
"14221312" : 11,
"14352384" : 6,
"14483456" : 8,
"14614528" : 16,
"14745600" : 11,
"14876672" : 29,
"15007744" : 25,
"15138816" : 32,
"15269888" : 57,
"15400960" : 57,
"15532032" : 46,
"15663104" : 74,
"15794176" : 96,
"15925248" : 128,
"16056320" : 161,
"16187392" : 177,
"16318464" : 189,
"16449536" : 266,
"16580608" : 260,
"16711680" : 344,
"16908288" : 677,
"17170432" : 914,
"17432576" : 1179,
"17694720" : 1418,
"17956864" : 1737,
"18219008" : 2178,
"18481152" : 2567,
"18743296" : 2924,
"19005440" : 3410,
"19267584" : 4169,
"19529728" : 4628,
"19791872" : 5087,
"20054016" : 5864,
"20316160" : 6304,
"20578304" : 6782,
"20840448" : 6933,
"21102592" : 7100,
"21364736" : 7411,
"21626880" : 7150,
"21889024" : 7221,
"22151168" : 7303,
"22413312" : 7023,
"22675456" : 7000,
"22937600" : 6809,
"23199744" : 6849,
"23461888" : 6671,
"23724032" : 6539,
"23986176" : 6275,
"24248320" : 6150,
"24510464" : 6100,
"24772608" : 6202,
"25034752" : 5999,
"25296896" : 5914,
"25559040" : 5966,
"25821184" : 6007,
"26083328" : 5939,
"26345472" : 6100,
"26607616" : 6122,
"26869760" : 5912,
"27131904" : 6054,
"27394048" : 5831,
"27656192" : 5829,
"27918336" : 5838,
"28180480" : 5910,
"28442624" : 5848,
"28704768" : 5799,
"28966912" : 5676,
"29229056" : 5755,
"29491200" : 5752,
"29753344" : 5743,
"30015488" : 5440,
"30277632" : 5283,
"30539776" : 5377,
"30801920" : 5136,
"31064064" : 5009,
"31326208" : 4755,
"31588352" : 4729,
"31850496" : 4645,
"32112640" : 4323,
"32374784" : 4221,
"32636928" : 4111,
"32899072" : 3988,
"33161216" : 4026,
"33423360" : 3944,
"33816576" : 7462,
"34340864" : 6849,
"34865152" : 6531,
"35389440" : 6160,
"35913728" : 5920,
"36438016" : 5534,
"36962304" : 5354,
"37486592" : 5061,
"38010880" : 4712,
"38535168" : 4431,
"39059456" : 4299,
"39583744" : 4197,
"40108032" : 4130,
"40632320" : 3933,
"41156608" : 3473,
"41680896" : 3345,
"42205184" : 3302,
"42729472" : 2992,
"43253760" : 2899,
"43778048" : 2710,
"44302336" : 2541,
"44826624" : 2341,
"45350912" : 2163,
"45875200" : 2154,
"46399488" : 2068,
"46923776" : 2054,
"47448064" : 1846,
"47972352" : 1745,
"48496640" : 1759,
"49020928" : 1649,
"49545216" : 1556,
"50069504" : 1533,
"50593792" : 1498,
"51118080" : 1384,
"51642368" : 1476,
"52166656" : 1326,
"52690944" : 1341,
"53215232" : 1281,
"53739520" : 1267,
"54263808" : 1162,
"54788096" : 1074,
"55312384" : 1061,
"55836672" : 1061,
"56360960" : 945,
"56885248" : 970,
"57409536" : 877,
"57933824" : 824,
"58458112" : 739,
"58982400" : 748,
"59506688" : 694,
"60030976" : 581,
"60555264" : 630,
"61079552" : 547,
"61603840" : 525,
"62128128" : 443,
"62652416" : 429,
"63176704" : 413,
"63700992" : 373,
"64225280" : 342,
"64749568" : 325,
"65273856" : 277,
"65798144" : 245,
"66322432" : 223,
"66846720" : 240,
"67633152" : 392,
"68681728" : 331,
"69730304" : 346,
"70778880" : 220,
"71827456" : 255,
"72876032" : 189,
"73924608" : 183,
"74973184" : 154,
"76021760" : 152,
"77070336" : 113,
"78118912" : 89,
"79167488" : 102,
"80216064" : 71,
"81264640" : 69,
"82313216" : 54,
"83361792" : 34,
"84410368" : 30,
"85458944" : 42,
"86507520" : 27,
"87556096" : 38,
"88604672" : 36,
"89653248" : 21,
"90701824" : 29,
"91750400" : 13,
"92798976" : 23,
"93847552" : 17,
"94896128" : 10,
"95944704" : 8,
"96993280" : 10,
"98041856" : 4,
"99090432" : 6,
"100139008" : 1,
"101187584" : 1,
"102236160" : 4,
"104333312" : 3,
"105381888" : 1,
"106430464" : 2,
"107479040" : 1,
"108527616" : 5,
"109576192" : 1,
"110624768" : 2,
"111673344" : 2,
"113770496" : 1
}
},
"lat_ns" : {
"min" : 13935595,
"max" : 117461682,
"mean" : 31824618.542648,
"stddev" : 10473217.762156,
"N" : 482672
},
"bw_min" : 43353,
"bw_max" : 85156,
"bw_agg" : 99.706115,
"bw_mean" : 64163.711864,
"bw_dev" : 629.322521,
"bw_samples" : 944,
"iops_min" : 10838,
"iops_max" : 21288,
"iops_mean" : 16040.118644,
"iops_stddev" : 157.327605,
"iops_samples" : 944
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 480008,
"usr_cpu" : 0.404160,
"sys_cpu" : 7.664872,
"ctx" : 597035,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 7.155140,
"50" : 86.748790,
"100" : 6.087991,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097097,
"timestamp_ms" : 1773097097540,
"time" : "Mon Mar 9 19:58:17 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2633117696,
"io_kbytes" : 2571404,
"bw_bytes" : 65827942,
"bw" : 64285,
"iops" : 16072.225000,
"runtime" : 40000,
"total_ios" : 642889,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 328572,
"max" : 8096612,
"mean" : 991162.478185,
"stddev" : 992153.489651,
"N" : 642889
},
"clat_ns" : {
"min" : 13123263,
"max" : 113930986,
"mean" : 30866270.064262,
"stddev" : 10123372.808971,
"N" : 642873,
"percentile" : {
"1.000000" : 17694720,
"5.000000" : 19529728,
"10.000000" : 20578304,
"20.000000" : 22413312,
"30.000000" : 24248320,
"40.000000" : 26345472,
"50.000000" : 28442624,
"60.000000" : 30801920,
"70.000000" : 33816576,
"80.000000" : 37486592,
"90.000000" : 44826624,
"95.000000" : 51642368,
"99.000000" : 63700992,
"99.500000" : 68681728,
"99.900000" : 80216064,
"99.950000" : 85458944,
"99.990000" : 93847552
},
"bins" : {
"13172736" : 1,
"13565952" : 3,
"13697024" : 1,
"14090240" : 3,
"14221312" : 11,
"14352384" : 6,
"14483456" : 8,
"14614528" : 18,
"14745600" : 13,
"14876672" : 32,
"15007744" : 28,
"15138816" : 32,
"15269888" : 60,
"15400960" : 61,
"15532032" : 48,
"15663104" : 78,
"15794176" : 101,
"15925248" : 142,
"16056320" : 177,
"16187392" : 198,
"16318464" : 209,
"16449536" : 296,
"16580608" : 290,
"16711680" : 382,
"16908288" : 762,
"17170432" : 1017,
"17432576" : 1389,
"17694720" : 1648,
"17956864" : 1976,
"18219008" : 2569,
"18481152" : 3140,
"18743296" : 3618,
"19005440" : 4365,
"19267584" : 5312,
"19529728" : 6034,
"19791872" : 6709,
"20054016" : 7676,
"20316160" : 8252,
"20578304" : 8802,
"20840448" : 9131,
"21102592" : 9341,
"21364736" : 9767,
"21626880" : 9676,
"21889024" : 9612,
"22151168" : 9748,
"22413312" : 9404,
"22675456" : 9398,
"22937600" : 9249,
"23199744" : 9309,
"23461888" : 9010,
"23724032" : 8759,
"23986176" : 8526,
"24248320" : 8352,
"24510464" : 8182,
"24772608" : 8247,
"25034752" : 8003,
"25296896" : 7833,
"25559040" : 7949,
"25821184" : 7997,
"26083328" : 7819,
"26345472" : 8168,
"26607616" : 8179,
"26869760" : 7915,
"27131904" : 8034,
"27394048" : 7815,
"27656192" : 7783,
"27918336" : 7823,
"28180480" : 7937,
"28442624" : 7887,
"28704768" : 7916,
"28966912" : 7777,
"29229056" : 7684,
"29491200" : 7630,
"29753344" : 7586,
"30015488" : 7390,
"30277632" : 7246,
"30539776" : 7191,
"30801920" : 6897,
"31064064" : 6837,
"31326208" : 6411,
"31588352" : 6382,
"31850496" : 6191,
"32112640" : 5886,
"32374784" : 5792,
"32636928" : 5597,
"32899072" : 5451,
"33161216" : 5449,
"33423360" : 5375,
"33816576" : 10104,
"34340864" : 9482,
"34865152" : 8931,
"35389440" : 8432,
"35913728" : 8183,
"36438016" : 7423,
"36962304" : 7157,
"37486592" : 6723,
"38010880" : 6411,
"38535168" : 6012,
"39059456" : 5719,
"39583744" : 5610,
"40108032" : 5330,
"40632320" : 5093,
"41156608" : 4653,
"41680896" : 4521,
"42205184" : 4403,
"42729472" : 4067,
"43253760" : 3836,
"43778048" : 3550,
"44302336" : 3358,
"44826624" : 3175,
"45350912" : 3025,
"45875200" : 2827,
"46399488" : 2797,
"46923776" : 2674,
"47448064" : 2461,
"47972352" : 2367,
"48496640" : 2383,
"49020928" : 2208,
"49545216" : 2032,
"50069504" : 1969,
"50593792" : 1946,
"51118080" : 1770,
"51642368" : 1900,
"52166656" : 1699,
"52690944" : 1704,
"53215232" : 1593,
"53739520" : 1595,
"54263808" : 1469,
"54788096" : 1377,
"55312384" : 1386,
"55836672" : 1354,
"56360960" : 1240,
"56885248" : 1231,
"57409536" : 1128,
"57933824" : 1049,
"58458112" : 1008,
"58982400" : 1000,
"59506688" : 950,
"60030976" : 797,
"60555264" : 891,
"61079552" : 753,
"61603840" : 701,
"62128128" : 625,
"62652416" : 594,
"63176704" : 566,
"63700992" : 523,
"64225280" : 469,
"64749568" : 436,
"65273856" : 383,
"65798144" : 332,
"66322432" : 299,
"66846720" : 308,
"67633152" : 538,
"68681728" : 441,
"69730304" : 444,
"70778880" : 295,
"71827456" : 306,
"72876032" : 229,
"73924608" : 224,
"74973184" : 192,
"76021760" : 189,
"77070336" : 135,
"78118912" : 117,
"79167488" : 113,
"80216064" : 85,
"81264640" : 82,
"82313216" : 61,
"83361792" : 42,
"84410368" : 37,
"85458944" : 50,
"86507520" : 36,
"87556096" : 44,
"88604672" : 43,
"89653248" : 24,
"90701824" : 30,
"91750400" : 14,
"92798976" : 23,
"93847552" : 17,
"94896128" : 10,
"95944704" : 8,
"96993280" : 10,
"98041856" : 4,
"99090432" : 6,
"100139008" : 1,
"101187584" : 1,
"102236160" : 4,
"104333312" : 3,
"105381888" : 1,
"106430464" : 2,
"107479040" : 1,
"108527616" : 5,
"109576192" : 1,
"110624768" : 2,
"111673344" : 2,
"113770496" : 1
}
},
"lat_ns" : {
"min" : 13935595,
"max" : 117461682,
"mean" : 31857519.181715,
"stddev" : 10364956.845020,
"N" : 642873
},
"bw_min" : 43305,
"bw_max" : 85236,
"bw_agg" : 99.780510,
"bw_mean" : 64144.506329,
"bw_dev" : 612.667672,
"bw_samples" : 1264,
"iops_min" : 10826,
"iops_max" : 21308,
"iops_mean" : 16035.164557,
"iops_stddev" : 153.183663,
"iops_samples" : 1264
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639998,
"usr_cpu" : 0.407658,
"sys_cpu" : 7.646743,
"ctx" : 796349,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 6.674091,
"50" : 87.377759,
"100" : 5.942083,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097107,
"timestamp_ms" : 1773097107540,
"time" : "Mon Mar 9 19:58:27 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3303129088,
"io_kbytes" : 3225712,
"bw_bytes" : 66061260,
"bw" : 64512,
"iops" : 16128.917422,
"runtime" : 50001,
"total_ios" : 806462,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 326819,
"max" : 8096612,
"mean" : 987582.231804,
"stddev" : 986124.598677,
"N" : 806463
},
"clat_ns" : {
"min" : 13123263,
"max" : 113930986,
"mean" : 30754785.725048,
"stddev" : 10060484.091756,
"N" : 806447,
"percentile" : {
"1.000000" : 17956864,
"5.000000" : 19529728,
"10.000000" : 20578304,
"20.000000" : 22413312,
"30.000000" : 24248320,
"40.000000" : 26345472,
"50.000000" : 28442624,
"60.000000" : 30539776,
"70.000000" : 33423360,
"80.000000" : 37486592,
"90.000000" : 44302336,
"95.000000" : 51642368,
"99.000000" : 63176704,
"99.500000" : 67633152,
"99.900000" : 79167488,
"99.950000" : 83361792,
"99.990000" : 92798976
},
"bins" : {
"13172736" : 1,
"13565952" : 3,
"13697024" : 1,
"14090240" : 3,
"14221312" : 11,
"14352384" : 6,
"14483456" : 8,
"14614528" : 18,
"14745600" : 13,
"14876672" : 32,
"15007744" : 28,
"15138816" : 33,
"15269888" : 65,
"15400960" : 63,
"15532032" : 57,
"15663104" : 86,
"15794176" : 112,
"15925248" : 161,
"16056320" : 196,
"16187392" : 219,
"16318464" : 249,
"16449536" : 337,
"16580608" : 335,
"16711680" : 416,
"16908288" : 854,
"17170432" : 1142,
"17432576" : 1603,
"17694720" : 1950,
"17956864" : 2423,
"18219008" : 3140,
"18481152" : 3860,
"18743296" : 4589,
"19005440" : 5521,
"19267584" : 6713,
"19529728" : 7674,
"19791872" : 8554,
"20054016" : 9784,
"20316160" : 10526,
"20578304" : 11210,
"20840448" : 11753,
"21102592" : 12151,
"21364736" : 12602,
"21626880" : 12526,
"21889024" : 12442,
"22151168" : 12450,
"22413312" : 12082,
"22675456" : 12063,
"22937600" : 11905,
"23199744" : 11867,
"23461888" : 11566,
"23724032" : 11279,
"23986176" : 10947,
"24248320" : 10779,
"24510464" : 10556,
"24772608" : 10432,
"25034752" : 10242,
"25296896" : 10057,
"25559040" : 10104,
"25821184" : 10155,
"26083328" : 9954,
"26345472" : 10167,
"26607616" : 10110,
"26869760" : 9811,
"27131904" : 9976,
"27394048" : 9749,
"27656192" : 9731,
"27918336" : 9851,
"28180480" : 10035,
"28442624" : 9964,
"28704768" : 9844,
"28966912" : 9758,
"29229056" : 9664,
"29491200" : 9522,
"29753344" : 9322,
"30015488" : 9297,
"30277632" : 8940,
"30539776" : 8950,
"30801920" : 8629,
"31064064" : 8500,
"31326208" : 7948,
"31588352" : 7940,
"31850496" : 7813,
"32112640" : 7408,
"32374784" : 7257,
"32636928" : 6931,
"32899072" : 6723,
"33161216" : 6715,
"33423360" : 6585,
"33816576" : 12496,
"34340864" : 11705,
"34865152" : 11147,
"35389440" : 10448,
"35913728" : 10009,
"36438016" : 9168,
"36962304" : 8867,
"37486592" : 8293,
"38010880" : 8001,
"38535168" : 7418,
"39059456" : 7093,
"39583744" : 6907,
"40108032" : 6635,
"40632320" : 6344,
"41156608" : 5784,
"41680896" : 5582,
"42205184" : 5388,
"42729472" : 4998,
"43253760" : 4678,
"43778048" : 4404,
"44302336" : 4123,
"44826624" : 3916,
"45350912" : 3728,
"45875200" : 3471,
"46399488" : 3438,
"46923776" : 3222,
"47448064" : 3017,
"47972352" : 2852,
"48496640" : 2906,
"49020928" : 2666,
"49545216" : 2533,
"50069504" : 2388,
"50593792" : 2369,
"51118080" : 2178,
"51642368" : 2271,
"52166656" : 2132,
"52690944" : 2102,
"53215232" : 1935,
"53739520" : 1925,
"54263808" : 1808,
"54788096" : 1741,
"55312384" : 1732,
"55836672" : 1713,
"56360960" : 1625,
"56885248" : 1547,
"57409536" : 1461,
"57933824" : 1338,
"58458112" : 1300,
"58982400" : 1260,
"59506688" : 1180,
"60030976" : 1067,
"60555264" : 1117,
"61079552" : 945,
"61603840" : 911,
"62128128" : 794,
"62652416" : 762,
"63176704" : 712,
"63700992" : 658,
"64225280" : 564,
"64749568" : 495,
"65273856" : 455,
"65798144" : 412,
"66322432" : 377,
"66846720" : 375,
"67633152" : 620,
"68681728" : 521,
"69730304" : 516,
"70778880" : 380,
"71827456" : 371,
"72876032" : 278,
"73924608" : 275,
"74973184" : 224,
"76021760" : 207,
"77070336" : 163,
"78118912" : 135,
"79167488" : 120,
"80216064" : 99,
"81264640" : 97,
"82313216" : 71,
"83361792" : 42,
"84410368" : 41,
"85458944" : 54,
"86507520" : 36,
"87556096" : 48,
"88604672" : 44,
"89653248" : 25,
"90701824" : 31,
"91750400" : 14,
"92798976" : 23,
"93847552" : 17,
"94896128" : 10,
"95944704" : 8,
"96993280" : 10,
"98041856" : 4,
"99090432" : 6,
"100139008" : 1,
"101187584" : 1,
"102236160" : 4,
"104333312" : 3,
"105381888" : 1,
"106430464" : 2,
"107479040" : 1,
"108527616" : 5,
"109576192" : 1,
"110624768" : 2,
"111673344" : 2,
"113770496" : 1
}
},
"lat_ns" : {
"min" : 13935595,
"max" : 117461682,
"mean" : 31742285.048552,
"stddev" : 10299572.307156,
"N" : 806447
},
"bw_min" : 43305,
"bw_max" : 86148,
"bw_agg" : 99.848171,
"bw_mean" : 64415.353535,
"bw_dev" : 613.453834,
"bw_samples" : 1584,
"iops_min" : 10826,
"iops_max" : 21536,
"iops_mean" : 16102.888889,
"iops_stddev" : 153.379308,
"iops_samples" : 1584
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 800012,
"usr_cpu" : 0.410119,
"sys_cpu" : 7.678885,
"ctx" : 1001700,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999876,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999876,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 6.602915,
"50" : 87.530225,
"100" : 5.862148,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097117,
"timestamp_ms" : 1773097117540,
"time" : "Mon Mar 9 19:58:37 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 119,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3972509696,
"io_kbytes" : 3879404,
"bw_bytes" : 66208494,
"bw" : 64656,
"iops" : 16164.900000,
"runtime" : 60000,
"total_ios" : 969894,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 320721,
"max" : 8096612,
"mean" : 985380.234611,
"stddev" : 982614.250551,
"N" : 969894
},
"clat_ns" : {
"min" : 13123263,
"max" : 113930986,
"mean" : 30683825.396878,
"stddev" : 9952946.586223,
"N" : 969878,
"percentile" : {
"1.000000" : 17956864,
"5.000000" : 19529728,
"10.000000" : 20578304,
"20.000000" : 22413312,
"30.000000" : 24248320,
"40.000000" : 26345472,
"50.000000" : 28442624,
"60.000000" : 30539776,
"70.000000" : 33423360,
"80.000000" : 37486592,
"90.000000" : 44302336,
"95.000000" : 51118080,
"99.000000" : 62652416,
"99.500000" : 67633152,
"99.900000" : 78118912,
"99.950000" : 82313216,
"99.990000" : 92798976
},
"bins" : {
"13172736" : 1,
"13565952" : 4,
"13697024" : 2,
"14090240" : 4,
"14221312" : 12,
"14352384" : 7,
"14483456" : 8,
"14614528" : 20,
"14745600" : 14,
"14876672" : 35,
"15007744" : 37,
"15138816" : 35,
"15269888" : 73,
"15400960" : 81,
"15532032" : 67,
"15663104" : 100,
"15794176" : 123,
"15925248" : 182,
"16056320" : 229,
"16187392" : 257,
"16318464" : 294,
"16449536" : 388,
"16580608" : 395,
"16711680" : 487,
"16908288" : 1041,
"17170432" : 1407,
"17432576" : 1930,
"17694720" : 2427,
"17956864" : 2936,
"18219008" : 3819,
"18481152" : 4677,
"18743296" : 5567,
"19005440" : 6786,
"19267584" : 8142,
"19529728" : 9219,
"19791872" : 10268,
"20054016" : 11531,
"20316160" : 12548,
"20578304" : 13412,
"20840448" : 13931,
"21102592" : 14503,
"21364736" : 14897,
"21626880" : 14946,
"21889024" : 15009,
"22151168" : 14845,
"22413312" : 14557,
"22675456" : 14465,
"22937600" : 14367,
"23199744" : 14307,
"23461888" : 14027,
"23724032" : 13702,
"23986176" : 13244,
"24248320" : 13097,
"24510464" : 12861,
"24772608" : 12675,
"25034752" : 12534,
"25296896" : 12269,
"25559040" : 12329,
"25821184" : 12295,
"26083328" : 12124,
"26345472" : 12299,
"26607616" : 12237,
"26869760" : 11983,
"27131904" : 12038,
"27394048" : 11841,
"27656192" : 11664,
"27918336" : 11777,
"28180480" : 12118,
"28442624" : 12127,
"28704768" : 11920,
"28966912" : 11736,
"29229056" : 11696,
"29491200" : 11526,
"29753344" : 11279,
"30015488" : 11204,
"30277632" : 10797,
"30539776" : 10768,
"30801920" : 10398,
"31064064" : 10288,
"31326208" : 9618,
"31588352" : 9710,
"31850496" : 9400,
"32112640" : 8976,
"32374784" : 8748,
"32636928" : 8420,
"32899072" : 8128,
"33161216" : 8085,
"33423360" : 7924,
"33816576" : 14979,
"34340864" : 14128,
"34865152" : 13517,
"35389440" : 12656,
"35913728" : 11963,
"36438016" : 11053,
"36962304" : 10790,
"37486592" : 9973,
"38010880" : 9571,
"38535168" : 8974,
"39059456" : 8558,
"39583744" : 8292,
"40108032" : 7942,
"40632320" : 7569,
"41156608" : 6930,
"41680896" : 6640,
"42205184" : 6420,
"42729472" : 5960,
"43253760" : 5566,
"43778048" : 5245,
"44302336" : 4841,
"44826624" : 4649,
"45350912" : 4391,
"45875200" : 4104,
"46399488" : 4103,
"46923776" : 3837,
"47448064" : 3621,
"47972352" : 3376,
"48496640" : 3401,
"49020928" : 3106,
"49545216" : 2987,
"50069504" : 2862,
"50593792" : 2834,
"51118080" : 2603,
"51642368" : 2729,
"52166656" : 2535,
"52690944" : 2495,
"53215232" : 2262,
"53739520" : 2274,
"54263808" : 2144,
"54788096" : 2098,
"55312384" : 2066,
"55836672" : 2058,
"56360960" : 1913,
"56885248" : 1858,
"57409536" : 1735,
"57933824" : 1624,
"58458112" : 1539,
"58982400" : 1454,
"59506688" : 1421,
"60030976" : 1232,
"60555264" : 1273,
"61079552" : 1089,
"61603840" : 1028,
"62128128" : 902,
"62652416" : 862,
"63176704" : 812,
"63700992" : 770,
"64225280" : 656,
"64749568" : 560,
"65273856" : 517,
"65798144" : 478,
"66322432" : 432,
"66846720" : 413,
"67633152" : 728,
"68681728" : 596,
"69730304" : 592,
"70778880" : 415,
"71827456" : 405,
"72876032" : 306,
"73924608" : 294,
"74973184" : 239,
"76021760" : 227,
"77070336" : 170,
"78118912" : 138,
"79167488" : 131,
"80216064" : 101,
"81264640" : 99,
"82313216" : 71,
"83361792" : 47,
"84410368" : 41,
"85458944" : 54,
"86507520" : 36,
"87556096" : 48,
"88604672" : 44,
"89653248" : 25,
"90701824" : 31,
"91750400" : 14,
"92798976" : 23,
"93847552" : 17,
"94896128" : 10,
"95944704" : 8,
"96993280" : 10,
"98041856" : 4,
"99090432" : 6,
"100139008" : 1,
"101187584" : 1,
"102236160" : 4,
"104333312" : 3,
"105381888" : 1,
"106430464" : 2,
"107479040" : 1,
"108527616" : 5,
"109576192" : 1,
"110624768" : 2,
"111673344" : 2,
"113770496" : 1
}
},
"lat_ns" : {
"min" : 13935595,
"max" : 117461682,
"mean" : 31668927.249091,
"stddev" : 10188360.709946,
"N" : 969878
},
"bw_min" : 43305,
"bw_max" : 87068,
"bw_agg" : 100.000000,
"bw_mean" : 64709.857143,
"bw_dev" : 627.280461,
"bw_samples" : 1904,
"iops_min" : 10826,
"iops_max" : 21766,
"iops_mean" : 16176.638655,
"iops_stddev" : 156.831776,
"iops_samples" : 1904
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959998,
"usr_cpu" : 0.413126,
"sys_cpu" : 7.694183,
"ctx" : 1207009,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 6.635261,
"50" : 87.646382,
"100" : 5.714336,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097127,
"timestamp_ms" : 1773097127539,
"time" : "Mon Mar 9 19:58:47 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4642525184,
"io_kbytes" : 4533716,
"bw_bytes" : 66321788,
"bw" : 64767,
"iops" : 16192.471429,
"runtime" : 70000,
"total_ios" : 1133473,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 320721,
"max" : 8096612,
"mean" : 983662.068703,
"stddev" : 981273.445154,
"N" : 1133473
},
"clat_ns" : {
"min" : 13123263,
"max" : 113930986,
"mean" : 30634020.547099,
"stddev" : 9922335.573688,
"N" : 1133457,
"percentile" : {
"1.000000" : 17956864,
"5.000000" : 19529728,
"10.000000" : 20578304,
"20.000000" : 22413312,
"30.000000" : 24248320,
"40.000000" : 26345472,
"50.000000" : 28442624,
"60.000000" : 30539776,
"70.000000" : 33423360,
"80.000000" : 37486592,
"90.000000" : 44302336,
"95.000000" : 51118080,
"99.000000" : 62652416,
"99.500000" : 67633152,
"99.900000" : 77070336,
"99.950000" : 81264640,
"99.990000" : 91750400
},
"bins" : {
"13172736" : 1,
"13565952" : 4,
"13697024" : 2,
"14090240" : 4,
"14221312" : 12,
"14352384" : 7,
"14483456" : 8,
"14614528" : 21,
"14745600" : 14,
"14876672" : 37,
"15007744" : 40,
"15138816" : 45,
"15269888" : 82,
"15400960" : 84,
"15532032" : 80,
"15663104" : 109,
"15794176" : 133,
"15925248" : 194,
"16056320" : 242,
"16187392" : 279,
"16318464" : 333,
"16449536" : 428,
"16580608" : 453,
"16711680" : 552,
"16908288" : 1163,
"17170432" : 1653,
"17432576" : 2235,
"17694720" : 2763,
"17956864" : 3365,
"18219008" : 4410,
"18481152" : 5406,
"18743296" : 6448,
"19005440" : 7829,
"19267584" : 9422,
"19529728" : 10634,
"19791872" : 11939,
"20054016" : 13399,
"20316160" : 14614,
"20578304" : 15659,
"20840448" : 16269,
"21102592" : 17035,
"21364736" : 17516,
"21626880" : 17731,
"21889024" : 17747,
"22151168" : 17521,
"22413312" : 17312,
"22675456" : 17146,
"22937600" : 17099,
"23199744" : 16893,
"23461888" : 16559,
"23724032" : 16195,
"23986176" : 15723,
"24248320" : 15564,
"24510464" : 15178,
"24772608" : 15018,
"25034752" : 14865,
"25296896" : 14583,
"25559040" : 14603,
"25821184" : 14430,
"26083328" : 14274,
"26345472" : 14466,
"26607616" : 14438,
"26869760" : 14053,
"27131904" : 14183,
"27394048" : 13927,
"27656192" : 13773,
"27918336" : 13918,
"28180480" : 14351,
"28442624" : 14106,
"28704768" : 13884,
"28966912" : 13752,
"29229056" : 13564,
"29491200" : 13497,
"29753344" : 13114,
"30015488" : 12900,
"30277632" : 12612,
"30539776" : 12487,
"30801920" : 12131,
"31064064" : 11960,
"31326208" : 11225,
"31588352" : 11231,
"31850496" : 10918,
"32112640" : 10487,
"32374784" : 10217,
"32636928" : 9814,
"32899072" : 9501,
"33161216" : 9378,
"33423360" : 9228,
"33816576" : 17421,
"34340864" : 16586,
"34865152" : 15762,
"35389440" : 14772,
"35913728" : 13909,
"36438016" : 12826,
"36962304" : 12425,
"37486592" : 11620,
"38010880" : 11182,
"38535168" : 10436,
"39059456" : 9916,
"39583744" : 9501,
"40108032" : 9185,
"40632320" : 8717,
"41156608" : 8002,
"41680896" : 7702,
"42205184" : 7377,
"42729472" : 6847,
"43253760" : 6341,
"43778048" : 5973,
"44302336" : 5541,
"44826624" : 5355,
"45350912" : 5119,
"45875200" : 4772,
"46399488" : 4747,
"46923776" : 4378,
"47448064" : 4118,
"47972352" : 3945,
"48496640" : 3895,
"49020928" : 3598,
"49545216" : 3443,
"50069504" : 3334,
"50593792" : 3284,
"51118080" : 3008,
"51642368" : 3136,
"52166656" : 2910,
"52690944" : 2914,
"53215232" : 2643,
"53739520" : 2641,
"54263808" : 2474,
"54788096" : 2439,
"55312384" : 2409,
"55836672" : 2366,
"56360960" : 2223,
"56885248" : 2167,
"57409536" : 1997,
"57933824" : 1893,
"58458112" : 1802,
"58982400" : 1672,
"59506688" : 1606,
"60030976" : 1423,
"60555264" : 1456,
"61079552" : 1268,
"61603840" : 1190,
"62128128" : 1049,
"62652416" : 993,
"63176704" : 954,
"63700992" : 908,
"64225280" : 777,
"64749568" : 681,
"65273856" : 615,
"65798144" : 584,
"66322432" : 524,
"66846720" : 499,
"67633152" : 870,
"68681728" : 704,
"69730304" : 686,
"70778880" : 498,
"71827456" : 483,
"72876032" : 339,
"73924608" : 342,
"74973184" : 268,
"76021760" : 263,
"77070336" : 193,
"78118912" : 150,
"79167488" : 148,
"80216064" : 115,
"81264640" : 116,
"82313216" : 82,
"83361792" : 55,
"84410368" : 44,
"85458944" : 60,
"86507520" : 43,
"87556096" : 50,
"88604672" : 44,
"89653248" : 26,
"90701824" : 33,
"91750400" : 14,
"92798976" : 23,
"93847552" : 17,
"94896128" : 10,
"95944704" : 8,
"96993280" : 10,
"98041856" : 4,
"99090432" : 6,
"100139008" : 1,
"101187584" : 1,
"102236160" : 4,
"104333312" : 3,
"105381888" : 1,
"106430464" : 2,
"107479040" : 1,
"108527616" : 5,
"109576192" : 1,
"110624768" : 2,
"111673344" : 2,
"113770496" : 1
}
},
"lat_ns" : {
"min" : 13935595,
"max" : 117461682,
"mean" : 31617602.480123,
"stddev" : 10156270.826725,
"N" : 1133457
},
"bw_min" : 43305,
"bw_max" : 87068,
"bw_agg" : 100.000000,
"bw_mean" : 64850.654676,
"bw_dev" : 615.689586,
"bw_samples" : 2224,
"iops_min" : 10826,
"iops_max" : 21766,
"iops_mean" : 16211.848921,
"iops_stddev" : 153.934298,
"iops_samples" : 2224
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119996,
"usr_cpu" : 0.415448,
"sys_cpu" : 7.706545,
"ctx" : 1409979,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 6.550663,
"50" : 87.769360,
"100" : 5.676536,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097137,
"timestamp_ms" : 1773097137538,
"time" : "Mon Mar 9 19:58:57 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5329129472,
"io_kbytes" : 5204228,
"bw_bytes" : 66613285,
"bw" : 65052,
"iops" : 16263.259209,
"runtime" : 80001,
"total_ios" : 1301077,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 320721,
"max" : 8096612,
"mean" : 979336.071734,
"stddev" : 972857.533388,
"N" : 1301077
},
"clat_ns" : {
"min" : 12859030,
"max" : 113930986,
"mean" : 30502093.395056,
"stddev" : 9834123.943908,
"N" : 1301061,
"percentile" : {
"1.000000" : 17956864,
"5.000000" : 19529728,
"10.000000" : 20578304,
"20.000000" : 22413312,
"30.000000" : 24248320,
"40.000000" : 26083328,
"50.000000" : 28180480,
"60.000000" : 30277632,
"70.000000" : 33161216,
"80.000000" : 36962304,
"90.000000" : 43778048,
"95.000000" : 51118080,
"99.000000" : 62652416,
"99.500000" : 67633152,
"99.900000" : 77070336,
"99.950000" : 81264640,
"99.990000" : 90701824
},
"bins" : {
"12910592" : 2,
"13172736" : 1,
"13565952" : 5,
"13697024" : 3,
"13828096" : 1,
"14090240" : 4,
"14221312" : 12,
"14352384" : 7,
"14483456" : 8,
"14614528" : 21,
"14745600" : 15,
"14876672" : 38,
"15007744" : 43,
"15138816" : 46,
"15269888" : 88,
"15400960" : 105,
"15532032" : 106,
"15663104" : 126,
"15794176" : 151,
"15925248" : 223,
"16056320" : 268,
"16187392" : 317,
"16318464" : 374,
"16449536" : 478,
"16580608" : 507,
"16711680" : 639,
"16908288" : 1334,
"17170432" : 1848,
"17432576" : 2485,
"17694720" : 3205,
"17956864" : 3858,
"18219008" : 5023,
"18481152" : 6199,
"18743296" : 7404,
"19005440" : 8889,
"19267584" : 10601,
"19529728" : 12078,
"19791872" : 13632,
"20054016" : 15306,
"20316160" : 16750,
"20578304" : 17938,
"20840448" : 18692,
"21102592" : 19502,
"21364736" : 20234,
"21626880" : 20448,
"21889024" : 20516,
"22151168" : 20194,
"22413312" : 20139,
"22675456" : 19892,
"22937600" : 19897,
"23199744" : 19821,
"23461888" : 19373,
"23724032" : 18996,
"23986176" : 18420,
"24248320" : 18120,
"24510464" : 17693,
"24772608" : 17602,
"25034752" : 17325,
"25296896" : 17101,
"25559040" : 17172,
"25821184" : 16861,
"26083328" : 16802,
"26345472" : 16895,
"26607616" : 16876,
"26869760" : 16510,
"27131904" : 16659,
"27394048" : 16494,
"27656192" : 16168,
"27918336" : 16330,
"28180480" : 16725,
"28442624" : 16374,
"28704768" : 16123,
"28966912" : 16007,
"29229056" : 15765,
"29491200" : 15710,
"29753344" : 15342,
"30015488" : 14990,
"30277632" : 14607,
"30539776" : 14469,
"30801920" : 14077,
"31064064" : 13840,
"31326208" : 12948,
"31588352" : 12961,
"31850496" : 12498,
"32112640" : 12098,
"32374784" : 11786,
"32636928" : 11316,
"32899072" : 10987,
"33161216" : 10778,
"33423360" : 10512,
"33816576" : 19884,
"34340864" : 18878,
"34865152" : 17916,
"35389440" : 16787,
"35913728" : 15812,
"36438016" : 14502,
"36962304" : 13978,
"37486592" : 13185,
"38010880" : 12557,
"38535168" : 11782,
"39059456" : 11104,
"39583744" : 10572,
"40108032" : 10299,
"40632320" : 9615,
"41156608" : 8878,
"41680896" : 8416,
"42205184" : 8130,
"42729472" : 7535,
"43253760" : 6910,
"43778048" : 6566,
"44302336" : 6110,
"44826624" : 5899,
"45350912" : 5618,
"45875200" : 5247,
"46399488" : 5171,
"46923776" : 4793,
"47448064" : 4533,
"47972352" : 4304,
"48496640" : 4284,
"49020928" : 3940,
"49545216" : 3777,
"50069504" : 3656,
"50593792" : 3630,
"51118080" : 3318,
"51642368" : 3473,
"52166656" : 3217,
"52690944" : 3237,
"53215232" : 2956,
"53739520" : 2930,
"54263808" : 2799,
"54788096" : 2711,
"55312384" : 2654,
"55836672" : 2644,
"56360960" : 2463,
"56885248" : 2428,
"57409536" : 2251,
"57933824" : 2145,
"58458112" : 2014,
"58982400" : 1899,
"59506688" : 1784,
"60030976" : 1574,
"60555264" : 1590,
"61079552" : 1424,
"61603840" : 1296,
"62128128" : 1170,
"62652416" : 1120,
"63176704" : 1072,
"63700992" : 1027,
"64225280" : 876,
"64749568" : 781,
"65273856" : 720,
"65798144" : 661,
"66322432" : 607,
"66846720" : 573,
"67633152" : 1004,
"68681728" : 812,
"69730304" : 792,
"70778880" : 598,
"71827456" : 567,
"72876032" : 416,
"73924608" : 407,
"74973184" : 306,
"76021760" : 301,
"77070336" : 228,
"78118912" : 171,
"79167488" : 173,
"80216064" : 134,
"81264640" : 124,
"82313216" : 85,
"83361792" : 58,
"84410368" : 45,
"85458944" : 63,
"86507520" : 44,
"87556096" : 50,
"88604672" : 44,
"89653248" : 26,
"90701824" : 33,
"91750400" : 14,
"92798976" : 23,
"93847552" : 17,
"94896128" : 10,
"95944704" : 8,
"96993280" : 10,
"98041856" : 4,
"99090432" : 6,
"100139008" : 1,
"101187584" : 1,
"102236160" : 4,
"104333312" : 3,
"105381888" : 1,
"106430464" : 2,
"107479040" : 1,
"108527616" : 5,
"109576192" : 1,
"110624768" : 2,
"111673344" : 2,
"113770496" : 1
}
},
"lat_ns" : {
"min" : 13343160,
"max" : 117461682,
"mean" : 31481499.213753,
"stddev" : 10066009.779303,
"N" : 1301061
},
"bw_min" : 43209,
"bw_max" : 87068,
"bw_agg" : 99.915397,
"bw_mean" : 64997.654088,
"bw_dev" : 609.962752,
"bw_samples" : 2544,
"iops_min" : 10802,
"iops_max" : 21766,
"iops_mean" : 16248.647799,
"iops_stddev" : 152.497745,
"iops_samples" : 2544
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1280007,
"usr_cpu" : 0.413748,
"sys_cpu" : 7.742926,
"ctx" : 1619628,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999923,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999923,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 6.495542,
"50" : 87.970966,
"100" : 5.530495,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097147,
"timestamp_ms" : 1773097147538,
"time" : "Mon Mar 9 19:59:07 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5977681920,
"io_kbytes" : 5837580,
"bw_bytes" : 66417950,
"bw" : 64861,
"iops" : 16215.597604,
"runtime" : 90001,
"total_ios" : 1459420,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 320721,
"max" : 8096612,
"mean" : 982246.650289,
"stddev" : 978341.483599,
"N" : 1459420
},
"clat_ns" : {
"min" : 12859030,
"max" : 113930986,
"mean" : 30591272.237252,
"stddev" : 9858343.666327,
"N" : 1459404,
"percentile" : {
"1.000000" : 17956864,
"5.000000" : 19529728,
"10.000000" : 20840448,
"20.000000" : 22413312,
"30.000000" : 24248320,
"40.000000" : 26345472,
"50.000000" : 28180480,
"60.000000" : 30539776,
"70.000000" : 33161216,
"80.000000" : 36962304,
"90.000000" : 43778048,
"95.000000" : 51118080,
"99.000000" : 62652416,
"99.500000" : 67633152,
"99.900000" : 77070336,
"99.950000" : 81264640,
"99.990000" : 90701824
},
"bins" : {
"12910592" : 2,
"13172736" : 1,
"13565952" : 5,
"13697024" : 3,
"13828096" : 1,
"13959168" : 1,
"14090240" : 6,
"14221312" : 14,
"14352384" : 7,
"14483456" : 9,
"14614528" : 26,
"14745600" : 28,
"14876672" : 42,
"15007744" : 46,
"15138816" : 51,
"15269888" : 102,
"15400960" : 127,
"15532032" : 123,
"15663104" : 149,
"15794176" : 175,
"15925248" : 237,
"16056320" : 291,
"16187392" : 348,
"16318464" : 405,
"16449536" : 516,
"16580608" : 551,
"16711680" : 688,
"16908288" : 1484,
"17170432" : 2048,
"17432576" : 2748,
"17694720" : 3511,
"17956864" : 4303,
"18219008" : 5560,
"18481152" : 6848,
"18743296" : 8168,
"19005440" : 9736,
"19267584" : 11571,
"19529728" : 13203,
"19791872" : 14924,
"20054016" : 16949,
"20316160" : 18540,
"20578304" : 19835,
"20840448" : 20699,
"21102592" : 21670,
"21364736" : 22521,
"21626880" : 22676,
"21889024" : 22801,
"22151168" : 22495,
"22413312" : 22401,
"22675456" : 22126,
"22937600" : 22066,
"23199744" : 21870,
"23461888" : 21411,
"23724032" : 20978,
"23986176" : 20563,
"24248320" : 20017,
"24510464" : 19676,
"24772608" : 19517,
"25034752" : 19299,
"25296896" : 19070,
"25559040" : 19109,
"25821184" : 18813,
"26083328" : 18790,
"26345472" : 18827,
"26607616" : 18842,
"26869760" : 18516,
"27131904" : 18667,
"27394048" : 18456,
"27656192" : 18273,
"27918336" : 18487,
"28180480" : 18920,
"28442624" : 18518,
"28704768" : 18239,
"28966912" : 18147,
"29229056" : 17818,
"29491200" : 17717,
"29753344" : 17342,
"30015488" : 16907,
"30277632" : 16444,
"30539776" : 16221,
"30801920" : 15852,
"31064064" : 15532,
"31326208" : 14676,
"31588352" : 14705,
"31850496" : 14161,
"32112640" : 13616,
"32374784" : 13264,
"32636928" : 12767,
"32899072" : 12453,
"33161216" : 12139,
"33423360" : 11847,
"33816576" : 22444,
"34340864" : 21213,
"34865152" : 20072,
"35389440" : 18946,
"35913728" : 17711,
"36438016" : 16426,
"36962304" : 15858,
"37486592" : 14924,
"38010880" : 14251,
"38535168" : 13439,
"39059456" : 12677,
"39583744" : 11928,
"40108032" : 11607,
"40632320" : 10932,
"41156608" : 10112,
"41680896" : 9557,
"42205184" : 9264,
"42729472" : 8566,
"43253760" : 7904,
"43778048" : 7471,
"44302336" : 6956,
"44826624" : 6659,
"45350912" : 6359,
"45875200" : 5946,
"46399488" : 5865,
"46923776" : 5553,
"47448064" : 5228,
"47972352" : 4901,
"48496640" : 4886,
"49020928" : 4532,
"49545216" : 4343,
"50069504" : 4218,
"50593792" : 4114,
"51118080" : 3872,
"51642368" : 4000,
"52166656" : 3694,
"52690944" : 3722,
"53215232" : 3426,
"53739520" : 3371,
"54263808" : 3226,
"54788096" : 3156,
"55312384" : 3098,
"55836672" : 2979,
"56360960" : 2795,
"56885248" : 2763,
"57409536" : 2564,
"57933824" : 2393,
"58458112" : 2270,
"58982400" : 2145,
"59506688" : 1971,
"60030976" : 1798,
"60555264" : 1787,
"61079552" : 1618,
"61603840" : 1480,
"62128128" : 1324,
"62652416" : 1256,
"63176704" : 1193,
"63700992" : 1128,
"64225280" : 991,
"64749568" : 863,
"65273856" : 794,
"65798144" : 734,
"66322432" : 699,
"66846720" : 641,
"67633152" : 1155,
"68681728" : 922,
"69730304" : 878,
"70778880" : 681,
"71827456" : 638,
"72876032" : 493,
"73924608" : 462,
"74973184" : 349,
"76021760" : 333,
"77070336" : 265,
"78118912" : 204,
"79167488" : 192,
"80216064" : 155,
"81264640" : 134,
"82313216" : 108,
"83361792" : 69,
"84410368" : 52,
"85458944" : 69,
"86507520" : 50,
"87556096" : 57,
"88604672" : 44,
"89653248" : 27,
"90701824" : 34,
"91750400" : 15,
"92798976" : 23,
"93847552" : 17,
"94896128" : 10,
"95944704" : 8,
"96993280" : 10,
"98041856" : 4,
"99090432" : 6,
"100139008" : 1,
"101187584" : 1,
"102236160" : 4,
"104333312" : 3,
"105381888" : 1,
"106430464" : 2,
"107479040" : 1,
"108527616" : 5,
"109576192" : 1,
"110624768" : 2,
"111673344" : 2,
"113770496" : 1
}
},
"lat_ns" : {
"min" : 13343160,
"max" : 117461682,
"mean" : 31573539.583439,
"stddev" : 10090358.384186,
"N" : 1459404
},
"bw_min" : 42929,
"bw_max" : 87452,
"bw_agg" : 100.000000,
"bw_mean" : 64896.078212,
"bw_dev" : 610.530246,
"bw_samples" : 2864,
"iops_min" : 10732,
"iops_max" : 21862,
"iops_mean" : 16223.240223,
"iops_stddev" : 152.640746,
"iops_samples" : 2864
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440002,
"usr_cpu" : 0.410972,
"sys_cpu" : 7.714920,
"ctx" : 1816337,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 6.365063,
"50" : 88.014485,
"100" : 5.617780,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097157,
"timestamp_ms" : 1773097157538,
"time" : "Mon Mar 9 19:59:17 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6630100992,
"io_kbytes" : 6474708,
"bw_bytes" : 66301009,
"bw" : 64747,
"iops" : 16187.110000,
"runtime" : 100000,
"total_ios" : 1618711,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 320721,
"max" : 8096612,
"mean" : 984001.440911,
"stddev" : 980918.925619,
"N" : 1618711
},
"clat_ns" : {
"min" : 12859030,
"max" : 113930986,
"mean" : 30644418.496910,
"stddev" : 9872435.723072,
"N" : 1618695,
"percentile" : {
"1.000000" : 17956864,
"5.000000" : 19791872,
"10.000000" : 20840448,
"20.000000" : 22413312,
"30.000000" : 24248320,
"40.000000" : 26345472,
"50.000000" : 28442624,
"60.000000" : 30539776,
"70.000000" : 33161216,
"80.000000" : 36962304,
"90.000000" : 43778048,
"95.000000" : 51118080,
"99.000000" : 63176704,
"99.500000" : 67633152,
"99.900000" : 77070336,
"99.950000" : 81264640,
"99.990000" : 90701824
},
"bins" : {
"12910592" : 2,
"13172736" : 1,
"13565952" : 5,
"13697024" : 3,
"13828096" : 1,
"13959168" : 1,
"14090240" : 6,
"14221312" : 14,
"14352384" : 7,
"14483456" : 9,
"14614528" : 26,
"14745600" : 29,
"14876672" : 43,
"15007744" : 46,
"15138816" : 51,
"15269888" : 103,
"15400960" : 131,
"15532032" : 127,
"15663104" : 154,
"15794176" : 187,
"15925248" : 246,
"16056320" : 307,
"16187392" : 363,
"16318464" : 417,
"16449536" : 531,
"16580608" : 574,
"16711680" : 721,
"16908288" : 1550,
"17170432" : 2134,
"17432576" : 2873,
"17694720" : 3717,
"17956864" : 4605,
"18219008" : 5915,
"18481152" : 7335,
"18743296" : 8792,
"19005440" : 10489,
"19267584" : 12391,
"19529728" : 14238,
"19791872" : 16090,
"20054016" : 18332,
"20316160" : 20098,
"20578304" : 21510,
"20840448" : 22400,
"21102592" : 23557,
"21364736" : 24636,
"21626880" : 24808,
"21889024" : 24799,
"22151168" : 24754,
"22413312" : 24756,
"22675456" : 24556,
"22937600" : 24486,
"23199744" : 24138,
"23461888" : 23896,
"23724032" : 23420,
"23986176" : 22982,
"24248320" : 22461,
"24510464" : 22049,
"24772608" : 21956,
"25034752" : 21620,
"25296896" : 21265,
"25559040" : 21522,
"25821184" : 21165,
"26083328" : 21219,
"26345472" : 21205,
"26607616" : 21246,
"26869760" : 20772,
"27131904" : 20938,
"27394048" : 20898,
"27656192" : 20612,
"27918336" : 20863,
"28180480" : 21097,
"28442624" : 20655,
"28704768" : 20443,
"28966912" : 20198,
"29229056" : 19821,
"29491200" : 19771,
"29753344" : 19330,
"30015488" : 18729,
"30277632" : 18220,
"30539776" : 18059,
"30801920" : 17763,
"31064064" : 17384,
"31326208" : 16402,
"31588352" : 16311,
"31850496" : 15751,
"32112640" : 15158,
"32374784" : 14796,
"32636928" : 14295,
"32899072" : 13939,
"33161216" : 13561,
"33423360" : 13137,
"33816576" : 24854,
"34340864" : 23520,
"34865152" : 22379,
"35389440" : 21086,
"35913728" : 19717,
"36438016" : 18275,
"36962304" : 17747,
"37486592" : 16543,
"38010880" : 15707,
"38535168" : 14826,
"39059456" : 14067,
"39583744" : 13304,
"40108032" : 12774,
"40632320" : 11987,
"41156608" : 11149,
"41680896" : 10560,
"42205184" : 10200,
"42729472" : 9468,
"43253760" : 8842,
"43778048" : 8261,
"44302336" : 7719,
"44826624" : 7412,
"45350912" : 7101,
"45875200" : 6652,
"46399488" : 6503,
"46923776" : 6150,
"47448064" : 5791,
"47972352" : 5468,
"48496640" : 5380,
"49020928" : 5024,
"49545216" : 4806,
"50069504" : 4667,
"50593792" : 4558,
"51118080" : 4264,
"51642368" : 4461,
"52166656" : 4126,
"52690944" : 4101,
"53215232" : 3798,
"53739520" : 3716,
"54263808" : 3544,
"54788096" : 3520,
"55312384" : 3471,
"55836672" : 3320,
"56360960" : 3080,
"56885248" : 3073,
"57409536" : 2836,
"57933824" : 2675,
"58458112" : 2546,
"58982400" : 2391,
"59506688" : 2250,
"60030976" : 2012,
"60555264" : 1990,
"61079552" : 1793,
"61603840" : 1661,
"62128128" : 1464,
"62652416" : 1390,
"63176704" : 1345,
"63700992" : 1309,
"64225280" : 1132,
"64749568" : 962,
"65273856" : 875,
"65798144" : 829,
"66322432" : 785,
"66846720" : 760,
"67633152" : 1285,
"68681728" : 1062,
"69730304" : 1033,
"70778880" : 810,
"71827456" : 724,
"72876032" : 582,
"73924608" : 538,
"74973184" : 413,
"76021760" : 387,
"77070336" : 322,
"78118912" : 241,
"79167488" : 248,
"80216064" : 176,
"81264640" : 162,
"82313216" : 133,
"83361792" : 89,
"84410368" : 66,
"85458944" : 81,
"86507520" : 65,
"87556096" : 74,
"88604672" : 49,
"89653248" : 34,
"90701824" : 39,
"91750400" : 22,
"92798976" : 23,
"93847552" : 20,
"94896128" : 14,
"95944704" : 10,
"96993280" : 10,
"98041856" : 4,
"99090432" : 6,
"100139008" : 1,
"101187584" : 1,
"102236160" : 4,
"104333312" : 3,
"105381888" : 1,
"106430464" : 2,
"107479040" : 1,
"108527616" : 5,
"109576192" : 1,
"110624768" : 2,
"111673344" : 2,
"113770496" : 1
}
},
"lat_ns" : {
"min" : 13343160,
"max" : 117461682,
"mean" : 31628391.958155,
"stddev" : 10104524.642219,
"N" : 1618695
},
"bw_min" : 42929,
"bw_max" : 87492,
"bw_agg" : 100.000000,
"bw_mean" : 64785.261307,
"bw_dev" : 605.869998,
"bw_samples" : 3184,
"iops_min" : 10732,
"iops_max" : 21872,
"iops_mean" : 16195.432161,
"iops_stddev" : 151.482815,
"iops_samples" : 3184
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1599997,
"usr_cpu" : 0.406563,
"sys_cpu" : 7.700452,
"ctx" : 2014217,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999938,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999938,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 6.143160,
"50" : 88.189677,
"100" : 5.664754,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097167,
"timestamp_ms" : 1773097167540,
"time" : "Mon Mar 9 19:59:27 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 69,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7256649728,
"io_kbytes" : 7086572,
"bw_bytes" : 65969542,
"bw" : 64423,
"iops" : 16106.181818,
"runtime" : 110000,
"total_ios" : 1771680,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 320721,
"max" : 8096612,
"mean" : 988979.802595,
"stddev" : 991630.996192,
"N" : 1771680
},
"clat_ns" : {
"min" : 12859030,
"max" : 113930986,
"mean" : 30794132.303225,
"stddev" : 9961866.152723,
"N" : 1771664,
"percentile" : {
"1.000000" : 17956864,
"5.000000" : 19791872,
"10.000000" : 20840448,
"20.000000" : 22675456,
"30.000000" : 24510464,
"40.000000" : 26345472,
"50.000000" : 28442624,
"60.000000" : 30539776,
"70.000000" : 33423360,
"80.000000" : 37486592,
"90.000000" : 44302336,
"95.000000" : 51642368,
"99.000000" : 63700992,
"99.500000" : 68681728,
"99.900000" : 79167488,
"99.950000" : 83361792,
"99.990000" : 91750400
},
"bins" : {
"12910592" : 2,
"13172736" : 1,
"13565952" : 5,
"13697024" : 3,
"13828096" : 1,
"13959168" : 1,
"14090240" : 6,
"14221312" : 14,
"14352384" : 7,
"14483456" : 9,
"14614528" : 27,
"14745600" : 31,
"14876672" : 49,
"15007744" : 52,
"15138816" : 56,
"15269888" : 110,
"15400960" : 137,
"15532032" : 136,
"15663104" : 164,
"15794176" : 196,
"15925248" : 263,
"16056320" : 327,
"16187392" : 386,
"16318464" : 447,
"16449536" : 566,
"16580608" : 603,
"16711680" : 763,
"16908288" : 1648,
"17170432" : 2268,
"17432576" : 3071,
"17694720" : 3999,
"17956864" : 4925,
"18219008" : 6283,
"18481152" : 7766,
"18743296" : 9344,
"19005440" : 11145,
"19267584" : 13148,
"19529728" : 15155,
"19791872" : 17053,
"20054016" : 19437,
"20316160" : 21473,
"20578304" : 23011,
"20840448" : 23869,
"21102592" : 25158,
"21364736" : 26306,
"21626880" : 26534,
"21889024" : 26565,
"22151168" : 26568,
"22413312" : 26548,
"22675456" : 26438,
"22937600" : 26411,
"23199744" : 26019,
"23461888" : 25729,
"23724032" : 25273,
"23986176" : 24897,
"24248320" : 24444,
"24510464" : 23966,
"24772608" : 23945,
"25034752" : 23607,
"25296896" : 23222,
"25559040" : 23486,
"25821184" : 23142,
"26083328" : 23259,
"26345472" : 23200,
"26607616" : 23222,
"26869760" : 22632,
"27131904" : 22927,
"27394048" : 22876,
"27656192" : 22670,
"27918336" : 22958,
"28180480" : 23260,
"28442624" : 22845,
"28704768" : 22490,
"28966912" : 22133,
"29229056" : 21668,
"29491200" : 21647,
"29753344" : 21292,
"30015488" : 20487,
"30277632" : 20023,
"30539776" : 19907,
"30801920" : 19450,
"31064064" : 18961,
"31326208" : 17941,
"31588352" : 17970,
"31850496" : 17323,
"32112640" : 16748,
"32374784" : 16379,
"32636928" : 15763,
"32899072" : 15373,
"33161216" : 15014,
"33423360" : 14579,
"33816576" : 27525,
"34340864" : 25954,
"34865152" : 24907,
"35389440" : 23488,
"35913728" : 21852,
"36438016" : 20424,
"36962304" : 19757,
"37486592" : 18514,
"38010880" : 17473,
"38535168" : 16499,
"39059456" : 15683,
"39583744" : 14851,
"40108032" : 14352,
"40632320" : 13376,
"41156608" : 12398,
"41680896" : 11780,
"42205184" : 11360,
"42729472" : 10672,
"43253760" : 9940,
"43778048" : 9344,
"44302336" : 8690,
"44826624" : 8277,
"45350912" : 7939,
"45875200" : 7507,
"46399488" : 7254,
"46923776" : 6810,
"47448064" : 6416,
"47972352" : 6073,
"48496640" : 5864,
"49020928" : 5538,
"49545216" : 5380,
"50069504" : 5189,
"50593792" : 4992,
"51118080" : 4686,
"51642368" : 4879,
"52166656" : 4525,
"52690944" : 4503,
"53215232" : 4168,
"53739520" : 4085,
"54263808" : 3908,
"54788096" : 3892,
"55312384" : 3805,
"55836672" : 3671,
"56360960" : 3399,
"56885248" : 3399,
"57409536" : 3136,
"57933824" : 2943,
"58458112" : 2842,
"58982400" : 2683,
"59506688" : 2503,
"60030976" : 2250,
"60555264" : 2206,
"61079552" : 1999,
"61603840" : 1866,
"62128128" : 1663,
"62652416" : 1535,
"63176704" : 1490,
"63700992" : 1438,
"64225280" : 1268,
"64749568" : 1086,
"65273856" : 981,
"65798144" : 959,
"66322432" : 903,
"66846720" : 879,
"67633152" : 1497,
"68681728" : 1266,
"69730304" : 1225,
"70778880" : 980,
"71827456" : 865,
"72876032" : 729,
"73924608" : 663,
"74973184" : 523,
"76021760" : 470,
"77070336" : 425,
"78118912" : 300,
"79167488" : 330,
"80216064" : 235,
"81264640" : 228,
"82313216" : 173,
"83361792" : 135,
"84410368" : 114,
"85458944" : 110,
"86507520" : 93,
"87556096" : 98,
"88604672" : 66,
"89653248" : 52,
"90701824" : 60,
"91750400" : 33,
"92798976" : 35,
"93847552" : 26,
"94896128" : 19,
"95944704" : 18,
"96993280" : 11,
"98041856" : 6,
"99090432" : 8,
"100139008" : 1,
"101187584" : 2,
"102236160" : 7,
"103284736" : 2,
"104333312" : 3,
"105381888" : 1,
"106430464" : 2,
"107479040" : 2,
"108527616" : 5,
"109576192" : 1,
"110624768" : 2,
"111673344" : 2,
"113770496" : 1
}
},
"lat_ns" : {
"min" : 13343160,
"max" : 117461682,
"mean" : 31782759.483212,
"stddev" : 10195569.590489,
"N" : 1771664
},
"bw_min" : 42313,
"bw_max" : 87492,
"bw_agg" : 100.000000,
"bw_mean" : 64506.232877,
"bw_dev" : 606.461617,
"bw_samples" : 3504,
"iops_min" : 10578,
"iops_max" : 21872,
"iops_mean" : 16125.694064,
"iops_stddev" : 151.629097,
"iops_samples" : 3504
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1759998,
"usr_cpu" : 0.404262,
"sys_cpu" : 7.658531,
"ctx" : 2205675,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 5.964621,
"50" : 88.241782,
"100" : 5.791001,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097177,
"timestamp_ms" : 1773097177538,
"time" : "Mon Mar 9 19:59:37 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7890460672,
"io_kbytes" : 7705528,
"bw_bytes" : 65753290,
"bw" : 64212,
"iops" : 16053.241223,
"runtime" : 120001,
"total_ios" : 1926405,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 320721,
"max" : 8096612,
"mean" : 992250.197558,
"stddev" : 997597.422219,
"N" : 1926405
},
"clat_ns" : {
"min" : 12859030,
"max" : 113930986,
"mean" : 30900655.429386,
"stddev" : 9996366.866223,
"N" : 1926389,
"percentile" : {
"1.000000" : 17956864,
"5.000000" : 19791872,
"10.000000" : 20840448,
"20.000000" : 22675456,
"30.000000" : 24510464,
"40.000000" : 26607616,
"50.000000" : 28442624,
"60.000000" : 30801920,
"70.000000" : 33423360,
"80.000000" : 37486592,
"90.000000" : 44302336,
"95.000000" : 51642368,
"99.000000" : 63700992,
"99.500000" : 68681728,
"99.900000" : 79167488,
"99.950000" : 83361792,
"99.990000" : 91750400
},
"bins" : {
"12910592" : 2,
"13172736" : 1,
"13565952" : 5,
"13697024" : 3,
"13828096" : 1,
"13959168" : 1,
"14090240" : 6,
"14221312" : 14,
"14352384" : 7,
"14483456" : 9,
"14614528" : 27,
"14745600" : 31,
"14876672" : 49,
"15007744" : 53,
"15138816" : 58,
"15269888" : 113,
"15400960" : 143,
"15532032" : 139,
"15663104" : 174,
"15794176" : 214,
"15925248" : 277,
"16056320" : 354,
"16187392" : 411,
"16318464" : 488,
"16449536" : 604,
"16580608" : 642,
"16711680" : 819,
"16908288" : 1737,
"17170432" : 2428,
"17432576" : 3307,
"17694720" : 4281,
"17956864" : 5258,
"18219008" : 6718,
"18481152" : 8254,
"18743296" : 9908,
"19005440" : 11719,
"19267584" : 13874,
"19529728" : 16021,
"19791872" : 18092,
"20054016" : 20517,
"20316160" : 22655,
"20578304" : 24298,
"20840448" : 25293,
"21102592" : 26719,
"21364736" : 27897,
"21626880" : 28159,
"21889024" : 28317,
"22151168" : 28402,
"22413312" : 28419,
"22675456" : 28244,
"22937600" : 28339,
"23199744" : 28031,
"23461888" : 27800,
"23724032" : 27308,
"23986176" : 26956,
"24248320" : 26455,
"24510464" : 25928,
"24772608" : 25957,
"25034752" : 25552,
"25296896" : 25160,
"25559040" : 25563,
"25821184" : 25369,
"26083328" : 25398,
"26345472" : 25238,
"26607616" : 25428,
"26869760" : 24870,
"27131904" : 25002,
"27394048" : 24937,
"27656192" : 24813,
"27918336" : 25069,
"28180480" : 25437,
"28442624" : 24850,
"28704768" : 24575,
"28966912" : 24115,
"29229056" : 23672,
"29491200" : 23570,
"29753344" : 23279,
"30015488" : 22446,
"30277632" : 21927,
"30539776" : 21717,
"30801920" : 21314,
"31064064" : 20784,
"31326208" : 19706,
"31588352" : 19649,
"31850496" : 19019,
"32112640" : 18392,
"32374784" : 18087,
"32636928" : 17339,
"32899072" : 16888,
"33161216" : 16351,
"33423360" : 15875,
"33816576" : 30279,
"34340864" : 28573,
"34865152" : 27360,
"35389440" : 25722,
"35913728" : 23971,
"36438016" : 22393,
"36962304" : 21612,
"37486592" : 20201,
"38010880" : 19256,
"38535168" : 18234,
"39059456" : 17286,
"39583744" : 16464,
"40108032" : 15798,
"40632320" : 14738,
"41156608" : 13694,
"41680896" : 13008,
"42205184" : 12489,
"42729472" : 11789,
"43253760" : 10975,
"43778048" : 10315,
"44302336" : 9704,
"44826624" : 9217,
"45350912" : 8753,
"45875200" : 8286,
"46399488" : 8046,
"46923776" : 7527,
"47448064" : 7141,
"47972352" : 6725,
"48496640" : 6434,
"49020928" : 6132,
"49545216" : 5881,
"50069504" : 5708,
"50593792" : 5483,
"51118080" : 5118,
"51642368" : 5297,
"52166656" : 4960,
"52690944" : 4945,
"53215232" : 4557,
"53739520" : 4502,
"54263808" : 4318,
"54788096" : 4275,
"55312384" : 4180,
"55836672" : 3989,
"56360960" : 3724,
"56885248" : 3715,
"57409536" : 3423,
"57933824" : 3217,
"58458112" : 3111,
"58982400" : 2939,
"59506688" : 2751,
"60030976" : 2451,
"60555264" : 2385,
"61079552" : 2191,
"61603840" : 2055,
"62128128" : 1834,
"62652416" : 1693,
"63176704" : 1637,
"63700992" : 1589,
"64225280" : 1366,
"64749568" : 1204,
"65273856" : 1073,
"65798144" : 1077,
"66322432" : 992,
"66846720" : 965,
"67633152" : 1681,
"68681728" : 1414,
"69730304" : 1351,
"70778880" : 1098,
"71827456" : 1000,
"72876032" : 837,
"73924608" : 746,
"74973184" : 611,
"76021760" : 550,
"77070336" : 468,
"78118912" : 342,
"79167488" : 379,
"80216064" : 276,
"81264640" : 264,
"82313216" : 219,
"83361792" : 163,
"84410368" : 139,
"85458944" : 124,
"86507520" : 112,
"87556096" : 111,
"88604672" : 86,
"89653248" : 75,
"90701824" : 68,
"91750400" : 40,
"92798976" : 42,
"93847552" : 30,
"94896128" : 21,
"95944704" : 21,
"96993280" : 11,
"98041856" : 8,
"99090432" : 11,
"100139008" : 2,
"101187584" : 4,
"102236160" : 7,
"103284736" : 2,
"104333312" : 6,
"105381888" : 1,
"106430464" : 2,
"107479040" : 2,
"108527616" : 5,
"109576192" : 1,
"110624768" : 2,
"111673344" : 2,
"113770496" : 1
}
},
"lat_ns" : {
"min" : 13343160,
"max" : 117461682,
"mean" : 31892924.944342,
"stddev" : 10230616.203990,
"N" : 1926389
},
"bw_min" : 42313,
"bw_max" : 87492,
"bw_agg" : 99.968546,
"bw_mean" : 64192.958159,
"bw_dev" : 609.565033,
"bw_samples" : 3824,
"iops_min" : 10578,
"iops_max" : 21872,
"iops_mean" : 16047.351464,
"iops_stddev" : 152.409960,
"iops_samples" : 3824
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1920007,
"usr_cpu" : 0.404061,
"sys_cpu" : 7.626899,
"ctx" : 2393905,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 5.818091,
"50" : 88.317825,
"100" : 5.861436,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097187,
"timestamp_ms" : 1773097187540,
"time" : "Mon Mar 9 19:59:47 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 49,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8600465408,
"io_kbytes" : 8398892,
"bw_bytes" : 66157426,
"bw" : 64606,
"iops" : 16152.200000,
"runtime" : 130000,
"total_ios" : 2099786,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 297485,
"max" : 8096612,
"mean" : 986136.512840,
"stddev" : 986211.542053,
"N" : 2099786
},
"clat_ns" : {
"min" : 12859030,
"max" : 113930986,
"mean" : 30710877.038022,
"stddev" : 9913313.812036,
"N" : 2099770,
"percentile" : {
"1.000000" : 17956864,
"5.000000" : 19529728,
"10.000000" : 20840448,
"20.000000" : 22675456,
"30.000000" : 24510464,
"40.000000" : 26345472,
"50.000000" : 28442624,
"60.000000" : 30539776,
"70.000000" : 33161216,
"80.000000" : 36962304,
"90.000000" : 43778048,
"95.000000" : 51118080,
"99.000000" : 63700992,
"99.500000" : 68681728,
"99.900000" : 79167488,
"99.950000" : 83361792,
"99.990000" : 91750400
},
"bins" : {
"12910592" : 2,
"13172736" : 1,
"13434880" : 4,
"13565952" : 5,
"13697024" : 6,
"13828096" : 4,
"13959168" : 9,
"14090240" : 11,
"14221312" : 17,
"14352384" : 10,
"14483456" : 17,
"14614528" : 36,
"14745600" : 39,
"14876672" : 58,
"15007744" : 72,
"15138816" : 82,
"15269888" : 148,
"15400960" : 173,
"15532032" : 170,
"15663104" : 221,
"15794176" : 273,
"15925248" : 339,
"16056320" : 457,
"16187392" : 522,
"16318464" : 651,
"16449536" : 764,
"16580608" : 825,
"16711680" : 1037,
"16908288" : 2222,
"17170432" : 2998,
"17432576" : 4133,
"17694720" : 5292,
"17956864" : 6612,
"18219008" : 8214,
"18481152" : 9969,
"18743296" : 11806,
"19005440" : 13792,
"19267584" : 16007,
"19529728" : 18594,
"19791872" : 20836,
"20054016" : 23220,
"20316160" : 25344,
"20578304" : 27134,
"20840448" : 28057,
"21102592" : 29601,
"21364736" : 30695,
"21626880" : 30986,
"21889024" : 31087,
"22151168" : 31074,
"22413312" : 31008,
"22675456" : 30819,
"22937600" : 30906,
"23199744" : 30485,
"23461888" : 30076,
"23724032" : 29572,
"23986176" : 29311,
"24248320" : 28742,
"24510464" : 28327,
"24772608" : 28255,
"25034752" : 27811,
"25296896" : 27363,
"25559040" : 27847,
"25821184" : 27530,
"26083328" : 27596,
"26345472" : 27446,
"26607616" : 27671,
"26869760" : 27027,
"27131904" : 27180,
"27394048" : 27131,
"27656192" : 27083,
"27918336" : 27280,
"28180480" : 27746,
"28442624" : 27050,
"28704768" : 26753,
"28966912" : 26310,
"29229056" : 25912,
"29491200" : 25773,
"29753344" : 25493,
"30015488" : 24635,
"30277632" : 24064,
"30539776" : 23718,
"30801920" : 23343,
"31064064" : 22775,
"31326208" : 21591,
"31588352" : 21444,
"31850496" : 20703,
"32112640" : 19975,
"32374784" : 19642,
"32636928" : 18899,
"32899072" : 18412,
"33161216" : 17740,
"33423360" : 17247,
"33816576" : 32856,
"34340864" : 30847,
"34865152" : 29454,
"35389440" : 27662,
"35913728" : 25670,
"36438016" : 24034,
"36962304" : 23159,
"37486592" : 21626,
"38010880" : 20582,
"38535168" : 19505,
"39059456" : 18482,
"39583744" : 17583,
"40108032" : 16762,
"40632320" : 15678,
"41156608" : 14586,
"41680896" : 13857,
"42205184" : 13290,
"42729472" : 12457,
"43253760" : 11616,
"43778048" : 10980,
"44302336" : 10325,
"44826624" : 9736,
"45350912" : 9272,
"45875200" : 8808,
"46399488" : 8507,
"46923776" : 7965,
"47448064" : 7528,
"47972352" : 7153,
"48496640" : 6837,
"49020928" : 6531,
"49545216" : 6263,
"50069504" : 6052,
"50593792" : 5825,
"51118080" : 5411,
"51642368" : 5647,
"52166656" : 5312,
"52690944" : 5215,
"53215232" : 4878,
"53739520" : 4800,
"54263808" : 4604,
"54788096" : 4539,
"55312384" : 4409,
"55836672" : 4226,
"56360960" : 3924,
"56885248" : 3872,
"57409536" : 3568,
"57933824" : 3349,
"58458112" : 3251,
"58982400" : 3064,
"59506688" : 2887,
"60030976" : 2559,
"60555264" : 2492,
"61079552" : 2307,
"61603840" : 2154,
"62128128" : 1909,
"62652416" : 1772,
"63176704" : 1713,
"63700992" : 1656,
"64225280" : 1435,
"64749568" : 1251,
"65273856" : 1111,
"65798144" : 1105,
"66322432" : 1008,
"66846720" : 999,
"67633152" : 1731,
"68681728" : 1444,
"69730304" : 1363,
"70778880" : 1116,
"71827456" : 1017,
"72876032" : 843,
"73924608" : 755,
"74973184" : 620,
"76021760" : 553,
"77070336" : 469,
"78118912" : 343,
"79167488" : 383,
"80216064" : 280,
"81264640" : 268,
"82313216" : 222,
"83361792" : 164,
"84410368" : 153,
"85458944" : 127,
"86507520" : 118,
"87556096" : 114,
"88604672" : 89,
"89653248" : 76,
"90701824" : 69,
"91750400" : 40,
"92798976" : 42,
"93847552" : 30,
"94896128" : 21,
"95944704" : 21,
"96993280" : 11,
"98041856" : 8,
"99090432" : 11,
"100139008" : 2,
"101187584" : 4,
"102236160" : 7,
"103284736" : 2,
"104333312" : 6,
"105381888" : 1,
"106430464" : 2,
"107479040" : 2,
"108527616" : 5,
"109576192" : 1,
"110624768" : 2,
"111673344" : 2,
"113770496" : 1
}
},
"lat_ns" : {
"min" : 13343160,
"max" : 117461682,
"mean" : 31696989.978904,
"stddev" : 10145781.255581,
"N" : 2099770
},
"bw_min" : 42313,
"bw_max" : 87812,
"bw_agg" : 100.000000,
"bw_mean" : 64643.413127,
"bw_dev" : 606.467421,
"bw_samples" : 4144,
"iops_min" : 10578,
"iops_max" : 21952,
"iops_mean" : 16159.984556,
"iops_stddev" : 151.637890,
"iops_samples" : 4144
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2079998,
"usr_cpu" : 0.407500,
"sys_cpu" : 7.679334,
"ctx" : 2616405,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 6.335789,
"50" : 88.015160,
"100" : 5.646623,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097197,
"timestamp_ms" : 1773097197540,
"time" : "Mon Mar 9 19:59:57 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9304055808,
"io_kbytes" : 9085992,
"bw_bytes" : 66457066,
"bw" : 64899,
"iops" : 16225.169820,
"runtime" : 140001,
"total_ios" : 2271540,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 297485,
"max" : 8096612,
"mean" : 981650.748029,
"stddev" : 978555.107881,
"N" : 2271540
},
"clat_ns" : {
"min" : 12859030,
"max" : 113930986,
"mean" : 30572461.541613,
"stddev" : 9899522.029425,
"N" : 2271524,
"percentile" : {
"1.000000" : 17956864,
"5.000000" : 19529728,
"10.000000" : 20840448,
"20.000000" : 22413312,
"30.000000" : 24248320,
"40.000000" : 26345472,
"50.000000" : 28180480,
"60.000000" : 30539776,
"70.000000" : 33161216,
"80.000000" : 36962304,
"90.000000" : 43778048,
"95.000000" : 51118080,
"99.000000" : 63176704,
"99.500000" : 68681728,
"99.900000" : 79167488,
"99.950000" : 83361792,
"99.990000" : 90701824
},
"bins" : {
"12910592" : 2,
"13172736" : 1,
"13434880" : 4,
"13565952" : 5,
"13697024" : 6,
"13828096" : 4,
"13959168" : 12,
"14090240" : 11,
"14221312" : 19,
"14352384" : 13,
"14483456" : 20,
"14614528" : 41,
"14745600" : 40,
"14876672" : 59,
"15007744" : 81,
"15138816" : 85,
"15269888" : 152,
"15400960" : 176,
"15532032" : 184,
"15663104" : 239,
"15794176" : 283,
"15925248" : 360,
"16056320" : 474,
"16187392" : 553,
"16318464" : 682,
"16449536" : 801,
"16580608" : 865,
"16711680" : 1088,
"16908288" : 2363,
"17170432" : 3176,
"17432576" : 4403,
"17694720" : 5722,
"17956864" : 7237,
"18219008" : 9019,
"18481152" : 11054,
"18743296" : 13105,
"19005440" : 15443,
"19267584" : 17958,
"19529728" : 21048,
"19791872" : 23832,
"20054016" : 26485,
"20316160" : 28928,
"20578304" : 30801,
"20840448" : 31885,
"21102592" : 33414,
"21364736" : 34423,
"21626880" : 34778,
"21889024" : 34813,
"22151168" : 34532,
"22413312" : 34363,
"22675456" : 33999,
"22937600" : 33957,
"23199744" : 33385,
"23461888" : 32888,
"23724032" : 32253,
"23986176" : 31819,
"24248320" : 31298,
"24510464" : 30732,
"24772608" : 30584,
"25034752" : 30005,
"25296896" : 29456,
"25559040" : 29889,
"25821184" : 29479,
"26083328" : 29654,
"26345472" : 29490,
"26607616" : 29692,
"26869760" : 28907,
"27131904" : 29132,
"27394048" : 28965,
"27656192" : 28942,
"27918336" : 29301,
"28180480" : 29722,
"28442624" : 29026,
"28704768" : 28680,
"28966912" : 28300,
"29229056" : 27783,
"29491200" : 27666,
"29753344" : 27343,
"30015488" : 26468,
"30277632" : 26017,
"30539776" : 25511,
"30801920" : 25108,
"31064064" : 24526,
"31326208" : 23221,
"31588352" : 23044,
"31850496" : 22234,
"32112640" : 21496,
"32374784" : 21092,
"32636928" : 20243,
"32899072" : 19716,
"33161216" : 18941,
"33423360" : 18455,
"33816576" : 35113,
"34340864" : 32914,
"34865152" : 31388,
"35389440" : 29384,
"35913728" : 27209,
"36438016" : 25496,
"36962304" : 24573,
"37486592" : 22904,
"38010880" : 21768,
"38535168" : 20597,
"39059456" : 19571,
"39583744" : 18613,
"40108032" : 17746,
"40632320" : 16671,
"41156608" : 15512,
"41680896" : 14658,
"42205184" : 14114,
"42729472" : 13222,
"43253760" : 12341,
"43778048" : 11658,
"44302336" : 10890,
"44826624" : 10272,
"45350912" : 9795,
"45875200" : 9322,
"46399488" : 8957,
"46923776" : 8420,
"47448064" : 7905,
"47972352" : 7521,
"48496640" : 7196,
"49020928" : 6899,
"49545216" : 6588,
"50069504" : 6373,
"50593792" : 6102,
"51118080" : 5685,
"51642368" : 5924,
"52166656" : 5605,
"52690944" : 5497,
"53215232" : 5127,
"53739520" : 5053,
"54263808" : 4868,
"54788096" : 4818,
"55312384" : 4692,
"55836672" : 4485,
"56360960" : 4182,
"56885248" : 4123,
"57409536" : 3846,
"57933824" : 3570,
"58458112" : 3502,
"58982400" : 3322,
"59506688" : 3132,
"60030976" : 2777,
"60555264" : 2719,
"61079552" : 2493,
"61603840" : 2341,
"62128128" : 2095,
"62652416" : 1938,
"63176704" : 1863,
"63700992" : 1788,
"64225280" : 1573,
"64749568" : 1366,
"65273856" : 1207,
"65798144" : 1182,
"66322432" : 1101,
"66846720" : 1079,
"67633152" : 1884,
"68681728" : 1552,
"69730304" : 1483,
"70778880" : 1203,
"71827456" : 1091,
"72876032" : 883,
"73924608" : 805,
"74973184" : 667,
"76021760" : 577,
"77070336" : 512,
"78118912" : 364,
"79167488" : 414,
"80216064" : 300,
"81264640" : 281,
"82313216" : 231,
"83361792" : 174,
"84410368" : 166,
"85458944" : 131,
"86507520" : 121,
"87556096" : 122,
"88604672" : 90,
"89653248" : 76,
"90701824" : 69,
"91750400" : 40,
"92798976" : 43,
"93847552" : 30,
"94896128" : 21,
"95944704" : 21,
"96993280" : 11,
"98041856" : 8,
"99090432" : 11,
"100139008" : 2,
"101187584" : 4,
"102236160" : 7,
"103284736" : 2,
"104333312" : 6,
"105381888" : 1,
"106430464" : 2,
"107479040" : 2,
"108527616" : 5,
"109576192" : 1,
"110624768" : 2,
"111673344" : 2,
"113770496" : 1
}
},
"lat_ns" : {
"min" : 13343160,
"max" : 117461682,
"mean" : 31554068.205979,
"stddev" : 10131601.515911,
"N" : 2271524
},
"bw_min" : 42193,
"bw_max" : 87812,
"bw_agg" : 99.963823,
"bw_mean" : 64876.910394,
"bw_dev" : 602.934922,
"bw_samples" : 4464,
"iops_min" : 10548,
"iops_max" : 21952,
"iops_mean" : 16218.372760,
"iops_stddev" : 150.755619,
"iops_samples" : 4464
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2240013,
"usr_cpu" : 0.410399,
"sys_cpu" : 7.718125,
"ctx" : 2837373,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999956,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 6.520951,
"50" : 87.910757,
"100" : 5.566048,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097207,
"timestamp_ms" : 1773097207542,
"time" : "Mon Mar 9 20:00:07 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 29,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9970843648,
"io_kbytes" : 9737152,
"bw_bytes" : 66472290,
"bw" : 64914,
"iops" : 16228.933333,
"runtime" : 150000,
"total_ios" : 2434340,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 297485,
"max" : 8096612,
"mean" : 981431.321448,
"stddev" : 978610.428918,
"N" : 2434340
},
"clat_ns" : {
"min" : 12859030,
"max" : 113930986,
"mean" : 30565458.563837,
"stddev" : 9921803.505835,
"N" : 2434324,
"percentile" : {
"1.000000" : 17956864,
"5.000000" : 19529728,
"10.000000" : 20840448,
"20.000000" : 22413312,
"30.000000" : 24248320,
"40.000000" : 26083328,
"50.000000" : 28180480,
"60.000000" : 30277632,
"70.000000" : 33161216,
"80.000000" : 36962304,
"90.000000" : 43778048,
"95.000000" : 51118080,
"99.000000" : 63700992,
"99.500000" : 68681728,
"99.900000" : 79167488,
"99.950000" : 83361792,
"99.990000" : 90701824
},
"bins" : {
"12910592" : 2,
"13172736" : 1,
"13434880" : 4,
"13565952" : 5,
"13697024" : 6,
"13828096" : 4,
"13959168" : 12,
"14090240" : 11,
"14221312" : 19,
"14352384" : 13,
"14483456" : 20,
"14614528" : 41,
"14745600" : 40,
"14876672" : 59,
"15007744" : 81,
"15138816" : 88,
"15269888" : 161,
"15400960" : 182,
"15532032" : 189,
"15663104" : 248,
"15794176" : 291,
"15925248" : 369,
"16056320" : 477,
"16187392" : 561,
"16318464" : 704,
"16449536" : 817,
"16580608" : 882,
"16711680" : 1124,
"16908288" : 2448,
"17170432" : 3282,
"17432576" : 4590,
"17694720" : 5994,
"17956864" : 7615,
"18219008" : 9460,
"18481152" : 11692,
"18743296" : 13913,
"19005440" : 16452,
"19267584" : 19151,
"19529728" : 22448,
"19791872" : 25592,
"20054016" : 28481,
"20316160" : 31125,
"20578304" : 33250,
"20840448" : 34603,
"21102592" : 36223,
"21364736" : 37286,
"21626880" : 37688,
"21889024" : 37788,
"22151168" : 37417,
"22413312" : 37342,
"22675456" : 37161,
"22937600" : 36866,
"23199744" : 36078,
"23461888" : 35481,
"23724032" : 34895,
"23986176" : 34355,
"24248320" : 33783,
"24510464" : 33206,
"24772608" : 32980,
"25034752" : 32111,
"25296896" : 31545,
"25559040" : 32000,
"25821184" : 31529,
"26083328" : 31625,
"26345472" : 31626,
"26607616" : 31785,
"26869760" : 30985,
"27131904" : 31225,
"27394048" : 31029,
"27656192" : 31046,
"27918336" : 31462,
"28180480" : 31686,
"28442624" : 30970,
"28704768" : 30560,
"28966912" : 30258,
"29229056" : 29768,
"29491200" : 29522,
"29753344" : 29162,
"30015488" : 28240,
"30277632" : 27675,
"30539776" : 27149,
"30801920" : 26611,
"31064064" : 26066,
"31326208" : 24771,
"31588352" : 24460,
"31850496" : 23669,
"32112640" : 22902,
"32374784" : 22450,
"32636928" : 21562,
"32899072" : 20926,
"33161216" : 20232,
"33423360" : 19637,
"33816576" : 37417,
"34340864" : 35160,
"34865152" : 33456,
"35389440" : 31183,
"35913728" : 29011,
"36438016" : 27133,
"36962304" : 26089,
"37486592" : 24335,
"38010880" : 23217,
"38535168" : 22080,
"39059456" : 20773,
"39583744" : 19868,
"40108032" : 18941,
"40632320" : 17848,
"41156608" : 16593,
"41680896" : 15719,
"42205184" : 14991,
"42729472" : 14094,
"43253760" : 13166,
"43778048" : 12469,
"44302336" : 11712,
"44826624" : 11066,
"45350912" : 10561,
"45875200" : 9971,
"46399488" : 9537,
"46923776" : 9042,
"47448064" : 8435,
"47972352" : 7978,
"48496640" : 7670,
"49020928" : 7368,
"49545216" : 7097,
"50069504" : 6823,
"50593792" : 6490,
"51118080" : 6089,
"51642368" : 6343,
"52166656" : 5959,
"52690944" : 5858,
"53215232" : 5465,
"53739520" : 5378,
"54263808" : 5163,
"54788096" : 5163,
"55312384" : 5014,
"55836672" : 4809,
"56360960" : 4512,
"56885248" : 4421,
"57409536" : 4148,
"57933824" : 3884,
"58458112" : 3823,
"58982400" : 3610,
"59506688" : 3445,
"60030976" : 3085,
"60555264" : 2977,
"61079552" : 2772,
"61603840" : 2565,
"62128128" : 2325,
"62652416" : 2149,
"63176704" : 2063,
"63700992" : 1973,
"64225280" : 1718,
"64749568" : 1495,
"65273856" : 1341,
"65798144" : 1301,
"66322432" : 1208,
"66846720" : 1191,
"67633152" : 2036,
"68681728" : 1719,
"69730304" : 1627,
"70778880" : 1306,
"71827456" : 1166,
"72876032" : 969,
"73924608" : 845,
"74973184" : 721,
"76021760" : 608,
"77070336" : 544,
"78118912" : 394,
"79167488" : 439,
"80216064" : 329,
"81264640" : 296,
"82313216" : 242,
"83361792" : 186,
"84410368" : 180,
"85458944" : 141,
"86507520" : 129,
"87556096" : 125,
"88604672" : 98,
"89653248" : 81,
"90701824" : 72,
"91750400" : 41,
"92798976" : 45,
"93847552" : 30,
"94896128" : 25,
"95944704" : 21,
"96993280" : 13,
"98041856" : 8,
"99090432" : 11,
"100139008" : 2,
"101187584" : 4,
"102236160" : 7,
"103284736" : 2,
"104333312" : 6,
"105381888" : 1,
"106430464" : 2,
"107479040" : 2,
"108527616" : 5,
"109576192" : 1,
"110624768" : 2,
"111673344" : 2,
"113770496" : 1
}
},
"lat_ns" : {
"min" : 13343160,
"max" : 117461682,
"mean" : 31546851.122810,
"stddev" : 10154508.831512,
"N" : 2434324
},
"bw_min" : 42193,
"bw_max" : 87812,
"bw_agg" : 100.000000,
"bw_mean" : 64977.799331,
"bw_dev" : 599.689559,
"bw_samples" : 4784,
"iops_min" : 10548,
"iops_max" : 21952,
"iops_mean" : 16243.555184,
"iops_stddev" : 149.947648,
"iops_samples" : 4784
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2399996,
"usr_cpu" : 0.410876,
"sys_cpu" : 7.720555,
"ctx" : 3039075,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 6.451482,
"50" : 87.941002,
"100" : 5.605421,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097217,
"timestamp_ms" : 1773097217542,
"time" : "Mon Mar 9 20:00:17 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 19,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10624802816,
"io_kbytes" : 10375784,
"bw_bytes" : 66405017,
"bw" : 64848,
"iops" : 16212.443750,
"runtime" : 160000,
"total_ios" : 2593991,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 297485,
"max" : 8096612,
"mean" : 982434.276168,
"stddev" : 981342.036285,
"N" : 2593991
},
"clat_ns" : {
"min" : 12859030,
"max" : 113930986,
"mean" : 30595068.024599,
"stddev" : 9944016.274973,
"N" : 2593975,
"percentile" : {
"1.000000" : 17956864,
"5.000000" : 19529728,
"10.000000" : 20840448,
"20.000000" : 22413312,
"30.000000" : 24248320,
"40.000000" : 26345472,
"50.000000" : 28180480,
"60.000000" : 30539776,
"70.000000" : 33161216,
"80.000000" : 36962304,
"90.000000" : 43778048,
"95.000000" : 51118080,
"99.000000" : 63700992,
"99.500000" : 68681728,
"99.900000" : 79167488,
"99.950000" : 83361792,
"99.990000" : 90701824
},
"bins" : {
"12910592" : 2,
"13172736" : 1,
"13434880" : 4,
"13565952" : 5,
"13697024" : 6,
"13828096" : 4,
"13959168" : 12,
"14090240" : 11,
"14221312" : 19,
"14352384" : 13,
"14483456" : 20,
"14614528" : 42,
"14745600" : 40,
"14876672" : 61,
"15007744" : 82,
"15138816" : 90,
"15269888" : 169,
"15400960" : 186,
"15532032" : 196,
"15663104" : 261,
"15794176" : 305,
"15925248" : 383,
"16056320" : 500,
"16187392" : 582,
"16318464" : 722,
"16449536" : 862,
"16580608" : 924,
"16711680" : 1201,
"16908288" : 2651,
"17170432" : 3552,
"17432576" : 4922,
"17694720" : 6396,
"17956864" : 8134,
"18219008" : 10117,
"18481152" : 12498,
"18743296" : 14913,
"19005440" : 17648,
"19267584" : 20531,
"19529728" : 23980,
"19791872" : 27273,
"20054016" : 30333,
"20316160" : 33032,
"20578304" : 35361,
"20840448" : 36777,
"21102592" : 38409,
"21364736" : 39494,
"21626880" : 39979,
"21889024" : 40047,
"22151168" : 39832,
"22413312" : 39753,
"22675456" : 39481,
"22937600" : 39282,
"23199744" : 38389,
"23461888" : 37680,
"23724032" : 37060,
"23986176" : 36485,
"24248320" : 35807,
"24510464" : 35244,
"24772608" : 34895,
"25034752" : 34137,
"25296896" : 33520,
"25559040" : 33961,
"25821184" : 33421,
"26083328" : 33659,
"26345472" : 33568,
"26607616" : 33659,
"26869760" : 32838,
"27131904" : 33121,
"27394048" : 33007,
"27656192" : 33020,
"27918336" : 33367,
"28180480" : 33588,
"28442624" : 32893,
"28704768" : 32496,
"28966912" : 32224,
"29229056" : 31617,
"29491200" : 31313,
"29753344" : 31075,
"30015488" : 30118,
"30277632" : 29545,
"30539776" : 28936,
"30801920" : 28284,
"31064064" : 27750,
"31326208" : 26322,
"31588352" : 26085,
"31850496" : 25220,
"32112640" : 24466,
"32374784" : 23960,
"32636928" : 22978,
"32899072" : 22313,
"33161216" : 21638,
"33423360" : 20942,
"33816576" : 40048,
"34340864" : 37541,
"34865152" : 35731,
"35389440" : 33386,
"35913728" : 31104,
"36438016" : 29099,
"36962304" : 27847,
"37486592" : 26057,
"38010880" : 24849,
"38535168" : 23703,
"39059456" : 22200,
"39583744" : 21255,
"40108032" : 20325,
"40632320" : 19202,
"41156608" : 17817,
"41680896" : 16782,
"42205184" : 15920,
"42729472" : 15002,
"43253760" : 14121,
"43778048" : 13337,
"44302336" : 12599,
"44826624" : 11897,
"45350912" : 11380,
"45875200" : 10691,
"46399488" : 10194,
"46923776" : 9674,
"47448064" : 9052,
"47972352" : 8578,
"48496640" : 8275,
"49020928" : 7871,
"49545216" : 7612,
"50069504" : 7306,
"50593792" : 7006,
"51118080" : 6597,
"51642368" : 6749,
"52166656" : 6367,
"52690944" : 6303,
"53215232" : 5888,
"53739520" : 5769,
"54263808" : 5484,
"54788096" : 5495,
"55312384" : 5369,
"55836672" : 5121,
"56360960" : 4786,
"56885248" : 4746,
"57409536" : 4431,
"57933824" : 4142,
"58458112" : 4088,
"58982400" : 3899,
"59506688" : 3718,
"60030976" : 3298,
"60555264" : 3184,
"61079552" : 2963,
"61603840" : 2715,
"62128128" : 2485,
"62652416" : 2296,
"63176704" : 2200,
"63700992" : 2139,
"64225280" : 1846,
"64749568" : 1629,
"65273856" : 1440,
"65798144" : 1440,
"66322432" : 1332,
"66846720" : 1282,
"67633152" : 2167,
"68681728" : 1846,
"69730304" : 1753,
"70778880" : 1416,
"71827456" : 1246,
"72876032" : 1040,
"73924608" : 903,
"74973184" : 771,
"76021760" : 661,
"77070336" : 607,
"78118912" : 427,
"79167488" : 484,
"80216064" : 373,
"81264640" : 317,
"82313216" : 264,
"83361792" : 205,
"84410368" : 194,
"85458944" : 160,
"86507520" : 139,
"87556096" : 132,
"88604672" : 103,
"89653248" : 87,
"90701824" : 75,
"91750400" : 46,
"92798976" : 51,
"93847552" : 32,
"94896128" : 25,
"95944704" : 21,
"96993280" : 13,
"98041856" : 8,
"99090432" : 11,
"100139008" : 2,
"101187584" : 4,
"102236160" : 7,
"103284736" : 2,
"104333312" : 6,
"105381888" : 1,
"106430464" : 2,
"107479040" : 2,
"108527616" : 5,
"109576192" : 1,
"110624768" : 2,
"111673344" : 2,
"113770496" : 1
}
},
"lat_ns" : {
"min" : 13343160,
"max" : 117461682,
"mean" : 31577397.762059,
"stddev" : 10177132.852580,
"N" : 2593975
},
"bw_min" : 42121,
"bw_max" : 87948,
"bw_agg" : 100.000000,
"bw_mean" : 64900.203762,
"bw_dev" : 599.581355,
"bw_samples" : 5104,
"iops_min" : 10530,
"iops_max" : 21986,
"iops_mean" : 16224.147335,
"iops_stddev" : 149.921935,
"iops_samples" : 5104
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2559997,
"usr_cpu" : 0.410665,
"sys_cpu" : 7.708681,
"ctx" : 3239157,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 6.470069,
"50" : 87.885463,
"100" : 5.642502,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097227,
"timestamp_ms" : 1773097227538,
"time" : "Mon Mar 9 20:00:27 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11260362752,
"io_kbytes" : 10996448,
"bw_bytes" : 66237427,
"bw" : 64684,
"iops" : 16171.394118,
"runtime" : 170000,
"total_ios" : 2749137,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 297485,
"max" : 8096612,
"mean" : 984936.612448,
"stddev" : 985436.174490,
"N" : 2749137
},
"clat_ns" : {
"min" : 12859030,
"max" : 113930986,
"mean" : 30674706.798282,
"stddev" : 9987835.642440,
"N" : 2749121,
"percentile" : {
"1.000000" : 17956864,
"5.000000" : 19791872,
"10.000000" : 20840448,
"20.000000" : 22413312,
"30.000000" : 24248320,
"40.000000" : 26345472,
"50.000000" : 28442624,
"60.000000" : 30539776,
"70.000000" : 33161216,
"80.000000" : 36962304,
"90.000000" : 44302336,
"95.000000" : 51642368,
"99.000000" : 63700992,
"99.500000" : 68681728,
"99.900000" : 79167488,
"99.950000" : 83361792,
"99.990000" : 91750400
},
"bins" : {
"12910592" : 2,
"13172736" : 1,
"13434880" : 4,
"13565952" : 5,
"13697024" : 6,
"13828096" : 4,
"13959168" : 12,
"14090240" : 14,
"14221312" : 19,
"14352384" : 13,
"14483456" : 23,
"14614528" : 43,
"14745600" : 41,
"14876672" : 61,
"15007744" : 82,
"15138816" : 94,
"15269888" : 175,
"15400960" : 194,
"15532032" : 205,
"15663104" : 271,
"15794176" : 316,
"15925248" : 393,
"16056320" : 515,
"16187392" : 593,
"16318464" : 757,
"16449536" : 901,
"16580608" : 961,
"16711680" : 1246,
"16908288" : 2719,
"17170432" : 3669,
"17432576" : 5062,
"17694720" : 6582,
"17956864" : 8423,
"18219008" : 10481,
"18481152" : 12997,
"18743296" : 15508,
"19005440" : 18338,
"19267584" : 21333,
"19529728" : 24980,
"19791872" : 28398,
"20054016" : 31753,
"20316160" : 34599,
"20578304" : 37099,
"20840448" : 38568,
"21102592" : 40225,
"21364736" : 41502,
"21626880" : 42157,
"21889024" : 42078,
"22151168" : 41896,
"22413312" : 41867,
"22675456" : 41626,
"22937600" : 41433,
"23199744" : 40619,
"23461888" : 39835,
"23724032" : 39191,
"23986176" : 38444,
"24248320" : 37813,
"24510464" : 37275,
"24772608" : 36794,
"25034752" : 36099,
"25296896" : 35562,
"25559040" : 36023,
"25821184" : 35436,
"26083328" : 35597,
"26345472" : 35443,
"26607616" : 35549,
"26869760" : 34746,
"27131904" : 35014,
"27394048" : 35015,
"27656192" : 34994,
"27918336" : 35317,
"28180480" : 35451,
"28442624" : 34711,
"28704768" : 34423,
"28966912" : 34070,
"29229056" : 33521,
"29491200" : 33059,
"29753344" : 32949,
"30015488" : 31787,
"30277632" : 31300,
"30539776" : 30554,
"30801920" : 30030,
"31064064" : 29467,
"31326208" : 27900,
"31588352" : 27613,
"31850496" : 26727,
"32112640" : 25991,
"32374784" : 25467,
"32636928" : 24447,
"32899072" : 23819,
"33161216" : 22942,
"33423360" : 22258,
"33816576" : 42783,
"34340864" : 40150,
"34865152" : 38185,
"35389440" : 35663,
"35913728" : 33379,
"36438016" : 31250,
"36962304" : 29720,
"37486592" : 28025,
"38010880" : 26732,
"38535168" : 25590,
"39059456" : 23849,
"39583744" : 22798,
"40108032" : 21702,
"40632320" : 20520,
"41156608" : 19185,
"41680896" : 17997,
"42205184" : 17056,
"42729472" : 15969,
"43253760" : 15147,
"43778048" : 14320,
"44302336" : 13544,
"44826624" : 12851,
"45350912" : 12174,
"45875200" : 11458,
"46399488" : 10946,
"46923776" : 10382,
"47448064" : 9776,
"47972352" : 9203,
"48496640" : 8872,
"49020928" : 8442,
"49545216" : 8120,
"50069504" : 7815,
"50593792" : 7481,
"51118080" : 7009,
"51642368" : 7125,
"52166656" : 6788,
"52690944" : 6671,
"53215232" : 6266,
"53739520" : 6093,
"54263808" : 5799,
"54788096" : 5812,
"55312384" : 5664,
"55836672" : 5451,
"56360960" : 5084,
"56885248" : 5034,
"57409536" : 4707,
"57933824" : 4409,
"58458112" : 4368,
"58982400" : 4162,
"59506688" : 3967,
"60030976" : 3512,
"60555264" : 3436,
"61079552" : 3184,
"61603840" : 2919,
"62128128" : 2702,
"62652416" : 2504,
"63176704" : 2375,
"63700992" : 2316,
"64225280" : 2013,
"64749568" : 1801,
"65273856" : 1583,
"65798144" : 1616,
"66322432" : 1478,
"66846720" : 1429,
"67633152" : 2402,
"68681728" : 2063,
"69730304" : 1918,
"70778880" : 1556,
"71827456" : 1373,
"72876032" : 1126,
"73924608" : 979,
"74973184" : 838,
"76021760" : 729,
"77070336" : 651,
"78118912" : 464,
"79167488" : 530,
"80216064" : 415,
"81264640" : 360,
"82313216" : 285,
"83361792" : 244,
"84410368" : 215,
"85458944" : 181,
"86507520" : 158,
"87556096" : 144,
"88604672" : 118,
"89653248" : 102,
"90701824" : 91,
"91750400" : 65,
"92798976" : 59,
"93847552" : 39,
"94896128" : 42,
"95944704" : 29,
"96993280" : 19,
"98041856" : 12,
"99090432" : 15,
"100139008" : 4,
"101187584" : 7,
"102236160" : 7,
"103284736" : 2,
"104333312" : 6,
"105381888" : 1,
"106430464" : 2,
"107479040" : 2,
"108527616" : 5,
"109576192" : 1,
"110624768" : 2,
"111673344" : 2,
"113770496" : 1
}
},
"lat_ns" : {
"min" : 13343160,
"max" : 117461682,
"mean" : 31659668.474170,
"stddev" : 10222151.358030,
"N" : 2749121
},
"bw_min" : 42121,
"bw_max" : 87948,
"bw_agg" : 99.961371,
"bw_mean" : 64660.336283,
"bw_dev" : 600.157009,
"bw_samples" : 5424,
"iops_min" : 10530,
"iops_max" : 21986,
"iops_mean" : 16164.185841,
"iops_stddev" : 150.064004,
"iops_samples" : 5424
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2719998,
"usr_cpu" : 0.409669,
"sys_cpu" : 7.686954,
"ctx" : 3427791,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 6.341736,
"50" : 87.949746,
"100" : 5.706518,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097237,
"timestamp_ms" : 1773097237554,
"time" : "Mon Mar 9 20:00:37 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 179,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11945840640,
"io_kbytes" : 11665860,
"bw_bytes" : 66365412,
"bw" : 64809,
"iops" : 16200.359998,
"runtime" : 180001,
"total_ios" : 2916081,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 297485,
"max" : 8096612,
"mean" : 983140.595552,
"stddev" : 982223.590901,
"N" : 2916097
},
"clat_ns" : {
"min" : 3605,
"max" : 113930986,
"mean" : 30615944.535823,
"stddev" : 9958230.783848,
"N" : 2916577,
"percentile" : {
"1.000000" : 17956864,
"5.000000" : 19529728,
"10.000000" : 20840448,
"20.000000" : 22413312,
"30.000000" : 24248320,
"40.000000" : 26345472,
"50.000000" : 28180480,
"60.000000" : 30539776,
"70.000000" : 33161216,
"80.000000" : 36962304,
"90.000000" : 43778048,
"95.000000" : 51118080,
"99.000000" : 63700992,
"99.500000" : 68681728,
"99.900000" : 79167488,
"99.950000" : 83361792,
"99.990000" : 91750400
},
"bins" : {
"3600" : 1,
"3792" : 1,
"4128" : 1,
"4192" : 1,
"4256" : 1,
"4320" : 1,
"4448" : 1,
"4640" : 1,
"4832" : 1,
"4960" : 1,
"5152" : 1,
"5792" : 1,
"6624" : 1,
"6688" : 1,
"8384" : 1,
"9408" : 1,
"391168" : 1,
"464896" : 1,
"569344" : 1,
"626688" : 1,
"741376" : 1,
"749568" : 1,
"774144" : 1,
"782336" : 1,
"790528" : 1,
"798720" : 1,
"970752" : 1,
"1003520" : 1,
"1073152" : 1,
"1204224" : 2,
"1253376" : 2,
"1335296" : 1,
"1384448" : 1,
"1449984" : 1,
"1482752" : 1,
"1531904" : 3,
"1662976" : 2,
"1679360" : 1,
"1761280" : 1,
"1794048" : 1,
"1826816" : 1,
"1892352" : 1,
"1990656" : 1,
"2023424" : 1,
"2072576" : 1,
"2113536" : 2,
"2179072" : 1,
"2211840" : 2,
"2244608" : 1,
"2277376" : 2,
"2375680" : 2,
"2441216" : 1,
"2506752" : 2,
"2572288" : 2,
"2605056" : 1,
"2670592" : 1,
"2703360" : 1,
"2736128" : 2,
"2768896" : 1,
"2801664" : 1,
"2834432" : 2,
"2998272" : 1,
"3031040" : 1,
"3063808" : 2,
"3096576" : 1,
"3129344" : 1,
"3162112" : 2,
"3227648" : 1,
"3325952" : 2,
"3424256" : 2,
"3457024" : 1,
"3522560" : 1,
"3555328" : 2,
"3588096" : 1,
"3620864" : 2,
"3686400" : 1,
"3751936" : 1,
"3784704" : 1,
"3817472" : 1,
"3850240" : 2,
"3948544" : 2,
"4014080" : 1,
"4046848" : 1,
"4079616" : 1,
"4112384" : 1,
"4177920" : 2,
"4227072" : 4,
"4423680" : 1,
"4489216" : 4,
"4554752" : 1,
"4685824" : 4,
"4751360" : 3,
"4882432" : 4,
"4947968" : 3,
"5144576" : 1,
"5210112" : 1,
"5275648" : 4,
"5341184" : 1,
"5406720" : 2,
"5537792" : 1,
"5603328" : 3,
"5668864" : 3,
"5734400" : 2,
"5799936" : 3,
"5865472" : 2,
"6062080" : 3,
"6127616" : 2,
"6193152" : 1,
"6258688" : 3,
"6324224" : 1,
"6389760" : 2,
"6455296" : 2,
"6520832" : 1,
"6586368" : 1,
"6651904" : 1,
"6782976" : 1,
"6848512" : 2,
"6914048" : 3,
"6979584" : 3,
"7045120" : 1,
"7110656" : 1,
"7241728" : 1,
"7372800" : 3,
"7438336" : 4,
"7503872" : 1,
"7634944" : 2,
"7831552" : 3,
"7897088" : 2,
"7962624" : 4,
"8028160" : 1,
"8224768" : 1,
"8290304" : 4,
"8355840" : 3,
"8454144" : 2,
"8716288" : 2,
"8847360" : 3,
"8978432" : 4,
"9109504" : 1,
"9240576" : 1,
"9371648" : 5,
"9502720" : 1,
"9633792" : 2,
"9764864" : 2,
"9895936" : 2,
"10027008" : 3,
"10158080" : 2,
"10289152" : 1,
"10420224" : 5,
"10682368" : 4,
"10813440" : 4,
"11075584" : 2,
"11206656" : 3,
"11337728" : 5,
"11599872" : 2,
"11730944" : 4,
"11862016" : 2,
"11993088" : 1,
"12124160" : 4,
"12255232" : 3,
"12517376" : 3,
"12648448" : 1,
"12779520" : 6,
"12910592" : 6,
"13041664" : 2,
"13172736" : 3,
"13303808" : 1,
"13434880" : 6,
"13565952" : 7,
"13697024" : 10,
"13828096" : 5,
"13959168" : 14,
"14090240" : 16,
"14221312" : 23,
"14352384" : 16,
"14483456" : 27,
"14614528" : 46,
"14745600" : 45,
"14876672" : 64,
"15007744" : 96,
"15138816" : 104,
"15269888" : 190,
"15400960" : 209,
"15532032" : 222,
"15663104" : 303,
"15794176" : 348,
"15925248" : 421,
"16056320" : 554,
"16187392" : 640,
"16318464" : 800,
"16449536" : 961,
"16580608" : 1020,
"16711680" : 1315,
"16908288" : 2913,
"17170432" : 3969,
"17432576" : 5483,
"17694720" : 7066,
"17956864" : 9027,
"18219008" : 11257,
"18481152" : 13980,
"18743296" : 16779,
"19005440" : 19807,
"19267584" : 23041,
"19529728" : 26960,
"19791872" : 30608,
"20054016" : 34115,
"20316160" : 37254,
"20578304" : 39943,
"20840448" : 41558,
"21102592" : 43307,
"21364736" : 44532,
"21626880" : 45471,
"21889024" : 45157,
"22151168" : 44971,
"22413312" : 44615,
"22675456" : 44419,
"22937600" : 43877,
"23199744" : 43026,
"23461888" : 42323,
"23724032" : 41555,
"23986176" : 40686,
"24248320" : 39983,
"24510464" : 39397,
"24772608" : 38862,
"25034752" : 38152,
"25296896" : 37532,
"25559040" : 38003,
"25821184" : 37402,
"26083328" : 37428,
"26345472" : 37477,
"26607616" : 37642,
"26869760" : 36778,
"27131904" : 37003,
"27394048" : 37111,
"27656192" : 37026,
"27918336" : 37341,
"28180480" : 37464,
"28442624" : 36733,
"28704768" : 36358,
"28966912" : 36009,
"29229056" : 35378,
"29491200" : 34927,
"29753344" : 34760,
"30015488" : 33473,
"30277632" : 33023,
"30539776" : 32313,
"30801920" : 31805,
"31064064" : 31200,
"31326208" : 29595,
"31588352" : 29209,
"31850496" : 28302,
"32112640" : 27477,
"32374784" : 26897,
"32636928" : 25885,
"32899072" : 25264,
"33161216" : 24330,
"33423360" : 23700,
"33816576" : 45374,
"34340864" : 42560,
"34865152" : 40508,
"35389440" : 38014,
"35913728" : 35475,
"36438016" : 33091,
"36962304" : 31421,
"37486592" : 29607,
"38010880" : 28158,
"38535168" : 27081,
"39059456" : 25111,
"39583744" : 24031,
"40108032" : 22857,
"40632320" : 21653,
"41156608" : 20249,
"41680896" : 18943,
"42205184" : 18027,
"42729472" : 16814,
"43253760" : 15997,
"43778048" : 15120,
"44302336" : 14398,
"44826624" : 13523,
"45350912" : 12797,
"45875200" : 12066,
"46399488" : 11482,
"46923776" : 10902,
"47448064" : 10250,
"47972352" : 9673,
"48496640" : 9387,
"49020928" : 8918,
"49545216" : 8599,
"50069504" : 8275,
"50593792" : 7892,
"51118080" : 7425,
"51642368" : 7506,
"52166656" : 7203,
"52690944" : 7082,
"53215232" : 6628,
"53739520" : 6439,
"54263808" : 6131,
"54788096" : 6147,
"55312384" : 5966,
"55836672" : 5775,
"56360960" : 5362,
"56885248" : 5323,
"57409536" : 4976,
"57933824" : 4648,
"58458112" : 4612,
"58982400" : 4381,
"59506688" : 4172,
"60030976" : 3698,
"60555264" : 3594,
"61079552" : 3341,
"61603840" : 3056,
"62128128" : 2811,
"62652416" : 2586,
"63176704" : 2464,
"63700992" : 2384,
"64225280" : 2105,
"64749568" : 1861,
"65273856" : 1636,
"65798144" : 1673,
"66322432" : 1536,
"66846720" : 1471,
"67633152" : 2472,
"68681728" : 2125,
"69730304" : 1979,
"70778880" : 1595,
"71827456" : 1409,
"72876032" : 1153,
"73924608" : 1000,
"74973184" : 851,
"76021760" : 738,
"77070336" : 656,
"78118912" : 469,
"79167488" : 532,
"80216064" : 416,
"81264640" : 363,
"82313216" : 286,
"83361792" : 245,
"84410368" : 217,
"85458944" : 187,
"86507520" : 158,
"87556096" : 144,
"88604672" : 118,
"89653248" : 102,
"90701824" : 91,
"91750400" : 65,
"92798976" : 59,
"93847552" : 39,
"94896128" : 42,
"95944704" : 29,
"96993280" : 19,
"98041856" : 12,
"99090432" : 15,
"100139008" : 4,
"101187584" : 7,
"102236160" : 7,
"103284736" : 2,
"104333312" : 6,
"105381888" : 1,
"106430464" : 2,
"107479040" : 2,
"108527616" : 5,
"109576192" : 1,
"110624768" : 2,
"111673344" : 2,
"113770496" : 1
}
},
"lat_ns" : {
"min" : 387231,
"max" : 117461682,
"mean" : 31599060.551452,
"stddev" : 10192187.704819,
"N" : 2916577
},
"bw_min" : 42121,
"bw_max" : 89396,
"bw_agg" : 100.000000,
"bw_mean" : 64844.785515,
"bw_dev" : 607.298643,
"bw_samples" : 5744,
"iops_min" : 10530,
"iops_max" : 22348,
"iops_mean" : 16210.348189,
"iops_stddev" : 151.848753,
"iops_samples" : 5744
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880001,
"usr_cpu" : 0.411528,
"sys_cpu" : 7.705310,
"ctx" : 3639967,
"majf" : 0,
"minf" : 657,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999451,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 6.446735,
"50" : 87.913882,
"100" : 5.646860,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773097237,
"timestamp_ms" : 1773097237592,
"time" : "Mon Mar 9 20:00:37 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11946364928,
"io_kbytes" : 11666372,
"bw_bytes" : 66361320,
"bw" : 64805,
"iops" : 16198.650150,
"runtime" : 180020,
"total_ios" : 2916081,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 297485,
"max" : 8096612,
"mean" : 983140.595552,
"stddev" : 982223.590901,
"N" : 2916097
},
"clat_ns" : {
"min" : 3605,
"max" : 113930986,
"mean" : 30615944.535823,
"stddev" : 9958230.783848,
"N" : 2916577,
"percentile" : {
"1.000000" : 17956864,
"5.000000" : 19529728,
"10.000000" : 20840448,
"20.000000" : 22413312,
"30.000000" : 24248320,
"40.000000" : 26345472,
"50.000000" : 28180480,
"60.000000" : 30539776,
"70.000000" : 33161216,
"80.000000" : 36962304,
"90.000000" : 43778048,
"95.000000" : 51118080,
"99.000000" : 63700992,
"99.500000" : 68681728,
"99.900000" : 79167488,
"99.950000" : 83361792,
"99.990000" : 91750400
},
"bins" : {
"3600" : 1,
"3792" : 1,
"4128" : 1,
"4192" : 1,
"4256" : 1,
"4320" : 1,
"4448" : 1,
"4640" : 1,
"4832" : 1,
"4960" : 1,
"5152" : 1,
"5792" : 1,
"6624" : 1,
"6688" : 1,
"8384" : 1,
"9408" : 1,
"391168" : 1,
"464896" : 1,
"569344" : 1,
"626688" : 1,
"741376" : 1,
"749568" : 1,
"774144" : 1,
"782336" : 1,
"790528" : 1,
"798720" : 1,
"970752" : 1,
"1003520" : 1,
"1073152" : 1,
"1204224" : 2,
"1253376" : 2,
"1335296" : 1,
"1384448" : 1,
"1449984" : 1,
"1482752" : 1,
"1531904" : 3,
"1662976" : 2,
"1679360" : 1,
"1761280" : 1,
"1794048" : 1,
"1826816" : 1,
"1892352" : 1,
"1990656" : 1,
"2023424" : 1,
"2072576" : 1,
"2113536" : 2,
"2179072" : 1,
"2211840" : 2,
"2244608" : 1,
"2277376" : 2,
"2375680" : 2,
"2441216" : 1,
"2506752" : 2,
"2572288" : 2,
"2605056" : 1,
"2670592" : 1,
"2703360" : 1,
"2736128" : 2,
"2768896" : 1,
"2801664" : 1,
"2834432" : 2,
"2998272" : 1,
"3031040" : 1,
"3063808" : 2,
"3096576" : 1,
"3129344" : 1,
"3162112" : 2,
"3227648" : 1,
"3325952" : 2,
"3424256" : 2,
"3457024" : 1,
"3522560" : 1,
"3555328" : 2,
"3588096" : 1,
"3620864" : 2,
"3686400" : 1,
"3751936" : 1,
"3784704" : 1,
"3817472" : 1,
"3850240" : 2,
"3948544" : 2,
"4014080" : 1,
"4046848" : 1,
"4079616" : 1,
"4112384" : 1,
"4177920" : 2,
"4227072" : 4,
"4423680" : 1,
"4489216" : 4,
"4554752" : 1,
"4685824" : 4,
"4751360" : 3,
"4882432" : 4,
"4947968" : 3,
"5144576" : 1,
"5210112" : 1,
"5275648" : 4,
"5341184" : 1,
"5406720" : 2,
"5537792" : 1,
"5603328" : 3,
"5668864" : 3,
"5734400" : 2,
"5799936" : 3,
"5865472" : 2,
"6062080" : 3,
"6127616" : 2,
"6193152" : 1,
"6258688" : 3,
"6324224" : 1,
"6389760" : 2,
"6455296" : 2,
"6520832" : 1,
"6586368" : 1,
"6651904" : 1,
"6782976" : 1,
"6848512" : 2,
"6914048" : 3,
"6979584" : 3,
"7045120" : 1,
"7110656" : 1,
"7241728" : 1,
"7372800" : 3,
"7438336" : 4,
"7503872" : 1,
"7634944" : 2,
"7831552" : 3,
"7897088" : 2,
"7962624" : 4,
"8028160" : 1,
"8224768" : 1,
"8290304" : 4,
"8355840" : 3,
"8454144" : 2,
"8716288" : 2,
"8847360" : 3,
"8978432" : 4,
"9109504" : 1,
"9240576" : 1,
"9371648" : 5,
"9502720" : 1,
"9633792" : 2,
"9764864" : 2,
"9895936" : 2,
"10027008" : 3,
"10158080" : 2,
"10289152" : 1,
"10420224" : 5,
"10682368" : 4,
"10813440" : 4,
"11075584" : 2,
"11206656" : 3,
"11337728" : 5,
"11599872" : 2,
"11730944" : 4,
"11862016" : 2,
"11993088" : 1,
"12124160" : 4,
"12255232" : 3,
"12517376" : 3,
"12648448" : 1,
"12779520" : 6,
"12910592" : 6,
"13041664" : 2,
"13172736" : 3,
"13303808" : 1,
"13434880" : 6,
"13565952" : 7,
"13697024" : 10,
"13828096" : 5,
"13959168" : 14,
"14090240" : 16,
"14221312" : 23,
"14352384" : 16,
"14483456" : 27,
"14614528" : 46,
"14745600" : 45,
"14876672" : 64,
"15007744" : 96,
"15138816" : 104,
"15269888" : 190,
"15400960" : 209,
"15532032" : 222,
"15663104" : 303,
"15794176" : 348,
"15925248" : 421,
"16056320" : 554,
"16187392" : 640,
"16318464" : 800,
"16449536" : 961,
"16580608" : 1020,
"16711680" : 1315,
"16908288" : 2913,
"17170432" : 3969,
"17432576" : 5483,
"17694720" : 7066,
"17956864" : 9027,
"18219008" : 11257,
"18481152" : 13980,
"18743296" : 16779,
"19005440" : 19807,
"19267584" : 23041,
"19529728" : 26960,
"19791872" : 30608,
"20054016" : 34115,
"20316160" : 37254,
"20578304" : 39943,
"20840448" : 41558,
"21102592" : 43307,
"21364736" : 44532,
"21626880" : 45471,
"21889024" : 45157,
"22151168" : 44971,
"22413312" : 44615,
"22675456" : 44419,
"22937600" : 43877,
"23199744" : 43026,
"23461888" : 42323,
"23724032" : 41555,
"23986176" : 40686,
"24248320" : 39983,
"24510464" : 39397,
"24772608" : 38862,
"25034752" : 38152,
"25296896" : 37532,
"25559040" : 38003,
"25821184" : 37402,
"26083328" : 37428,
"26345472" : 37477,
"26607616" : 37642,
"26869760" : 36778,
"27131904" : 37003,
"27394048" : 37111,
"27656192" : 37026,
"27918336" : 37341,
"28180480" : 37464,
"28442624" : 36733,
"28704768" : 36358,
"28966912" : 36009,
"29229056" : 35378,
"29491200" : 34927,
"29753344" : 34760,
"30015488" : 33473,
"30277632" : 33023,
"30539776" : 32313,
"30801920" : 31805,
"31064064" : 31200,
"31326208" : 29595,
"31588352" : 29209,
"31850496" : 28302,
"32112640" : 27477,
"32374784" : 26897,
"32636928" : 25885,
"32899072" : 25264,
"33161216" : 24330,
"33423360" : 23700,
"33816576" : 45374,
"34340864" : 42560,
"34865152" : 40508,
"35389440" : 38014,
"35913728" : 35475,
"36438016" : 33091,
"36962304" : 31421,
"37486592" : 29607,
"38010880" : 28158,
"38535168" : 27081,
"39059456" : 25111,
"39583744" : 24031,
"40108032" : 22857,
"40632320" : 21653,
"41156608" : 20249,
"41680896" : 18943,
"42205184" : 18027,
"42729472" : 16814,
"43253760" : 15997,
"43778048" : 15120,
"44302336" : 14398,
"44826624" : 13523,
"45350912" : 12797,
"45875200" : 12066,
"46399488" : 11482,
"46923776" : 10902,
"47448064" : 10250,
"47972352" : 9673,
"48496640" : 9387,
"49020928" : 8918,
"49545216" : 8599,
"50069504" : 8275,
"50593792" : 7892,
"51118080" : 7425,
"51642368" : 7506,
"52166656" : 7203,
"52690944" : 7082,
"53215232" : 6628,
"53739520" : 6439,
"54263808" : 6131,
"54788096" : 6147,
"55312384" : 5966,
"55836672" : 5775,
"56360960" : 5362,
"56885248" : 5323,
"57409536" : 4976,
"57933824" : 4648,
"58458112" : 4612,
"58982400" : 4381,
"59506688" : 4172,
"60030976" : 3698,
"60555264" : 3594,
"61079552" : 3341,
"61603840" : 3056,
"62128128" : 2811,
"62652416" : 2586,
"63176704" : 2464,
"63700992" : 2384,
"64225280" : 2105,
"64749568" : 1861,
"65273856" : 1636,
"65798144" : 1673,
"66322432" : 1536,
"66846720" : 1471,
"67633152" : 2472,
"68681728" : 2125,
"69730304" : 1979,
"70778880" : 1595,
"71827456" : 1409,
"72876032" : 1153,
"73924608" : 1000,
"74973184" : 851,
"76021760" : 738,
"77070336" : 656,
"78118912" : 469,
"79167488" : 532,
"80216064" : 416,
"81264640" : 363,
"82313216" : 286,
"83361792" : 245,
"84410368" : 217,
"85458944" : 187,
"86507520" : 158,
"87556096" : 144,
"88604672" : 118,
"89653248" : 102,
"90701824" : 91,
"91750400" : 65,
"92798976" : 59,
"93847552" : 39,
"94896128" : 42,
"95944704" : 29,
"96993280" : 19,
"98041856" : 12,
"99090432" : 15,
"100139008" : 4,
"101187584" : 7,
"102236160" : 7,
"103284736" : 2,
"104333312" : 6,
"105381888" : 1,
"106430464" : 2,
"107479040" : 2,
"108527616" : 5,
"109576192" : 1,
"110624768" : 2,
"111673344" : 2,
"113770496" : 1
}
},
"lat_ns" : {
"min" : 387231,
"max" : 117461682,
"mean" : 31599060.551452,
"stddev" : 10192187.704819,
"N" : 2916577
},
"bw_min" : 42121,
"bw_max" : 89396,
"bw_agg" : 100.000000,
"bw_mean" : 64840.708124,
"bw_dev" : 607.174135,
"bw_samples" : 5748,
"iops_min" : 10530,
"iops_max" : 22348,
"iops_mean" : 16209.327360,
"iops_stddev" : 151.817682,
"iops_samples" : 5748
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880075,
"usr_cpu" : 0.411517,
"sys_cpu" : 7.705112,
"ctx" : 3640035,
"majf" : 0,
"minf" : 661,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999451,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 6.446735,
"50" : 87.913882,
"100" : 5.646860,
"250" : 0.010000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}