raidz2/benchmarks/rand/rand-write-qd1-nj16_run1.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773088794,
"timestamp_ms" : 1773088794068,
"time" : "Mon Mar 9 17:39:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 11,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 931508224,
"io_kbytes" : 909676,
"bw_bytes" : 95441416,
"bw" : 93204,
"iops" : 23305.942623,
"runtime" : 9760,
"total_ios" : 227466,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 156160,
"usr_cpu" : 0.571209,
"sys_cpu" : 11.462602,
"ctx" : 296519,
"majf" : 0,
"minf" : 96,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773088804,
"timestamp_ms" : 1773088804310,
"time" : "Mon Mar 9 17:40:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 169,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 821760000,
"io_kbytes" : 802500,
"bw_bytes" : 82159568,
"bw" : 80233,
"iops" : 20063.087383,
"runtime" : 10002,
"total_ios" : 200671,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 232025,
"max" : 7033569,
"mean" : 793162.435170,
"stddev" : 631495.242506,
"N" : 200671
},
"clat_ns" : {
"min" : 1151,
"max" : 1780080,
"mean" : 2564.046278,
"stddev" : 13429.188179,
"N" : 200655,
"percentile" : {
"1.000000" : 1320,
"5.000000" : 1416,
"10.000000" : 1480,
"20.000000" : 1592,
"30.000000" : 1688,
"40.000000" : 1800,
"50.000000" : 1928,
"60.000000" : 2064,
"70.000000" : 2192,
"80.000000" : 2384,
"90.000000" : 2640,
"95.000000" : 2896,
"99.000000" : 7328,
"99.500000" : 12352,
"99.900000" : 144384,
"99.950000" : 276480,
"99.990000" : 585728
},
"bins" : {
"1144" : 1,
"1160" : 1,
"1176" : 7,
"1192" : 8,
"1208" : 40,
"1224" : 35,
"1240" : 76,
"1256" : 189,
"1272" : 168,
"1288" : 548,
"1304" : 373,
"1320" : 969,
"1336" : 1258,
"1352" : 784,
"1368" : 1653,
"1384" : 1008,
"1400" : 2046,
"1416" : 2493,
"1432" : 1375,
"1448" : 2979,
"1464" : 1623,
"1480" : 3283,
"1496" : 3533,
"1512" : 1767,
"1528" : 3513,
"1544" : 1899,
"1560" : 3861,
"1576" : 3813,
"1592" : 2011,
"1608" : 3842,
"1624" : 2005,
"1640" : 3887,
"1656" : 3806,
"1672" : 1960,
"1688" : 3910,
"1704" : 1919,
"1720" : 3783,
"1736" : 3779,
"1752" : 1834,
"1768" : 3609,
"1784" : 1860,
"1800" : 3471,
"1816" : 3439,
"1832" : 1718,
"1848" : 3418,
"1864" : 1675,
"1880" : 3278,
"1896" : 3290,
"1912" : 1610,
"1928" : 3308,
"1944" : 1687,
"1960" : 3103,
"1976" : 3018,
"1992" : 1542,
"2008" : 3023,
"2024" : 1493,
"2040" : 2968,
"2064" : 4377,
"2096" : 4248,
"2128" : 5082,
"2160" : 4311,
"2192" : 3824,
"2224" : 3674,
"2256" : 3627,
"2288" : 4037,
"2320" : 3834,
"2352" : 3087,
"2384" : 3046,
"2416" : 2869,
"2448" : 2873,
"2480" : 3112,
"2512" : 2309,
"2544" : 2082,
"2576" : 1919,
"2608" : 1803,
"2640" : 2252,
"2672" : 1480,
"2704" : 1388,
"2736" : 1286,
"2768" : 1134,
"2800" : 1308,
"2832" : 862,
"2864" : 746,
"2896" : 690,
"2928" : 554,
"2960" : 712,
"2992" : 448,
"3024" : 405,
"3056" : 357,
"3088" : 317,
"3120" : 416,
"3152" : 243,
"3184" : 208,
"3216" : 200,
"3248" : 151,
"3280" : 159,
"3312" : 135,
"3344" : 120,
"3376" : 99,
"3408" : 97,
"3440" : 110,
"3472" : 110,
"3504" : 82,
"3536" : 84,
"3568" : 47,
"3600" : 63,
"3632" : 72,
"3664" : 47,
"3696" : 52,
"3728" : 64,
"3760" : 53,
"3792" : 57,
"3824" : 37,
"3856" : 50,
"3888" : 42,
"3920" : 56,
"3952" : 53,
"3984" : 50,
"4016" : 49,
"4048" : 40,
"4080" : 41,
"4128" : 101,
"4192" : 108,
"4256" : 120,
"4320" : 96,
"4384" : 95,
"4448" : 118,
"4512" : 80,
"4576" : 115,
"4640" : 71,
"4704" : 78,
"4768" : 82,
"4832" : 40,
"4896" : 51,
"4960" : 39,
"5024" : 28,
"5088" : 32,
"5152" : 22,
"5216" : 25,
"5280" : 34,
"5344" : 21,
"5408" : 17,
"5472" : 16,
"5536" : 17,
"5600" : 17,
"5664" : 10,
"5728" : 20,
"5792" : 15,
"5856" : 18,
"5920" : 23,
"5984" : 18,
"6048" : 11,
"6112" : 17,
"6176" : 22,
"6240" : 21,
"6304" : 22,
"6368" : 23,
"6432" : 23,
"6496" : 15,
"6560" : 16,
"6624" : 21,
"6688" : 20,
"6752" : 29,
"6816" : 18,
"6880" : 29,
"6944" : 23,
"7008" : 25,
"7072" : 29,
"7136" : 23,
"7200" : 20,
"7264" : 22,
"7328" : 25,
"7392" : 25,
"7456" : 23,
"7520" : 24,
"7584" : 20,
"7648" : 28,
"7712" : 26,
"7776" : 21,
"7840" : 16,
"7904" : 33,
"7968" : 23,
"8032" : 30,
"8096" : 22,
"8160" : 28,
"8256" : 55,
"8384" : 36,
"8512" : 35,
"8640" : 33,
"8768" : 35,
"8896" : 40,
"9024" : 33,
"9152" : 17,
"9280" : 20,
"9408" : 32,
"9536" : 18,
"9664" : 24,
"9792" : 18,
"9920" : 12,
"10048" : 18,
"10176" : 20,
"10304" : 19,
"10432" : 14,
"10560" : 12,
"10688" : 21,
"10816" : 15,
"10944" : 19,
"11072" : 8,
"11200" : 12,
"11328" : 16,
"11456" : 20,
"11584" : 9,
"11712" : 6,
"11840" : 13,
"11968" : 11,
"12096" : 8,
"12224" : 9,
"12352" : 10,
"12480" : 9,
"12608" : 7,
"12736" : 10,
"12864" : 15,
"12992" : 9,
"13120" : 6,
"13248" : 10,
"13376" : 4,
"13504" : 6,
"13632" : 8,
"13760" : 4,
"13888" : 3,
"14016" : 13,
"14144" : 11,
"14272" : 5,
"14400" : 2,
"14528" : 8,
"14656" : 9,
"14784" : 8,
"14912" : 7,
"15040" : 7,
"15168" : 7,
"15296" : 5,
"15424" : 6,
"15552" : 4,
"15680" : 5,
"15808" : 6,
"15936" : 8,
"16064" : 6,
"16192" : 9,
"16320" : 4,
"16512" : 13,
"16768" : 7,
"17024" : 5,
"17280" : 11,
"17536" : 4,
"17792" : 7,
"18048" : 9,
"18304" : 8,
"18560" : 6,
"18816" : 6,
"19072" : 6,
"19328" : 9,
"19584" : 5,
"19840" : 5,
"20096" : 8,
"20352" : 5,
"20608" : 1,
"20864" : 5,
"21120" : 1,
"21376" : 5,
"21632" : 6,
"21888" : 3,
"22144" : 1,
"22400" : 4,
"22656" : 3,
"22912" : 3,
"23168" : 4,
"23424" : 4,
"23680" : 2,
"23936" : 4,
"24192" : 2,
"24448" : 1,
"24704" : 1,
"24960" : 3,
"25216" : 4,
"25472" : 5,
"25728" : 5,
"25984" : 3,
"26496" : 4,
"26752" : 5,
"27008" : 2,
"27264" : 2,
"27520" : 2,
"27776" : 3,
"28032" : 1,
"28288" : 2,
"28544" : 2,
"28800" : 1,
"29312" : 3,
"29824" : 3,
"30336" : 1,
"30592" : 2,
"30848" : 2,
"31360" : 2,
"31616" : 1,
"31872" : 4,
"32128" : 2,
"32384" : 1,
"32640" : 2,
"33024" : 2,
"33536" : 3,
"34048" : 3,
"34560" : 2,
"35072" : 4,
"35584" : 5,
"36096" : 5,
"36608" : 3,
"37120" : 1,
"37632" : 3,
"38144" : 2,
"38656" : 6,
"39168" : 3,
"39680" : 4,
"40192" : 2,
"41216" : 5,
"41728" : 1,
"42240" : 5,
"42752" : 2,
"43264" : 1,
"43776" : 5,
"44288" : 3,
"44800" : 3,
"45312" : 1,
"45824" : 1,
"46336" : 3,
"46848" : 2,
"47360" : 4,
"47872" : 2,
"48384" : 1,
"49408" : 4,
"49920" : 2,
"50432" : 3,
"50944" : 1,
"51456" : 1,
"51968" : 5,
"52480" : 2,
"53504" : 1,
"54016" : 1,
"54528" : 1,
"55040" : 4,
"56064" : 2,
"57600" : 3,
"58112" : 1,
"59136" : 1,
"59648" : 1,
"60160" : 2,
"60672" : 5,
"61184" : 1,
"61696" : 1,
"62208" : 1,
"62720" : 1,
"63232" : 4,
"63744" : 1,
"64256" : 1,
"64768" : 1,
"65280" : 2,
"66048" : 2,
"67072" : 5,
"69120" : 3,
"70144" : 3,
"71168" : 3,
"72192" : 4,
"73216" : 5,
"74240" : 4,
"76288" : 2,
"77312" : 1,
"78336" : 5,
"79360" : 5,
"80384" : 7,
"81408" : 5,
"82432" : 4,
"83456" : 3,
"84480" : 3,
"85504" : 1,
"86528" : 3,
"87552" : 6,
"89600" : 3,
"90624" : 2,
"91648" : 1,
"92672" : 2,
"93696" : 2,
"94720" : 4,
"95744" : 3,
"96768" : 5,
"97792" : 2,
"98816" : 4,
"99840" : 2,
"100864" : 4,
"101888" : 4,
"102912" : 3,
"103936" : 4,
"104960" : 1,
"105984" : 7,
"107008" : 5,
"108032" : 3,
"109056" : 2,
"110080" : 1,
"111104" : 2,
"112128" : 4,
"113152" : 1,
"114176" : 2,
"115200" : 2,
"116224" : 2,
"117248" : 3,
"118272" : 2,
"119296" : 2,
"120320" : 2,
"121344" : 1,
"122368" : 1,
"123392" : 3,
"125440" : 3,
"126464" : 3,
"127488" : 2,
"128512" : 3,
"129536" : 3,
"130560" : 3,
"132096" : 2,
"134144" : 5,
"136192" : 3,
"138240" : 6,
"140288" : 3,
"144384" : 5,
"146432" : 3,
"148480" : 4,
"150528" : 2,
"152576" : 2,
"154624" : 1,
"156672" : 2,
"158720" : 1,
"160768" : 1,
"162816" : 2,
"164864" : 1,
"166912" : 1,
"168960" : 2,
"173056" : 3,
"175104" : 2,
"177152" : 1,
"179200" : 7,
"181248" : 1,
"185344" : 2,
"187392" : 3,
"189440" : 1,
"191488" : 5,
"193536" : 1,
"197632" : 1,
"201728" : 2,
"203776" : 2,
"205824" : 2,
"207872" : 4,
"209920" : 1,
"211968" : 1,
"216064" : 2,
"218112" : 2,
"220160" : 1,
"222208" : 1,
"226304" : 3,
"228352" : 3,
"230400" : 2,
"236544" : 3,
"240640" : 2,
"242688" : 2,
"246784" : 2,
"250880" : 1,
"252928" : 2,
"254976" : 1,
"259072" : 2,
"261120" : 2,
"264192" : 1,
"268288" : 1,
"272384" : 4,
"276480" : 3,
"280576" : 2,
"284672" : 2,
"288768" : 1,
"292864" : 2,
"296960" : 2,
"301056" : 1,
"305152" : 1,
"309248" : 1,
"317440" : 4,
"321536" : 3,
"325632" : 3,
"329728" : 1,
"333824" : 1,
"337920" : 1,
"342016" : 1,
"354304" : 1,
"358400" : 2,
"362496" : 1,
"370688" : 1,
"374784" : 2,
"378880" : 1,
"382976" : 1,
"387072" : 2,
"391168" : 1,
"395264" : 1,
"403456" : 2,
"407552" : 1,
"411648" : 2,
"415744" : 1,
"419840" : 4,
"423936" : 2,
"428032" : 1,
"436224" : 2,
"444416" : 1,
"468992" : 1,
"481280" : 1,
"489472" : 1,
"493568" : 2,
"497664" : 2,
"501760" : 1,
"505856" : 1,
"509952" : 1,
"514048" : 1,
"536576" : 2,
"544768" : 4,
"552960" : 1,
"561152" : 1,
"569344" : 2,
"577536" : 2,
"585728" : 1,
"602112" : 1,
"618496" : 1,
"634880" : 1,
"643072" : 1,
"659456" : 1,
"675840" : 2,
"692224" : 2,
"700416" : 1,
"774144" : 1,
"806912" : 1,
"872448" : 1,
"888832" : 2,
"913408" : 1,
"954368" : 1,
"1155072" : 1,
"1171456" : 1,
"1777664" : 1
}
},
"lat_ns" : {
"min" : 233377,
"max" : 7036083,
"mean" : 795647.176417,
"stddev" : 631909.792675,
"N" : 200655
},
"bw_min" : 65542,
"bw_max" : 97465,
"bw_agg" : 100.000000,
"bw_mean" : 80454.000000,
"bw_dev" : 570.420050,
"bw_samples" : 304,
"iops_min" : 16384,
"iops_max" : 24364,
"iops_mean" : 20113.052632,
"iops_stddev" : 142.612090,
"iops_samples" : 304
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 160009,
"usr_cpu" : 0.481223,
"sys_cpu" : 9.666956,
"ctx" : 257124,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 55.845140,
"4" : 42.105735,
"10" : 1.414255,
"20" : 0.290525,
"50" : 0.110629,
"100" : 0.074749,
"250" : 0.093187,
"500" : 0.039866,
"750" : 0.012957,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773088814,
"timestamp_ms" : 1773088814311,
"time" : "Mon Mar 9 17:40:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 159,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1601798144,
"io_kbytes" : 1564256,
"bw_bytes" : 80081899,
"bw" : 78204,
"iops" : 19553.294671,
"runtime" : 20002,
"total_ios" : 391105,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 232025,
"max" : 7033569,
"mean" : 813910.597972,
"stddev" : 680547.013889,
"N" : 391105
},
"clat_ns" : {
"min" : 1151,
"max" : 1780080,
"mean" : 2551.120420,
"stddev" : 12721.314660,
"N" : 391089,
"percentile" : {
"1.000000" : 1320,
"5.000000" : 1416,
"10.000000" : 1480,
"20.000000" : 1592,
"30.000000" : 1688,
"40.000000" : 1800,
"50.000000" : 1928,
"60.000000" : 2064,
"70.000000" : 2192,
"80.000000" : 2384,
"90.000000" : 2640,
"95.000000" : 2928,
"99.000000" : 7200,
"99.500000" : 12096,
"99.900000" : 146432,
"99.950000" : 268288,
"99.990000" : 561152
},
"bins" : {
"1144" : 1,
"1160" : 2,
"1176" : 16,
"1192" : 20,
"1208" : 78,
"1224" : 71,
"1240" : 158,
"1256" : 362,
"1272" : 289,
"1288" : 1003,
"1304" : 725,
"1320" : 1874,
"1336" : 2401,
"1352" : 1528,
"1368" : 3306,
"1384" : 1975,
"1400" : 4131,
"1416" : 4918,
"1432" : 2689,
"1448" : 5871,
"1464" : 3071,
"1480" : 6513,
"1496" : 6862,
"1512" : 3530,
"1528" : 7082,
"1544" : 3679,
"1560" : 7508,
"1576" : 7494,
"1592" : 3772,
"1608" : 7608,
"1624" : 3932,
"1640" : 7555,
"1656" : 7549,
"1672" : 3769,
"1688" : 7530,
"1704" : 3805,
"1720" : 7407,
"1736" : 7217,
"1752" : 3611,
"1768" : 7021,
"1784" : 3521,
"1800" : 6753,
"1816" : 6694,
"1832" : 3348,
"1848" : 6577,
"1864" : 3206,
"1880" : 6370,
"1896" : 6335,
"1912" : 3131,
"1928" : 6319,
"1944" : 3244,
"1960" : 6008,
"1976" : 5927,
"1992" : 3031,
"2008" : 5957,
"2024" : 2879,
"2040" : 5699,
"2064" : 8423,
"2096" : 8215,
"2128" : 9809,
"2160" : 8379,
"2192" : 7369,
"2224" : 7124,
"2256" : 7011,
"2288" : 7900,
"2320" : 7385,
"2352" : 6106,
"2384" : 5889,
"2416" : 5484,
"2448" : 5669,
"2480" : 6040,
"2512" : 4474,
"2544" : 4132,
"2576" : 3812,
"2608" : 3555,
"2640" : 4321,
"2672" : 2894,
"2704" : 2728,
"2736" : 2479,
"2768" : 2238,
"2800" : 2538,
"2832" : 1707,
"2864" : 1498,
"2896" : 1340,
"2928" : 1159,
"2960" : 1379,
"2992" : 869,
"3024" : 804,
"3056" : 702,
"3088" : 632,
"3120" : 806,
"3152" : 493,
"3184" : 414,
"3216" : 399,
"3248" : 327,
"3280" : 367,
"3312" : 281,
"3344" : 234,
"3376" : 212,
"3408" : 197,
"3440" : 228,
"3472" : 200,
"3504" : 156,
"3536" : 155,
"3568" : 126,
"3600" : 121,
"3632" : 148,
"3664" : 109,
"3696" : 104,
"3728" : 134,
"3760" : 104,
"3792" : 138,
"3824" : 84,
"3856" : 95,
"3888" : 92,
"3920" : 113,
"3952" : 121,
"3984" : 110,
"4016" : 98,
"4048" : 75,
"4080" : 97,
"4128" : 227,
"4192" : 213,
"4256" : 237,
"4320" : 189,
"4384" : 195,
"4448" : 214,
"4512" : 172,
"4576" : 222,
"4640" : 151,
"4704" : 144,
"4768" : 145,
"4832" : 80,
"4896" : 96,
"4960" : 76,
"5024" : 58,
"5088" : 72,
"5152" : 45,
"5216" : 46,
"5280" : 59,
"5344" : 37,
"5408" : 38,
"5472" : 35,
"5536" : 28,
"5600" : 39,
"5664" : 28,
"5728" : 32,
"5792" : 31,
"5856" : 41,
"5920" : 45,
"5984" : 29,
"6048" : 38,
"6112" : 38,
"6176" : 41,
"6240" : 38,
"6304" : 39,
"6368" : 51,
"6432" : 42,
"6496" : 38,
"6560" : 37,
"6624" : 40,
"6688" : 47,
"6752" : 51,
"6816" : 38,
"6880" : 61,
"6944" : 46,
"7008" : 44,
"7072" : 64,
"7136" : 42,
"7200" : 43,
"7264" : 44,
"7328" : 48,
"7392" : 43,
"7456" : 41,
"7520" : 40,
"7584" : 48,
"7648" : 49,
"7712" : 57,
"7776" : 39,
"7840" : 34,
"7904" : 57,
"7968" : 46,
"8032" : 58,
"8096" : 41,
"8160" : 45,
"8256" : 95,
"8384" : 77,
"8512" : 68,
"8640" : 76,
"8768" : 62,
"8896" : 69,
"9024" : 73,
"9152" : 40,
"9280" : 38,
"9408" : 52,
"9536" : 29,
"9664" : 41,
"9792" : 41,
"9920" : 21,
"10048" : 38,
"10176" : 42,
"10304" : 30,
"10432" : 30,
"10560" : 24,
"10688" : 40,
"10816" : 29,
"10944" : 29,
"11072" : 21,
"11200" : 26,
"11328" : 32,
"11456" : 34,
"11584" : 22,
"11712" : 15,
"11840" : 23,
"11968" : 20,
"12096" : 21,
"12224" : 15,
"12352" : 18,
"12480" : 18,
"12608" : 17,
"12736" : 19,
"12864" : 21,
"12992" : 17,
"13120" : 13,
"13248" : 18,
"13376" : 18,
"13504" : 17,
"13632" : 11,
"13760" : 12,
"13888" : 12,
"14016" : 20,
"14144" : 20,
"14272" : 9,
"14400" : 8,
"14528" : 16,
"14656" : 17,
"14784" : 15,
"14912" : 11,
"15040" : 12,
"15168" : 17,
"15296" : 5,
"15424" : 8,
"15552" : 9,
"15680" : 9,
"15808" : 9,
"15936" : 13,
"16064" : 11,
"16192" : 14,
"16320" : 5,
"16512" : 21,
"16768" : 15,
"17024" : 14,
"17280" : 16,
"17536" : 8,
"17792" : 14,
"18048" : 15,
"18304" : 15,
"18560" : 12,
"18816" : 15,
"19072" : 10,
"19328" : 16,
"19584" : 10,
"19840" : 6,
"20096" : 14,
"20352" : 9,
"20608" : 6,
"20864" : 9,
"21120" : 4,
"21376" : 9,
"21632" : 11,
"21888" : 7,
"22144" : 4,
"22400" : 7,
"22656" : 5,
"22912" : 9,
"23168" : 8,
"23424" : 5,
"23680" : 4,
"23936" : 5,
"24192" : 4,
"24448" : 4,
"24704" : 5,
"24960" : 5,
"25216" : 10,
"25472" : 8,
"25728" : 8,
"25984" : 4,
"26240" : 2,
"26496" : 6,
"26752" : 5,
"27008" : 4,
"27264" : 6,
"27520" : 6,
"27776" : 8,
"28032" : 1,
"28288" : 2,
"28544" : 2,
"28800" : 2,
"29056" : 2,
"29312" : 5,
"29824" : 4,
"30080" : 1,
"30336" : 3,
"30592" : 4,
"30848" : 4,
"31104" : 3,
"31360" : 2,
"31616" : 1,
"31872" : 5,
"32128" : 2,
"32384" : 3,
"32640" : 4,
"33024" : 7,
"33536" : 4,
"34048" : 3,
"34560" : 4,
"35072" : 4,
"35584" : 9,
"36096" : 8,
"36608" : 5,
"37120" : 2,
"37632" : 8,
"38144" : 6,
"38656" : 9,
"39168" : 5,
"39680" : 4,
"40192" : 3,
"40704" : 6,
"41216" : 7,
"41728" : 1,
"42240" : 7,
"42752" : 6,
"43264" : 3,
"43776" : 5,
"44288" : 6,
"44800" : 6,
"45312" : 3,
"45824" : 2,
"46336" : 5,
"46848" : 5,
"47360" : 7,
"47872" : 2,
"48384" : 1,
"48896" : 1,
"49408" : 5,
"49920" : 2,
"50432" : 4,
"50944" : 3,
"51456" : 4,
"51968" : 6,
"52480" : 4,
"53504" : 3,
"54016" : 2,
"54528" : 2,
"55040" : 6,
"55552" : 1,
"56064" : 2,
"57088" : 3,
"57600" : 4,
"58112" : 3,
"58624" : 2,
"59136" : 4,
"59648" : 4,
"60160" : 6,
"60672" : 5,
"61184" : 3,
"61696" : 1,
"62208" : 2,
"62720" : 2,
"63232" : 5,
"63744" : 3,
"64256" : 1,
"64768" : 3,
"65280" : 5,
"66048" : 4,
"67072" : 8,
"68096" : 3,
"69120" : 7,
"70144" : 4,
"71168" : 5,
"72192" : 6,
"73216" : 5,
"74240" : 5,
"75264" : 3,
"76288" : 5,
"77312" : 4,
"78336" : 8,
"79360" : 9,
"80384" : 10,
"81408" : 5,
"82432" : 7,
"83456" : 4,
"84480" : 5,
"85504" : 3,
"86528" : 6,
"87552" : 12,
"88576" : 5,
"89600" : 9,
"90624" : 8,
"91648" : 6,
"92672" : 3,
"93696" : 5,
"94720" : 5,
"95744" : 9,
"96768" : 8,
"97792" : 5,
"98816" : 9,
"99840" : 5,
"100864" : 8,
"101888" : 7,
"102912" : 7,
"103936" : 8,
"104960" : 4,
"105984" : 9,
"107008" : 10,
"108032" : 6,
"109056" : 3,
"110080" : 1,
"111104" : 5,
"112128" : 5,
"113152" : 5,
"114176" : 7,
"115200" : 6,
"116224" : 6,
"117248" : 4,
"118272" : 3,
"119296" : 2,
"120320" : 4,
"121344" : 4,
"122368" : 3,
"123392" : 4,
"124416" : 1,
"125440" : 4,
"126464" : 6,
"127488" : 3,
"128512" : 5,
"129536" : 4,
"130560" : 4,
"132096" : 8,
"134144" : 9,
"136192" : 12,
"138240" : 10,
"140288" : 5,
"142336" : 3,
"144384" : 6,
"146432" : 5,
"148480" : 5,
"150528" : 2,
"152576" : 4,
"154624" : 3,
"156672" : 4,
"158720" : 3,
"160768" : 4,
"162816" : 5,
"164864" : 4,
"166912" : 1,
"168960" : 6,
"171008" : 3,
"173056" : 4,
"175104" : 2,
"177152" : 3,
"179200" : 10,
"181248" : 4,
"183296" : 4,
"185344" : 2,
"187392" : 6,
"189440" : 6,
"191488" : 7,
"193536" : 2,
"195584" : 6,
"197632" : 1,
"199680" : 3,
"201728" : 6,
"203776" : 3,
"205824" : 3,
"207872" : 7,
"209920" : 2,
"211968" : 4,
"214016" : 1,
"216064" : 3,
"218112" : 3,
"220160" : 2,
"222208" : 2,
"224256" : 1,
"226304" : 4,
"228352" : 3,
"230400" : 2,
"234496" : 2,
"236544" : 5,
"238592" : 1,
"240640" : 3,
"242688" : 4,
"244736" : 3,
"246784" : 6,
"248832" : 3,
"250880" : 1,
"252928" : 2,
"254976" : 1,
"257024" : 1,
"259072" : 4,
"261120" : 2,
"264192" : 4,
"268288" : 3,
"272384" : 5,
"276480" : 7,
"280576" : 3,
"284672" : 2,
"288768" : 3,
"292864" : 5,
"296960" : 2,
"301056" : 1,
"305152" : 1,
"309248" : 1,
"313344" : 1,
"317440" : 5,
"321536" : 6,
"325632" : 5,
"329728" : 5,
"333824" : 2,
"337920" : 3,
"342016" : 2,
"346112" : 1,
"354304" : 1,
"358400" : 2,
"362496" : 2,
"366592" : 3,
"370688" : 1,
"374784" : 4,
"378880" : 1,
"382976" : 1,
"387072" : 4,
"391168" : 1,
"395264" : 3,
"399360" : 1,
"403456" : 4,
"407552" : 1,
"411648" : 3,
"415744" : 2,
"419840" : 4,
"423936" : 3,
"428032" : 1,
"432128" : 1,
"436224" : 3,
"444416" : 3,
"448512" : 1,
"452608" : 1,
"460800" : 1,
"468992" : 1,
"473088" : 1,
"481280" : 3,
"485376" : 1,
"489472" : 1,
"493568" : 2,
"497664" : 2,
"501760" : 2,
"505856" : 2,
"509952" : 1,
"514048" : 3,
"522240" : 2,
"528384" : 5,
"536576" : 4,
"544768" : 5,
"552960" : 3,
"561152" : 4,
"569344" : 4,
"577536" : 4,
"585728" : 1,
"593920" : 1,
"602112" : 1,
"610304" : 1,
"618496" : 1,
"626688" : 1,
"634880" : 1,
"643072" : 1,
"659456" : 1,
"675840" : 2,
"692224" : 3,
"700416" : 1,
"724992" : 1,
"774144" : 1,
"790528" : 2,
"806912" : 1,
"872448" : 1,
"888832" : 2,
"913408" : 1,
"921600" : 1,
"937984" : 1,
"954368" : 1,
"1122304" : 1,
"1155072" : 1,
"1171456" : 1,
"1777664" : 1
}
},
"lat_ns" : {
"min" : 233377,
"max" : 7036083,
"mean" : 816421.878406,
"stddev" : 680979.130004,
"N" : 391089
},
"bw_min" : 62071,
"bw_max" : 97546,
"bw_agg" : 100.000000,
"bw_mean" : 78483.897436,
"bw_dev" : 571.360029,
"bw_samples" : 624,
"iops_min" : 15517,
"iops_max" : 24385,
"iops_mean" : 19620.615385,
"iops_stddev" : 142.843130,
"iops_samples" : 624
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 320017,
"usr_cpu" : 0.464663,
"sys_cpu" : 9.421687,
"ctx" : 502117,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 55.841015,
"4" : 42.103016,
"10" : 1.433375,
"20" : 0.286368,
"50" : 0.104064,
"100" : 0.075683,
"250" : 0.098439,
"500" : 0.036307,
"750" : 0.013807,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773088824,
"timestamp_ms" : 1773088824312,
"time" : "Mon Mar 9 17:40:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 149,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2373328896,
"io_kbytes" : 2317704,
"bw_bytes" : 79105689,
"bw" : 77251,
"iops" : 19314.212386,
"runtime" : 30002,
"total_ios" : 579465,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 232025,
"max" : 7314378,
"mean" : 824038.647694,
"stddev" : 702712.009024,
"N" : 579465
},
"clat_ns" : {
"min" : 1151,
"max" : 1780080,
"mean" : 2541.946390,
"stddev" : 12575.107615,
"N" : 579449,
"percentile" : {
"1.000000" : 1320,
"5.000000" : 1416,
"10.000000" : 1480,
"20.000000" : 1592,
"30.000000" : 1688,
"40.000000" : 1800,
"50.000000" : 1928,
"60.000000" : 2064,
"70.000000" : 2192,
"80.000000" : 2384,
"90.000000" : 2640,
"95.000000" : 2928,
"99.000000" : 7072,
"99.500000" : 11712,
"99.900000" : 144384,
"99.950000" : 268288,
"99.990000" : 561152
},
"bins" : {
"1144" : 1,
"1160" : 4,
"1176" : 20,
"1192" : 26,
"1208" : 92,
"1224" : 91,
"1240" : 229,
"1256" : 546,
"1272" : 413,
"1288" : 1421,
"1304" : 1090,
"1320" : 2776,
"1336" : 3624,
"1352" : 2264,
"1368" : 4948,
"1384" : 2946,
"1400" : 6200,
"1416" : 7364,
"1432" : 3993,
"1448" : 8784,
"1464" : 4588,
"1480" : 9741,
"1496" : 10153,
"1512" : 5237,
"1528" : 10554,
"1544" : 5507,
"1560" : 11096,
"1576" : 11215,
"1592" : 5625,
"1608" : 11332,
"1624" : 5845,
"1640" : 11116,
"1656" : 11254,
"1672" : 5529,
"1688" : 11233,
"1704" : 5616,
"1720" : 11015,
"1736" : 10737,
"1752" : 5284,
"1768" : 10386,
"1784" : 5237,
"1800" : 10111,
"1816" : 9986,
"1832" : 4936,
"1848" : 9702,
"1864" : 4780,
"1880" : 9495,
"1896" : 9424,
"1912" : 4636,
"1928" : 9244,
"1944" : 4772,
"1960" : 8895,
"1976" : 8747,
"1992" : 4474,
"2008" : 8848,
"2024" : 4215,
"2040" : 8364,
"2064" : 12385,
"2096" : 12059,
"2128" : 14622,
"2160" : 12433,
"2192" : 10787,
"2224" : 10519,
"2256" : 10285,
"2288" : 11665,
"2320" : 10821,
"2352" : 8989,
"2384" : 8699,
"2416" : 8088,
"2448" : 8397,
"2480" : 8937,
"2512" : 6530,
"2544" : 6154,
"2576" : 5616,
"2608" : 5250,
"2640" : 6408,
"2672" : 4321,
"2704" : 3981,
"2736" : 3698,
"2768" : 3298,
"2800" : 3805,
"2832" : 2549,
"2864" : 2256,
"2896" : 1971,
"2928" : 1712,
"2960" : 2041,
"2992" : 1321,
"3024" : 1200,
"3056" : 1014,
"3088" : 924,
"3120" : 1166,
"3152" : 752,
"3184" : 611,
"3216" : 591,
"3248" : 484,
"3280" : 564,
"3312" : 409,
"3344" : 351,
"3376" : 332,
"3408" : 295,
"3440" : 332,
"3472" : 284,
"3504" : 221,
"3536" : 225,
"3568" : 186,
"3600" : 209,
"3632" : 214,
"3664" : 172,
"3696" : 163,
"3728" : 197,
"3760" : 159,
"3792" : 201,
"3824" : 136,
"3856" : 153,
"3888" : 153,
"3920" : 173,
"3952" : 183,
"3984" : 164,
"4016" : 151,
"4048" : 128,
"4080" : 151,
"4128" : 349,
"4192" : 320,
"4256" : 363,
"4320" : 297,
"4384" : 303,
"4448" : 314,
"4512" : 260,
"4576" : 328,
"4640" : 218,
"4704" : 209,
"4768" : 221,
"4832" : 132,
"4896" : 139,
"4960" : 121,
"5024" : 88,
"5088" : 97,
"5152" : 76,
"5216" : 72,
"5280" : 89,
"5344" : 67,
"5408" : 58,
"5472" : 57,
"5536" : 44,
"5600" : 61,
"5664" : 40,
"5728" : 49,
"5792" : 49,
"5856" : 58,
"5920" : 66,
"5984" : 43,
"6048" : 56,
"6112" : 55,
"6176" : 65,
"6240" : 58,
"6304" : 57,
"6368" : 71,
"6432" : 59,
"6496" : 60,
"6560" : 53,
"6624" : 58,
"6688" : 69,
"6752" : 73,
"6816" : 62,
"6880" : 87,
"6944" : 66,
"7008" : 59,
"7072" : 88,
"7136" : 60,
"7200" : 70,
"7264" : 59,
"7328" : 66,
"7392" : 72,
"7456" : 67,
"7520" : 60,
"7584" : 74,
"7648" : 68,
"7712" : 81,
"7776" : 54,
"7840" : 52,
"7904" : 70,
"7968" : 68,
"8032" : 82,
"8096" : 63,
"8160" : 60,
"8256" : 147,
"8384" : 118,
"8512" : 114,
"8640" : 110,
"8768" : 88,
"8896" : 96,
"9024" : 99,
"9152" : 71,
"9280" : 54,
"9408" : 68,
"9536" : 46,
"9664" : 56,
"9792" : 54,
"9920" : 37,
"10048" : 53,
"10176" : 56,
"10304" : 46,
"10432" : 40,
"10560" : 34,
"10688" : 50,
"10816" : 48,
"10944" : 41,
"11072" : 36,
"11200" : 39,
"11328" : 43,
"11456" : 41,
"11584" : 30,
"11712" : 21,
"11840" : 29,
"11968" : 26,
"12096" : 30,
"12224" : 28,
"12352" : 29,
"12480" : 25,
"12608" : 27,
"12736" : 29,
"12864" : 34,
"12992" : 23,
"13120" : 19,
"13248" : 24,
"13376" : 22,
"13504" : 24,
"13632" : 15,
"13760" : 18,
"13888" : 17,
"14016" : 27,
"14144" : 25,
"14272" : 11,
"14400" : 14,
"14528" : 21,
"14656" : 20,
"14784" : 23,
"14912" : 14,
"15040" : 20,
"15168" : 22,
"15296" : 11,
"15424" : 15,
"15552" : 9,
"15680" : 13,
"15808" : 12,
"15936" : 16,
"16064" : 19,
"16192" : 17,
"16320" : 8,
"16512" : 29,
"16768" : 25,
"17024" : 25,
"17280" : 21,
"17536" : 12,
"17792" : 24,
"18048" : 23,
"18304" : 21,
"18560" : 15,
"18816" : 23,
"19072" : 13,
"19328" : 22,
"19584" : 16,
"19840" : 7,
"20096" : 19,
"20352" : 12,
"20608" : 11,
"20864" : 13,
"21120" : 7,
"21376" : 11,
"21632" : 16,
"21888" : 13,
"22144" : 6,
"22400" : 9,
"22656" : 8,
"22912" : 15,
"23168" : 12,
"23424" : 7,
"23680" : 8,
"23936" : 7,
"24192" : 6,
"24448" : 6,
"24704" : 6,
"24960" : 8,
"25216" : 10,
"25472" : 8,
"25728" : 10,
"25984" : 6,
"26240" : 4,
"26496" : 8,
"26752" : 6,
"27008" : 5,
"27264" : 7,
"27520" : 7,
"27776" : 11,
"28032" : 3,
"28288" : 4,
"28544" : 2,
"28800" : 5,
"29056" : 5,
"29312" : 8,
"29568" : 1,
"29824" : 5,
"30080" : 3,
"30336" : 3,
"30592" : 6,
"30848" : 6,
"31104" : 4,
"31360" : 2,
"31616" : 3,
"31872" : 8,
"32128" : 3,
"32384" : 3,
"32640" : 5,
"33024" : 11,
"33536" : 6,
"34048" : 4,
"34560" : 6,
"35072" : 6,
"35584" : 12,
"36096" : 11,
"36608" : 9,
"37120" : 3,
"37632" : 10,
"38144" : 8,
"38656" : 15,
"39168" : 7,
"39680" : 5,
"40192" : 4,
"40704" : 9,
"41216" : 9,
"41728" : 3,
"42240" : 11,
"42752" : 10,
"43264" : 4,
"43776" : 7,
"44288" : 7,
"44800" : 6,
"45312" : 4,
"45824" : 4,
"46336" : 5,
"46848" : 9,
"47360" : 7,
"47872" : 3,
"48384" : 4,
"48896" : 3,
"49408" : 6,
"49920" : 5,
"50432" : 6,
"50944" : 4,
"51456" : 6,
"51968" : 10,
"52480" : 5,
"53504" : 3,
"54016" : 4,
"54528" : 4,
"55040" : 10,
"55552" : 2,
"56064" : 4,
"56576" : 2,
"57088" : 5,
"57600" : 6,
"58112" : 6,
"58624" : 3,
"59136" : 5,
"59648" : 6,
"60160" : 7,
"60672" : 7,
"61184" : 3,
"61696" : 2,
"62208" : 2,
"62720" : 3,
"63232" : 7,
"63744" : 4,
"64256" : 1,
"64768" : 3,
"65280" : 5,
"66048" : 6,
"67072" : 8,
"68096" : 5,
"69120" : 10,
"70144" : 6,
"71168" : 9,
"72192" : 8,
"73216" : 7,
"74240" : 8,
"75264" : 3,
"76288" : 10,
"77312" : 6,
"78336" : 9,
"79360" : 10,
"80384" : 16,
"81408" : 6,
"82432" : 8,
"83456" : 5,
"84480" : 7,
"85504" : 4,
"86528" : 7,
"87552" : 15,
"88576" : 5,
"89600" : 13,
"90624" : 10,
"91648" : 7,
"92672" : 3,
"93696" : 9,
"94720" : 10,
"95744" : 11,
"96768" : 10,
"97792" : 7,
"98816" : 16,
"99840" : 6,
"100864" : 12,
"101888" : 9,
"102912" : 8,
"103936" : 8,
"104960" : 6,
"105984" : 11,
"107008" : 12,
"108032" : 9,
"109056" : 5,
"110080" : 8,
"111104" : 9,
"112128" : 6,
"113152" : 6,
"114176" : 10,
"115200" : 10,
"116224" : 8,
"117248" : 9,
"118272" : 8,
"119296" : 3,
"120320" : 7,
"121344" : 4,
"122368" : 7,
"123392" : 8,
"124416" : 2,
"125440" : 5,
"126464" : 9,
"127488" : 5,
"128512" : 6,
"129536" : 8,
"130560" : 6,
"132096" : 10,
"134144" : 15,
"136192" : 14,
"138240" : 14,
"140288" : 10,
"142336" : 5,
"144384" : 8,
"146432" : 7,
"148480" : 7,
"150528" : 4,
"152576" : 6,
"154624" : 5,
"156672" : 6,
"158720" : 5,
"160768" : 6,
"162816" : 9,
"164864" : 4,
"166912" : 5,
"168960" : 7,
"171008" : 4,
"173056" : 4,
"175104" : 3,
"177152" : 5,
"179200" : 12,
"181248" : 4,
"183296" : 4,
"185344" : 2,
"187392" : 6,
"189440" : 7,
"191488" : 9,
"193536" : 4,
"195584" : 9,
"197632" : 3,
"199680" : 7,
"201728" : 7,
"203776" : 4,
"205824" : 4,
"207872" : 8,
"209920" : 3,
"211968" : 6,
"214016" : 5,
"216064" : 5,
"218112" : 4,
"220160" : 2,
"222208" : 2,
"224256" : 3,
"226304" : 8,
"228352" : 6,
"230400" : 6,
"234496" : 2,
"236544" : 6,
"238592" : 1,
"240640" : 4,
"242688" : 4,
"244736" : 4,
"246784" : 7,
"248832" : 5,
"250880" : 2,
"252928" : 3,
"254976" : 2,
"257024" : 3,
"259072" : 4,
"261120" : 3,
"264192" : 7,
"268288" : 6,
"272384" : 5,
"276480" : 9,
"280576" : 4,
"284672" : 6,
"288768" : 7,
"292864" : 7,
"296960" : 3,
"301056" : 3,
"305152" : 1,
"309248" : 1,
"313344" : 1,
"317440" : 6,
"321536" : 7,
"325632" : 7,
"329728" : 8,
"333824" : 2,
"337920" : 5,
"342016" : 4,
"346112" : 1,
"354304" : 3,
"358400" : 3,
"362496" : 2,
"366592" : 5,
"370688" : 4,
"374784" : 5,
"378880" : 1,
"382976" : 2,
"387072" : 4,
"391168" : 3,
"395264" : 3,
"399360" : 4,
"403456" : 6,
"407552" : 3,
"411648" : 4,
"415744" : 2,
"419840" : 4,
"423936" : 4,
"428032" : 3,
"432128" : 3,
"436224" : 3,
"444416" : 4,
"448512" : 3,
"452608" : 2,
"460800" : 2,
"468992" : 1,
"473088" : 1,
"481280" : 3,
"485376" : 2,
"489472" : 1,
"493568" : 3,
"497664" : 3,
"501760" : 2,
"505856" : 2,
"509952" : 1,
"514048" : 4,
"522240" : 4,
"528384" : 7,
"536576" : 6,
"544768" : 8,
"552960" : 7,
"561152" : 5,
"569344" : 4,
"577536" : 8,
"585728" : 1,
"593920" : 2,
"602112" : 1,
"610304" : 2,
"618496" : 1,
"626688" : 3,
"634880" : 1,
"643072" : 2,
"651264" : 1,
"659456" : 1,
"675840" : 3,
"692224" : 4,
"700416" : 1,
"716800" : 1,
"724992" : 1,
"757760" : 1,
"774144" : 2,
"790528" : 2,
"798720" : 2,
"806912" : 1,
"872448" : 1,
"888832" : 2,
"913408" : 1,
"921600" : 1,
"937984" : 1,
"954368" : 1,
"1122304" : 1,
"1155072" : 1,
"1171456" : 1,
"1515520" : 1,
"1777664" : 1
}
},
"lat_ns" : {
"min" : 233377,
"max" : 7317763,
"mean" : 826553.984440,
"stddev" : 703120.443055,
"N" : 579449
},
"bw_min" : 59080,
"bw_max" : 97570,
"bw_agg" : 99.839939,
"bw_mean" : 77128.135593,
"bw_dev" : 573.810543,
"bw_samples" : 944,
"iops_min" : 14770,
"iops_max" : 24391,
"iops_mean" : 19281.796610,
"iops_stddev" : 143.453017,
"iops_samples" : 944
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 480009,
"usr_cpu" : 0.471658,
"sys_cpu" : 9.285868,
"ctx" : 739751,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 55.971284,
"4" : 41.976996,
"10" : 1.449958,
"20" : 0.274736,
"50" : 0.101128,
"100" : 0.071445,
"250" : 0.097159,
"500" : 0.036931,
"750" : 0.014151,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773088834,
"timestamp_ms" : 1773088834312,
"time" : "Mon Mar 9 17:40:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3111555072,
"io_kbytes" : 3038628,
"bw_bytes" : 77784987,
"bw" : 75961,
"iops" : 18991.475426,
"runtime" : 40002,
"total_ios" : 759697,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 232025,
"max" : 7314378,
"mean" : 838098.226848,
"stddev" : 732335.790766,
"N" : 759698
},
"clat_ns" : {
"min" : 1151,
"max" : 1780080,
"mean" : 2552.527628,
"stddev" : 12678.277924,
"N" : 759681,
"percentile" : {
"1.000000" : 1320,
"5.000000" : 1416,
"10.000000" : 1480,
"20.000000" : 1592,
"30.000000" : 1688,
"40.000000" : 1800,
"50.000000" : 1928,
"60.000000" : 2064,
"70.000000" : 2192,
"80.000000" : 2384,
"90.000000" : 2640,
"95.000000" : 2928,
"99.000000" : 7072,
"99.500000" : 12096,
"99.900000" : 148480,
"99.950000" : 268288,
"99.990000" : 569344
},
"bins" : {
"1144" : 1,
"1160" : 6,
"1176" : 26,
"1192" : 34,
"1208" : 130,
"1224" : 117,
"1240" : 287,
"1256" : 717,
"1272" : 565,
"1288" : 1936,
"1304" : 1491,
"1320" : 3726,
"1336" : 4907,
"1352" : 2983,
"1368" : 6541,
"1384" : 3876,
"1400" : 8140,
"1416" : 9697,
"1432" : 5319,
"1448" : 11605,
"1464" : 6051,
"1480" : 12865,
"1496" : 13391,
"1512" : 6878,
"1528" : 13844,
"1544" : 7263,
"1560" : 14625,
"1576" : 14725,
"1592" : 7470,
"1608" : 14921,
"1624" : 7697,
"1640" : 14627,
"1656" : 14790,
"1672" : 7263,
"1688" : 14689,
"1704" : 7365,
"1720" : 14341,
"1736" : 14071,
"1752" : 6868,
"1768" : 13535,
"1784" : 6816,
"1800" : 13311,
"1816" : 13028,
"1832" : 6480,
"1848" : 12650,
"1864" : 6293,
"1880" : 12465,
"1896" : 12388,
"1912" : 6026,
"1928" : 12189,
"1944" : 6182,
"1960" : 11627,
"1976" : 11322,
"1992" : 5882,
"2008" : 11494,
"2024" : 5542,
"2040" : 10924,
"2064" : 16159,
"2096" : 15685,
"2128" : 18956,
"2160" : 16240,
"2192" : 13927,
"2224" : 13720,
"2256" : 13442,
"2288" : 15185,
"2320" : 14180,
"2352" : 11633,
"2384" : 11197,
"2416" : 10583,
"2448" : 10861,
"2480" : 11776,
"2512" : 8560,
"2544" : 8075,
"2576" : 7403,
"2608" : 6913,
"2640" : 8493,
"2672" : 5704,
"2704" : 5222,
"2736" : 4836,
"2768" : 4354,
"2800" : 5017,
"2832" : 3326,
"2864" : 2972,
"2896" : 2642,
"2928" : 2298,
"2960" : 2687,
"2992" : 1743,
"3024" : 1591,
"3056" : 1347,
"3088" : 1216,
"3120" : 1492,
"3152" : 977,
"3184" : 814,
"3216" : 782,
"3248" : 634,
"3280" : 757,
"3312" : 554,
"3344" : 480,
"3376" : 421,
"3408" : 397,
"3440" : 438,
"3472" : 385,
"3504" : 291,
"3536" : 314,
"3568" : 251,
"3600" : 298,
"3632" : 288,
"3664" : 233,
"3696" : 218,
"3728" : 260,
"3760" : 196,
"3792" : 251,
"3824" : 193,
"3856" : 208,
"3888" : 202,
"3920" : 226,
"3952" : 247,
"3984" : 222,
"4016" : 200,
"4048" : 195,
"4080" : 191,
"4128" : 465,
"4192" : 410,
"4256" : 498,
"4320" : 406,
"4384" : 417,
"4448" : 411,
"4512" : 357,
"4576" : 412,
"4640" : 309,
"4704" : 275,
"4768" : 293,
"4832" : 180,
"4896" : 179,
"4960" : 176,
"5024" : 127,
"5088" : 132,
"5152" : 95,
"5216" : 102,
"5280" : 115,
"5344" : 87,
"5408" : 80,
"5472" : 66,
"5536" : 57,
"5600" : 83,
"5664" : 53,
"5728" : 62,
"5792" : 60,
"5856" : 72,
"5920" : 90,
"5984" : 53,
"6048" : 72,
"6112" : 75,
"6176" : 80,
"6240" : 82,
"6304" : 72,
"6368" : 89,
"6432" : 77,
"6496" : 76,
"6560" : 72,
"6624" : 75,
"6688" : 92,
"6752" : 96,
"6816" : 85,
"6880" : 105,
"6944" : 87,
"7008" : 82,
"7072" : 107,
"7136" : 85,
"7200" : 92,
"7264" : 77,
"7328" : 83,
"7392" : 96,
"7456" : 93,
"7520" : 78,
"7584" : 96,
"7648" : 83,
"7712" : 103,
"7776" : 70,
"7840" : 65,
"7904" : 95,
"7968" : 85,
"8032" : 100,
"8096" : 83,
"8160" : 82,
"8256" : 181,
"8384" : 163,
"8512" : 139,
"8640" : 145,
"8768" : 120,
"8896" : 113,
"9024" : 120,
"9152" : 92,
"9280" : 70,
"9408" : 90,
"9536" : 67,
"9664" : 74,
"9792" : 70,
"9920" : 49,
"10048" : 69,
"10176" : 71,
"10304" : 58,
"10432" : 48,
"10560" : 43,
"10688" : 59,
"10816" : 58,
"10944" : 54,
"11072" : 43,
"11200" : 54,
"11328" : 56,
"11456" : 54,
"11584" : 40,
"11712" : 30,
"11840" : 40,
"11968" : 36,
"12096" : 41,
"12224" : 36,
"12352" : 36,
"12480" : 31,
"12608" : 35,
"12736" : 35,
"12864" : 43,
"12992" : 33,
"13120" : 26,
"13248" : 31,
"13376" : 25,
"13504" : 29,
"13632" : 21,
"13760" : 25,
"13888" : 24,
"14016" : 31,
"14144" : 31,
"14272" : 17,
"14400" : 22,
"14528" : 29,
"14656" : 28,
"14784" : 29,
"14912" : 16,
"15040" : 27,
"15168" : 26,
"15296" : 19,
"15424" : 23,
"15552" : 17,
"15680" : 19,
"15808" : 19,
"15936" : 21,
"16064" : 28,
"16192" : 22,
"16320" : 12,
"16512" : 36,
"16768" : 32,
"17024" : 36,
"17280" : 31,
"17536" : 17,
"17792" : 29,
"18048" : 27,
"18304" : 29,
"18560" : 18,
"18816" : 31,
"19072" : 24,
"19328" : 23,
"19584" : 20,
"19840" : 10,
"20096" : 26,
"20352" : 16,
"20608" : 12,
"20864" : 17,
"21120" : 12,
"21376" : 13,
"21632" : 20,
"21888" : 15,
"22144" : 11,
"22400" : 11,
"22656" : 13,
"22912" : 16,
"23168" : 17,
"23424" : 8,
"23680" : 10,
"23936" : 8,
"24192" : 10,
"24448" : 11,
"24704" : 9,
"24960" : 9,
"25216" : 14,
"25472" : 11,
"25728" : 12,
"25984" : 8,
"26240" : 9,
"26496" : 9,
"26752" : 12,
"27008" : 7,
"27264" : 9,
"27520" : 11,
"27776" : 12,
"28032" : 5,
"28288" : 4,
"28544" : 4,
"28800" : 8,
"29056" : 8,
"29312" : 12,
"29568" : 1,
"29824" : 7,
"30080" : 4,
"30336" : 6,
"30592" : 7,
"30848" : 7,
"31104" : 7,
"31360" : 3,
"31616" : 4,
"31872" : 12,
"32128" : 4,
"32384" : 5,
"32640" : 8,
"33024" : 11,
"33536" : 9,
"34048" : 7,
"34560" : 8,
"35072" : 7,
"35584" : 12,
"36096" : 12,
"36608" : 10,
"37120" : 3,
"37632" : 10,
"38144" : 9,
"38656" : 18,
"39168" : 12,
"39680" : 6,
"40192" : 6,
"40704" : 11,
"41216" : 9,
"41728" : 3,
"42240" : 13,
"42752" : 13,
"43264" : 6,
"43776" : 12,
"44288" : 11,
"44800" : 9,
"45312" : 5,
"45824" : 6,
"46336" : 9,
"46848" : 10,
"47360" : 10,
"47872" : 3,
"48384" : 7,
"48896" : 5,
"49408" : 7,
"49920" : 9,
"50432" : 6,
"50944" : 7,
"51456" : 9,
"51968" : 12,
"52480" : 6,
"53504" : 3,
"54016" : 7,
"54528" : 5,
"55040" : 12,
"55552" : 4,
"56064" : 5,
"56576" : 4,
"57088" : 6,
"57600" : 7,
"58112" : 6,
"58624" : 3,
"59136" : 6,
"59648" : 8,
"60160" : 9,
"60672" : 9,
"61184" : 5,
"61696" : 2,
"62208" : 4,
"62720" : 5,
"63232" : 7,
"63744" : 5,
"64256" : 4,
"64768" : 3,
"65280" : 8,
"66048" : 11,
"67072" : 13,
"68096" : 7,
"69120" : 12,
"70144" : 7,
"71168" : 10,
"72192" : 8,
"73216" : 10,
"74240" : 10,
"75264" : 4,
"76288" : 10,
"77312" : 8,
"78336" : 13,
"79360" : 11,
"80384" : 18,
"81408" : 10,
"82432" : 15,
"83456" : 12,
"84480" : 8,
"85504" : 5,
"86528" : 9,
"87552" : 19,
"88576" : 8,
"89600" : 17,
"90624" : 11,
"91648" : 7,
"92672" : 7,
"93696" : 12,
"94720" : 12,
"95744" : 14,
"96768" : 16,
"97792" : 14,
"98816" : 20,
"99840" : 9,
"100864" : 13,
"101888" : 12,
"102912" : 14,
"103936" : 12,
"104960" : 9,
"105984" : 15,
"107008" : 17,
"108032" : 12,
"109056" : 12,
"110080" : 9,
"111104" : 10,
"112128" : 7,
"113152" : 8,
"114176" : 15,
"115200" : 13,
"116224" : 10,
"117248" : 16,
"118272" : 12,
"119296" : 5,
"120320" : 10,
"121344" : 5,
"122368" : 7,
"123392" : 12,
"124416" : 5,
"125440" : 8,
"126464" : 11,
"127488" : 7,
"128512" : 8,
"129536" : 9,
"130560" : 7,
"132096" : 17,
"134144" : 17,
"136192" : 17,
"138240" : 17,
"140288" : 14,
"142336" : 9,
"144384" : 10,
"146432" : 10,
"148480" : 9,
"150528" : 9,
"152576" : 9,
"154624" : 8,
"156672" : 8,
"158720" : 6,
"160768" : 6,
"162816" : 10,
"164864" : 4,
"166912" : 8,
"168960" : 10,
"171008" : 5,
"173056" : 6,
"175104" : 4,
"177152" : 9,
"179200" : 15,
"181248" : 8,
"183296" : 4,
"185344" : 5,
"187392" : 6,
"189440" : 7,
"191488" : 12,
"193536" : 7,
"195584" : 11,
"197632" : 4,
"199680" : 9,
"201728" : 8,
"203776" : 6,
"205824" : 4,
"207872" : 9,
"209920" : 6,
"211968" : 10,
"214016" : 8,
"216064" : 7,
"218112" : 4,
"220160" : 4,
"222208" : 5,
"224256" : 5,
"226304" : 8,
"228352" : 9,
"230400" : 7,
"232448" : 1,
"234496" : 2,
"236544" : 7,
"238592" : 2,
"240640" : 6,
"242688" : 7,
"244736" : 6,
"246784" : 9,
"248832" : 9,
"250880" : 4,
"252928" : 3,
"254976" : 4,
"257024" : 3,
"259072" : 5,
"261120" : 5,
"264192" : 8,
"268288" : 8,
"272384" : 7,
"276480" : 12,
"280576" : 7,
"284672" : 7,
"288768" : 7,
"292864" : 8,
"296960" : 4,
"301056" : 4,
"305152" : 3,
"309248" : 3,
"313344" : 3,
"317440" : 10,
"321536" : 7,
"325632" : 7,
"329728" : 9,
"333824" : 3,
"337920" : 8,
"342016" : 5,
"346112" : 2,
"350208" : 1,
"354304" : 6,
"358400" : 4,
"362496" : 2,
"366592" : 7,
"370688" : 4,
"374784" : 6,
"378880" : 3,
"382976" : 3,
"387072" : 5,
"391168" : 3,
"395264" : 3,
"399360" : 5,
"403456" : 6,
"407552" : 4,
"411648" : 5,
"415744" : 4,
"419840" : 5,
"423936" : 4,
"428032" : 4,
"432128" : 4,
"436224" : 4,
"440320" : 1,
"444416" : 4,
"448512" : 4,
"452608" : 5,
"460800" : 2,
"464896" : 1,
"468992" : 2,
"473088" : 1,
"477184" : 1,
"481280" : 4,
"485376" : 3,
"489472" : 1,
"493568" : 4,
"497664" : 3,
"501760" : 5,
"505856" : 3,
"509952" : 1,
"514048" : 5,
"518144" : 1,
"522240" : 4,
"528384" : 7,
"536576" : 7,
"544768" : 10,
"552960" : 7,
"561152" : 8,
"569344" : 4,
"577536" : 8,
"585728" : 3,
"593920" : 2,
"602112" : 3,
"610304" : 2,
"618496" : 1,
"626688" : 4,
"634880" : 3,
"643072" : 3,
"651264" : 1,
"659456" : 1,
"675840" : 3,
"692224" : 4,
"700416" : 1,
"708608" : 1,
"716800" : 1,
"724992" : 1,
"733184" : 1,
"741376" : 1,
"757760" : 3,
"774144" : 2,
"790528" : 2,
"798720" : 3,
"806912" : 2,
"872448" : 1,
"888832" : 2,
"913408" : 1,
"921600" : 2,
"937984" : 1,
"954368" : 2,
"1122304" : 1,
"1155072" : 1,
"1171456" : 1,
"1236992" : 1,
"1253376" : 1,
"1515520" : 1,
"1777664" : 1
}
},
"lat_ns" : {
"min" : 233377,
"max" : 7317763,
"mean" : 840630.166607,
"stddev" : 732745.263695,
"N" : 759681
},
"bw_min" : 55136,
"bw_max" : 97570,
"bw_agg" : 100.000000,
"bw_mean" : 75962.734177,
"bw_dev" : 600.074662,
"bw_samples" : 1264,
"iops_min" : 13784,
"iops_max" : 24391,
"iops_mean" : 18990.430380,
"iops_stddev" : 150.019183,
"iops_samples" : 1264
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 640021,
"usr_cpu" : 0.459829,
"sys_cpu" : 9.125794,
"ctx" : 970109,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 56.080516,
"4" : 41.849843,
"10" : 1.460846,
"20" : 0.274057,
"50" : 0.103067,
"100" : 0.072661,
"250" : 0.101883,
"500" : 0.037515,
"750" : 0.013821,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773088844,
"timestamp_ms" : 1773088844311,
"time" : "Mon Mar 9 17:40:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3880574976,
"io_kbytes" : 3789624,
"bw_bytes" : 77608395,
"bw" : 75789,
"iops" : 18948.382065,
"runtime" : 50002,
"total_ios" : 947457,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 232025,
"max" : 7314378,
"mean" : 840003.935632,
"stddev" : 735347.597555,
"N" : 947457
},
"clat_ns" : {
"min" : 1151,
"max" : 1780080,
"mean" : 2541.350061,
"stddev" : 12557.528881,
"N" : 947441,
"percentile" : {
"1.000000" : 1320,
"5.000000" : 1416,
"10.000000" : 1480,
"20.000000" : 1592,
"30.000000" : 1688,
"40.000000" : 1800,
"50.000000" : 1928,
"60.000000" : 2064,
"70.000000" : 2192,
"80.000000" : 2384,
"90.000000" : 2640,
"95.000000" : 2928,
"99.000000" : 7072,
"99.500000" : 12096,
"99.900000" : 142336,
"99.950000" : 264192,
"99.990000" : 569344
},
"bins" : {
"1144" : 1,
"1160" : 8,
"1176" : 31,
"1192" : 41,
"1208" : 158,
"1224" : 139,
"1240" : 354,
"1256" : 891,
"1272" : 709,
"1288" : 2331,
"1304" : 1849,
"1320" : 4559,
"1336" : 6066,
"1352" : 3649,
"1368" : 8130,
"1384" : 4823,
"1400" : 10103,
"1416" : 12019,
"1432" : 6572,
"1448" : 14365,
"1464" : 7503,
"1480" : 15932,
"1496" : 16672,
"1512" : 8571,
"1528" : 17308,
"1544" : 8984,
"1560" : 18216,
"1576" : 18286,
"1592" : 9355,
"1608" : 18629,
"1624" : 9548,
"1640" : 18406,
"1656" : 18567,
"1672" : 9091,
"1688" : 18351,
"1704" : 9208,
"1720" : 18046,
"1736" : 17615,
"1752" : 8666,
"1768" : 17055,
"1784" : 8501,
"1800" : 16677,
"1816" : 16363,
"1832" : 8154,
"1848" : 15808,
"1864" : 7984,
"1880" : 15617,
"1896" : 15389,
"1912" : 7526,
"1928" : 15090,
"1944" : 7668,
"1960" : 14515,
"1976" : 14275,
"1992" : 7421,
"2008" : 14266,
"2024" : 6965,
"2040" : 13702,
"2064" : 20299,
"2096" : 19621,
"2128" : 23653,
"2160" : 20373,
"2192" : 17467,
"2224" : 17138,
"2256" : 16763,
"2288" : 18749,
"2320" : 17617,
"2352" : 14423,
"2384" : 13844,
"2416" : 13161,
"2448" : 13437,
"2480" : 14575,
"2512" : 10605,
"2544" : 9999,
"2576" : 9240,
"2608" : 8614,
"2640" : 10526,
"2672" : 7130,
"2704" : 6497,
"2736" : 6069,
"2768" : 5415,
"2800" : 6294,
"2832" : 4127,
"2864" : 3723,
"2896" : 3275,
"2928" : 2879,
"2960" : 3364,
"2992" : 2169,
"3024" : 1961,
"3056" : 1697,
"3088" : 1523,
"3120" : 1820,
"3152" : 1231,
"3184" : 1031,
"3216" : 976,
"3248" : 787,
"3280" : 943,
"3312" : 684,
"3344" : 601,
"3376" : 516,
"3408" : 494,
"3440" : 552,
"3472" : 472,
"3504" : 348,
"3536" : 387,
"3568" : 308,
"3600" : 365,
"3632" : 342,
"3664" : 282,
"3696" : 270,
"3728" : 312,
"3760" : 257,
"3792" : 309,
"3824" : 233,
"3856" : 248,
"3888" : 244,
"3920" : 275,
"3952" : 297,
"3984" : 261,
"4016" : 255,
"4048" : 252,
"4080" : 240,
"4128" : 564,
"4192" : 519,
"4256" : 619,
"4320" : 503,
"4384" : 518,
"4448" : 510,
"4512" : 440,
"4576" : 499,
"4640" : 385,
"4704" : 340,
"4768" : 372,
"4832" : 224,
"4896" : 227,
"4960" : 212,
"5024" : 161,
"5088" : 165,
"5152" : 121,
"5216" : 127,
"5280" : 137,
"5344" : 106,
"5408" : 101,
"5472" : 87,
"5536" : 79,
"5600" : 104,
"5664" : 71,
"5728" : 84,
"5792" : 83,
"5856" : 89,
"5920" : 117,
"5984" : 70,
"6048" : 89,
"6112" : 95,
"6176" : 94,
"6240" : 106,
"6304" : 98,
"6368" : 111,
"6432" : 101,
"6496" : 93,
"6560" : 92,
"6624" : 88,
"6688" : 115,
"6752" : 120,
"6816" : 118,
"6880" : 137,
"6944" : 112,
"7008" : 107,
"7072" : 133,
"7136" : 102,
"7200" : 114,
"7264" : 114,
"7328" : 103,
"7392" : 125,
"7456" : 113,
"7520" : 95,
"7584" : 113,
"7648" : 100,
"7712" : 126,
"7776" : 97,
"7840" : 77,
"7904" : 114,
"7968" : 106,
"8032" : 127,
"8096" : 101,
"8160" : 109,
"8256" : 214,
"8384" : 204,
"8512" : 167,
"8640" : 180,
"8768" : 145,
"8896" : 140,
"9024" : 148,
"9152" : 115,
"9280" : 87,
"9408" : 119,
"9536" : 87,
"9664" : 85,
"9792" : 86,
"9920" : 60,
"10048" : 85,
"10176" : 89,
"10304" : 68,
"10432" : 59,
"10560" : 60,
"10688" : 72,
"10816" : 70,
"10944" : 63,
"11072" : 54,
"11200" : 66,
"11328" : 73,
"11456" : 64,
"11584" : 55,
"11712" : 40,
"11840" : 53,
"11968" : 44,
"12096" : 53,
"12224" : 44,
"12352" : 48,
"12480" : 42,
"12608" : 46,
"12736" : 45,
"12864" : 54,
"12992" : 38,
"13120" : 36,
"13248" : 41,
"13376" : 40,
"13504" : 31,
"13632" : 26,
"13760" : 32,
"13888" : 33,
"14016" : 40,
"14144" : 33,
"14272" : 25,
"14400" : 29,
"14528" : 36,
"14656" : 33,
"14784" : 30,
"14912" : 20,
"15040" : 34,
"15168" : 31,
"15296" : 22,
"15424" : 28,
"15552" : 20,
"15680" : 28,
"15808" : 29,
"15936" : 26,
"16064" : 30,
"16192" : 27,
"16320" : 16,
"16512" : 53,
"16768" : 44,
"17024" : 49,
"17280" : 39,
"17536" : 23,
"17792" : 35,
"18048" : 32,
"18304" : 40,
"18560" : 26,
"18816" : 36,
"19072" : 32,
"19328" : 34,
"19584" : 26,
"19840" : 17,
"20096" : 30,
"20352" : 20,
"20608" : 17,
"20864" : 21,
"21120" : 19,
"21376" : 17,
"21632" : 25,
"21888" : 20,
"22144" : 14,
"22400" : 18,
"22656" : 17,
"22912" : 18,
"23168" : 18,
"23424" : 14,
"23680" : 11,
"23936" : 9,
"24192" : 16,
"24448" : 18,
"24704" : 12,
"24960" : 9,
"25216" : 14,
"25472" : 13,
"25728" : 13,
"25984" : 9,
"26240" : 11,
"26496" : 14,
"26752" : 16,
"27008" : 10,
"27264" : 14,
"27520" : 14,
"27776" : 12,
"28032" : 5,
"28288" : 9,
"28544" : 5,
"28800" : 9,
"29056" : 8,
"29312" : 14,
"29568" : 5,
"29824" : 8,
"30080" : 7,
"30336" : 7,
"30592" : 8,
"30848" : 11,
"31104" : 9,
"31360" : 4,
"31616" : 6,
"31872" : 15,
"32128" : 5,
"32384" : 7,
"32640" : 9,
"33024" : 13,
"33536" : 14,
"34048" : 9,
"34560" : 11,
"35072" : 11,
"35584" : 16,
"36096" : 13,
"36608" : 11,
"37120" : 4,
"37632" : 14,
"38144" : 9,
"38656" : 22,
"39168" : 17,
"39680" : 7,
"40192" : 9,
"40704" : 14,
"41216" : 14,
"41728" : 5,
"42240" : 15,
"42752" : 15,
"43264" : 11,
"43776" : 12,
"44288" : 17,
"44800" : 9,
"45312" : 8,
"45824" : 7,
"46336" : 10,
"46848" : 13,
"47360" : 12,
"47872" : 6,
"48384" : 10,
"48896" : 8,
"49408" : 9,
"49920" : 10,
"50432" : 7,
"50944" : 8,
"51456" : 10,
"51968" : 12,
"52480" : 7,
"52992" : 1,
"53504" : 3,
"54016" : 9,
"54528" : 6,
"55040" : 13,
"55552" : 5,
"56064" : 5,
"56576" : 6,
"57088" : 8,
"57600" : 8,
"58112" : 7,
"58624" : 5,
"59136" : 6,
"59648" : 11,
"60160" : 9,
"60672" : 9,
"61184" : 5,
"61696" : 3,
"62208" : 5,
"62720" : 6,
"63232" : 8,
"63744" : 5,
"64256" : 8,
"64768" : 4,
"65280" : 10,
"66048" : 15,
"67072" : 15,
"68096" : 9,
"69120" : 16,
"70144" : 8,
"71168" : 19,
"72192" : 14,
"73216" : 17,
"74240" : 15,
"75264" : 4,
"76288" : 12,
"77312" : 9,
"78336" : 15,
"79360" : 12,
"80384" : 20,
"81408" : 12,
"82432" : 18,
"83456" : 15,
"84480" : 10,
"85504" : 6,
"86528" : 13,
"87552" : 21,
"88576" : 11,
"89600" : 18,
"90624" : 11,
"91648" : 11,
"92672" : 10,
"93696" : 14,
"94720" : 13,
"95744" : 16,
"96768" : 16,
"97792" : 15,
"98816" : 24,
"99840" : 10,
"100864" : 14,
"101888" : 14,
"102912" : 19,
"103936" : 13,
"104960" : 12,
"105984" : 18,
"107008" : 20,
"108032" : 14,
"109056" : 16,
"110080" : 11,
"111104" : 16,
"112128" : 9,
"113152" : 10,
"114176" : 21,
"115200" : 15,
"116224" : 10,
"117248" : 20,
"118272" : 14,
"119296" : 6,
"120320" : 12,
"121344" : 8,
"122368" : 11,
"123392" : 15,
"124416" : 6,
"125440" : 10,
"126464" : 13,
"127488" : 7,
"128512" : 9,
"129536" : 10,
"130560" : 9,
"132096" : 21,
"134144" : 18,
"136192" : 19,
"138240" : 22,
"140288" : 19,
"142336" : 15,
"144384" : 12,
"146432" : 12,
"148480" : 10,
"150528" : 12,
"152576" : 9,
"154624" : 8,
"156672" : 8,
"158720" : 8,
"160768" : 8,
"162816" : 12,
"164864" : 5,
"166912" : 9,
"168960" : 12,
"171008" : 7,
"173056" : 8,
"175104" : 8,
"177152" : 10,
"179200" : 17,
"181248" : 9,
"183296" : 7,
"185344" : 6,
"187392" : 7,
"189440" : 8,
"191488" : 13,
"193536" : 9,
"195584" : 11,
"197632" : 6,
"199680" : 11,
"201728" : 9,
"203776" : 8,
"205824" : 5,
"207872" : 10,
"209920" : 6,
"211968" : 10,
"214016" : 10,
"216064" : 8,
"218112" : 5,
"220160" : 5,
"222208" : 9,
"224256" : 6,
"226304" : 10,
"228352" : 11,
"230400" : 7,
"232448" : 1,
"234496" : 2,
"236544" : 7,
"238592" : 3,
"240640" : 6,
"242688" : 10,
"244736" : 6,
"246784" : 11,
"248832" : 10,
"250880" : 6,
"252928" : 4,
"254976" : 5,
"257024" : 3,
"259072" : 5,
"261120" : 7,
"264192" : 9,
"268288" : 9,
"272384" : 9,
"276480" : 14,
"280576" : 8,
"284672" : 10,
"288768" : 9,
"292864" : 9,
"296960" : 5,
"301056" : 5,
"305152" : 4,
"309248" : 4,
"313344" : 4,
"317440" : 10,
"321536" : 11,
"325632" : 7,
"329728" : 9,
"333824" : 5,
"337920" : 11,
"342016" : 5,
"346112" : 3,
"350208" : 1,
"354304" : 9,
"358400" : 4,
"362496" : 4,
"366592" : 7,
"370688" : 4,
"374784" : 6,
"378880" : 4,
"382976" : 3,
"387072" : 5,
"391168" : 4,
"395264" : 3,
"399360" : 6,
"403456" : 7,
"407552" : 7,
"411648" : 5,
"415744" : 4,
"419840" : 6,
"423936" : 8,
"428032" : 5,
"432128" : 6,
"436224" : 5,
"440320" : 1,
"444416" : 5,
"448512" : 5,
"452608" : 5,
"460800" : 2,
"464896" : 1,
"468992" : 2,
"473088" : 1,
"477184" : 2,
"481280" : 6,
"485376" : 3,
"489472" : 2,
"493568" : 5,
"497664" : 3,
"501760" : 6,
"505856" : 4,
"509952" : 1,
"514048" : 5,
"518144" : 1,
"522240" : 4,
"528384" : 7,
"536576" : 9,
"544768" : 11,
"552960" : 9,
"561152" : 8,
"569344" : 4,
"577536" : 10,
"585728" : 4,
"593920" : 3,
"602112" : 3,
"610304" : 2,
"618496" : 2,
"626688" : 4,
"634880" : 3,
"643072" : 3,
"651264" : 2,
"659456" : 2,
"675840" : 3,
"692224" : 5,
"700416" : 2,
"708608" : 2,
"716800" : 1,
"724992" : 1,
"733184" : 3,
"741376" : 1,
"757760" : 3,
"774144" : 2,
"790528" : 2,
"798720" : 3,
"806912" : 3,
"831488" : 1,
"847872" : 1,
"864256" : 1,
"872448" : 1,
"888832" : 2,
"913408" : 1,
"921600" : 2,
"937984" : 1,
"954368" : 2,
"987136" : 1,
"1122304" : 1,
"1155072" : 1,
"1171456" : 1,
"1236992" : 1,
"1253376" : 1,
"1286144" : 1,
"1449984" : 1,
"1515520" : 1,
"1777664" : 1
}
},
"lat_ns" : {
"min" : 233377,
"max" : 7317763,
"mean" : 842529.281016,
"stddev" : 735762.493973,
"N" : 947441
},
"bw_min" : 55136,
"bw_max" : 97570,
"bw_agg" : 100.000000,
"bw_mean" : 75839.191919,
"bw_dev" : 584.216025,
"bw_samples" : 1584,
"iops_min" : 13784,
"iops_max" : 24391,
"iops_mean" : 18959.595960,
"iops_stddev" : 146.054302,
"iops_samples" : 1584
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 800017,
"usr_cpu" : 0.458615,
"sys_cpu" : 9.101432,
"ctx" : 1207560,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 56.128669,
"4" : 41.796620,
"10" : 1.464235,
"20" : 0.278957,
"50" : 0.106601,
"100" : 0.070821,
"250" : 0.099002,
"500" : 0.036624,
"750" : 0.013088,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773088854,
"timestamp_ms" : 1773088854310,
"time" : "Mon Mar 9 17:40:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 119,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4654530560,
"io_kbytes" : 4545440,
"bw_bytes" : 77572923,
"bw" : 75754,
"iops" : 18939.518683,
"runtime" : 60002,
"total_ios" : 1136409,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 232025,
"max" : 7314378,
"mean" : 840365.781899,
"stddev" : 731920.767368,
"N" : 1136409
},
"clat_ns" : {
"min" : 1151,
"max" : 1780080,
"mean" : 2546.163385,
"stddev" : 12419.473081,
"N" : 1136393,
"percentile" : {
"1.000000" : 1320,
"5.000000" : 1416,
"10.000000" : 1480,
"20.000000" : 1592,
"30.000000" : 1688,
"40.000000" : 1800,
"50.000000" : 1928,
"60.000000" : 2064,
"70.000000" : 2192,
"80.000000" : 2384,
"90.000000" : 2640,
"95.000000" : 2928,
"99.000000" : 7136,
"99.500000" : 12224,
"99.900000" : 146432,
"99.950000" : 261120,
"99.990000" : 561152
},
"bins" : {
"1144" : 1,
"1160" : 10,
"1176" : 36,
"1192" : 47,
"1208" : 189,
"1224" : 176,
"1240" : 421,
"1256" : 1046,
"1272" : 834,
"1288" : 2768,
"1304" : 2242,
"1320" : 5437,
"1336" : 7261,
"1352" : 4318,
"1368" : 9682,
"1384" : 5711,
"1400" : 12013,
"1416" : 14348,
"1432" : 7833,
"1448" : 17067,
"1464" : 8943,
"1480" : 18943,
"1496" : 19868,
"1512" : 10233,
"1528" : 20656,
"1544" : 10666,
"1560" : 21686,
"1576" : 21909,
"1592" : 11208,
"1608" : 22215,
"1624" : 11412,
"1640" : 21937,
"1656" : 22144,
"1672" : 10865,
"1688" : 21992,
"1704" : 11011,
"1720" : 21671,
"1736" : 21083,
"1752" : 10425,
"1768" : 20364,
"1784" : 10216,
"1800" : 20030,
"1816" : 19736,
"1832" : 9806,
"1848" : 19025,
"1864" : 9580,
"1880" : 18826,
"1896" : 18414,
"1912" : 9024,
"1928" : 18008,
"1944" : 9175,
"1960" : 17440,
"1976" : 17075,
"1992" : 8926,
"2008" : 17080,
"2024" : 8391,
"2040" : 16488,
"2064" : 24391,
"2096" : 23617,
"2128" : 28324,
"2160" : 24385,
"2192" : 21086,
"2224" : 20729,
"2256" : 20084,
"2288" : 22462,
"2320" : 21267,
"2352" : 17332,
"2384" : 16643,
"2416" : 15846,
"2448" : 16198,
"2480" : 17627,
"2512" : 12861,
"2544" : 11978,
"2576" : 11138,
"2608" : 10389,
"2640" : 12581,
"2672" : 8577,
"2704" : 7810,
"2736" : 7284,
"2768" : 6531,
"2800" : 7610,
"2832" : 4985,
"2864" : 4510,
"2896" : 3913,
"2928" : 3481,
"2960" : 4044,
"2992" : 2631,
"3024" : 2350,
"3056" : 2064,
"3088" : 1861,
"3120" : 2163,
"3152" : 1515,
"3184" : 1230,
"3216" : 1196,
"3248" : 984,
"3280" : 1139,
"3312" : 827,
"3344" : 733,
"3376" : 643,
"3408" : 592,
"3440" : 668,
"3472" : 559,
"3504" : 427,
"3536" : 444,
"3568" : 392,
"3600" : 459,
"3632" : 418,
"3664" : 353,
"3696" : 328,
"3728" : 387,
"3760" : 328,
"3792" : 379,
"3824" : 287,
"3856" : 300,
"3888" : 293,
"3920" : 337,
"3952" : 379,
"3984" : 319,
"4016" : 314,
"4048" : 304,
"4080" : 302,
"4128" : 691,
"4192" : 619,
"4256" : 774,
"4320" : 624,
"4384" : 629,
"4448" : 648,
"4512" : 526,
"4576" : 608,
"4640" : 460,
"4704" : 407,
"4768" : 441,
"4832" : 286,
"4896" : 270,
"4960" : 239,
"5024" : 194,
"5088" : 196,
"5152" : 156,
"5216" : 146,
"5280" : 153,
"5344" : 126,
"5408" : 116,
"5472" : 109,
"5536" : 96,
"5600" : 125,
"5664" : 82,
"5728" : 108,
"5792" : 105,
"5856" : 103,
"5920" : 132,
"5984" : 85,
"6048" : 111,
"6112" : 111,
"6176" : 105,
"6240" : 131,
"6304" : 122,
"6368" : 134,
"6432" : 129,
"6496" : 109,
"6560" : 115,
"6624" : 118,
"6688" : 133,
"6752" : 151,
"6816" : 133,
"6880" : 156,
"6944" : 140,
"7008" : 129,
"7072" : 164,
"7136" : 119,
"7200" : 142,
"7264" : 132,
"7328" : 130,
"7392" : 153,
"7456" : 139,
"7520" : 110,
"7584" : 129,
"7648" : 113,
"7712" : 152,
"7776" : 118,
"7840" : 98,
"7904" : 136,
"7968" : 122,
"8032" : 149,
"8096" : 124,
"8160" : 130,
"8256" : 261,
"8384" : 244,
"8512" : 206,
"8640" : 216,
"8768" : 163,
"8896" : 172,
"9024" : 177,
"9152" : 147,
"9280" : 115,
"9408" : 139,
"9536" : 111,
"9664" : 98,
"9792" : 107,
"9920" : 75,
"10048" : 105,
"10176" : 101,
"10304" : 79,
"10432" : 80,
"10560" : 74,
"10688" : 82,
"10816" : 80,
"10944" : 76,
"11072" : 68,
"11200" : 83,
"11328" : 84,
"11456" : 74,
"11584" : 66,
"11712" : 52,
"11840" : 65,
"11968" : 52,
"12096" : 70,
"12224" : 54,
"12352" : 58,
"12480" : 52,
"12608" : 56,
"12736" : 49,
"12864" : 59,
"12992" : 42,
"13120" : 46,
"13248" : 57,
"13376" : 49,
"13504" : 40,
"13632" : 35,
"13760" : 38,
"13888" : 39,
"14016" : 48,
"14144" : 41,
"14272" : 35,
"14400" : 34,
"14528" : 43,
"14656" : 38,
"14784" : 35,
"14912" : 25,
"15040" : 41,
"15168" : 37,
"15296" : 24,
"15424" : 31,
"15552" : 26,
"15680" : 32,
"15808" : 37,
"15936" : 35,
"16064" : 33,
"16192" : 31,
"16320" : 22,
"16512" : 61,
"16768" : 56,
"17024" : 56,
"17280" : 51,
"17536" : 32,
"17792" : 40,
"18048" : 40,
"18304" : 46,
"18560" : 28,
"18816" : 43,
"19072" : 39,
"19328" : 38,
"19584" : 36,
"19840" : 24,
"20096" : 34,
"20352" : 28,
"20608" : 24,
"20864" : 27,
"21120" : 23,
"21376" : 21,
"21632" : 27,
"21888" : 22,
"22144" : 17,
"22400" : 18,
"22656" : 21,
"22912" : 23,
"23168" : 21,
"23424" : 17,
"23680" : 18,
"23936" : 11,
"24192" : 16,
"24448" : 19,
"24704" : 17,
"24960" : 12,
"25216" : 19,
"25472" : 14,
"25728" : 13,
"25984" : 10,
"26240" : 11,
"26496" : 19,
"26752" : 21,
"27008" : 13,
"27264" : 15,
"27520" : 15,
"27776" : 13,
"28032" : 7,
"28288" : 12,
"28544" : 6,
"28800" : 11,
"29056" : 8,
"29312" : 15,
"29568" : 8,
"29824" : 12,
"30080" : 11,
"30336" : 9,
"30592" : 11,
"30848" : 15,
"31104" : 10,
"31360" : 6,
"31616" : 6,
"31872" : 17,
"32128" : 6,
"32384" : 11,
"32640" : 11,
"33024" : 16,
"33536" : 21,
"34048" : 14,
"34560" : 13,
"35072" : 14,
"35584" : 19,
"36096" : 14,
"36608" : 14,
"37120" : 7,
"37632" : 17,
"38144" : 13,
"38656" : 23,
"39168" : 23,
"39680" : 12,
"40192" : 12,
"40704" : 19,
"41216" : 15,
"41728" : 7,
"42240" : 19,
"42752" : 17,
"43264" : 13,
"43776" : 14,
"44288" : 21,
"44800" : 10,
"45312" : 10,
"45824" : 8,
"46336" : 11,
"46848" : 14,
"47360" : 15,
"47872" : 9,
"48384" : 12,
"48896" : 9,
"49408" : 9,
"49920" : 13,
"50432" : 10,
"50944" : 9,
"51456" : 12,
"51968" : 12,
"52480" : 9,
"52992" : 3,
"53504" : 7,
"54016" : 14,
"54528" : 7,
"55040" : 15,
"55552" : 7,
"56064" : 8,
"56576" : 9,
"57088" : 11,
"57600" : 9,
"58112" : 10,
"58624" : 7,
"59136" : 6,
"59648" : 12,
"60160" : 10,
"60672" : 10,
"61184" : 9,
"61696" : 3,
"62208" : 8,
"62720" : 8,
"63232" : 10,
"63744" : 6,
"64256" : 9,
"64768" : 5,
"65280" : 11,
"66048" : 17,
"67072" : 16,
"68096" : 10,
"69120" : 22,
"70144" : 9,
"71168" : 20,
"72192" : 16,
"73216" : 21,
"74240" : 16,
"75264" : 7,
"76288" : 14,
"77312" : 10,
"78336" : 16,
"79360" : 15,
"80384" : 24,
"81408" : 15,
"82432" : 18,
"83456" : 16,
"84480" : 11,
"85504" : 8,
"86528" : 15,
"87552" : 24,
"88576" : 12,
"89600" : 21,
"90624" : 14,
"91648" : 14,
"92672" : 11,
"93696" : 16,
"94720" : 18,
"95744" : 20,
"96768" : 17,
"97792" : 17,
"98816" : 30,
"99840" : 10,
"100864" : 19,
"101888" : 18,
"102912" : 23,
"103936" : 16,
"104960" : 14,
"105984" : 22,
"107008" : 25,
"108032" : 19,
"109056" : 20,
"110080" : 15,
"111104" : 19,
"112128" : 12,
"113152" : 12,
"114176" : 24,
"115200" : 18,
"116224" : 11,
"117248" : 24,
"118272" : 17,
"119296" : 8,
"120320" : 15,
"121344" : 11,
"122368" : 13,
"123392" : 19,
"124416" : 9,
"125440" : 11,
"126464" : 18,
"127488" : 11,
"128512" : 13,
"129536" : 16,
"130560" : 9,
"132096" : 26,
"134144" : 22,
"136192" : 22,
"138240" : 26,
"140288" : 20,
"142336" : 17,
"144384" : 13,
"146432" : 14,
"148480" : 11,
"150528" : 13,
"152576" : 12,
"154624" : 11,
"156672" : 10,
"158720" : 13,
"160768" : 8,
"162816" : 16,
"164864" : 8,
"166912" : 10,
"168960" : 15,
"171008" : 11,
"173056" : 9,
"175104" : 11,
"177152" : 10,
"179200" : 21,
"181248" : 12,
"183296" : 12,
"185344" : 7,
"187392" : 10,
"189440" : 9,
"191488" : 16,
"193536" : 9,
"195584" : 14,
"197632" : 10,
"199680" : 12,
"201728" : 13,
"203776" : 10,
"205824" : 6,
"207872" : 10,
"209920" : 8,
"211968" : 11,
"214016" : 12,
"216064" : 11,
"218112" : 8,
"220160" : 8,
"222208" : 11,
"224256" : 7,
"226304" : 12,
"228352" : 13,
"230400" : 7,
"232448" : 2,
"234496" : 2,
"236544" : 10,
"238592" : 4,
"240640" : 10,
"242688" : 14,
"244736" : 7,
"246784" : 11,
"248832" : 12,
"250880" : 8,
"252928" : 7,
"254976" : 6,
"257024" : 3,
"259072" : 5,
"261120" : 10,
"264192" : 10,
"268288" : 14,
"272384" : 10,
"276480" : 15,
"280576" : 11,
"284672" : 10,
"288768" : 11,
"292864" : 10,
"296960" : 6,
"301056" : 8,
"305152" : 4,
"309248" : 6,
"313344" : 7,
"317440" : 13,
"321536" : 15,
"325632" : 7,
"329728" : 10,
"333824" : 6,
"337920" : 11,
"342016" : 6,
"346112" : 5,
"350208" : 2,
"354304" : 10,
"358400" : 5,
"362496" : 5,
"366592" : 8,
"370688" : 4,
"374784" : 7,
"378880" : 4,
"382976" : 3,
"387072" : 6,
"391168" : 4,
"395264" : 4,
"399360" : 9,
"403456" : 9,
"407552" : 9,
"411648" : 5,
"415744" : 4,
"419840" : 6,
"423936" : 9,
"428032" : 7,
"432128" : 6,
"436224" : 6,
"440320" : 1,
"444416" : 5,
"448512" : 5,
"452608" : 5,
"456704" : 1,
"460800" : 2,
"464896" : 4,
"468992" : 2,
"473088" : 1,
"477184" : 2,
"481280" : 6,
"485376" : 3,
"489472" : 4,
"493568" : 6,
"497664" : 5,
"501760" : 7,
"505856" : 4,
"509952" : 1,
"514048" : 6,
"518144" : 3,
"522240" : 5,
"528384" : 7,
"536576" : 9,
"544768" : 13,
"552960" : 10,
"561152" : 10,
"569344" : 7,
"577536" : 10,
"585728" : 6,
"593920" : 4,
"602112" : 3,
"610304" : 2,
"618496" : 2,
"626688" : 4,
"634880" : 6,
"643072" : 5,
"651264" : 2,
"659456" : 2,
"675840" : 3,
"692224" : 6,
"700416" : 2,
"708608" : 3,
"716800" : 2,
"724992" : 1,
"733184" : 3,
"741376" : 1,
"757760" : 4,
"774144" : 2,
"790528" : 2,
"798720" : 3,
"806912" : 3,
"831488" : 1,
"847872" : 1,
"864256" : 2,
"872448" : 2,
"888832" : 2,
"913408" : 1,
"921600" : 2,
"937984" : 1,
"954368" : 2,
"987136" : 1,
"1122304" : 1,
"1155072" : 1,
"1171456" : 1,
"1236992" : 1,
"1253376" : 1,
"1286144" : 1,
"1449984" : 1,
"1515520" : 1,
"1777664" : 1
}
},
"lat_ns" : {
"min" : 233377,
"max" : 7317763,
"mean" : 842898.606855,
"stddev" : 732332.386120,
"N" : 1136393
},
"bw_min" : 55136,
"bw_max" : 97570,
"bw_agg" : 100.000000,
"bw_mean" : 75904.403361,
"bw_dev" : 561.973314,
"bw_samples" : 1904,
"iops_min" : 13784,
"iops_max" : 24391,
"iops_mean" : 18975.932773,
"iops_stddev" : 140.493698,
"iops_samples" : 1904
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 960009,
"usr_cpu" : 0.456350,
"sys_cpu" : 9.099394,
"ctx" : 1450702,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 55.961542,
"4" : 41.941502,
"10" : 1.478781,
"20" : 0.281237,
"50" : 0.109028,
"100" : 0.070749,
"250" : 0.102516,
"500" : 0.036871,
"750" : 0.013023,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773088864,
"timestamp_ms" : 1773088864309,
"time" : "Mon Mar 9 17:41:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5402284032,
"io_kbytes" : 5275668,
"bw_bytes" : 77173281,
"bw" : 75364,
"iops" : 18841.518814,
"runtime" : 70002,
"total_ios" : 1318944,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 232025,
"max" : 7314378,
"mean" : 844749.728059,
"stddev" : 741002.389817,
"N" : 1318944
},
"clat_ns" : {
"min" : 1151,
"max" : 1780080,
"mean" : 2545.508015,
"stddev" : 12390.073184,
"N" : 1318928,
"percentile" : {
"1.000000" : 1320,
"5.000000" : 1416,
"10.000000" : 1480,
"20.000000" : 1592,
"30.000000" : 1688,
"40.000000" : 1800,
"50.000000" : 1928,
"60.000000" : 2064,
"70.000000" : 2192,
"80.000000" : 2384,
"90.000000" : 2640,
"95.000000" : 2928,
"99.000000" : 7136,
"99.500000" : 12224,
"99.900000" : 144384,
"99.950000" : 264192,
"99.990000" : 561152
},
"bins" : {
"1144" : 1,
"1160" : 12,
"1176" : 43,
"1192" : 58,
"1208" : 211,
"1224" : 203,
"1240" : 498,
"1256" : 1199,
"1272" : 981,
"1288" : 3188,
"1304" : 2563,
"1320" : 6314,
"1336" : 8391,
"1352" : 4999,
"1368" : 11215,
"1384" : 6633,
"1400" : 13950,
"1416" : 16596,
"1432" : 9017,
"1448" : 19783,
"1464" : 10366,
"1480" : 21983,
"1496" : 23031,
"1512" : 11920,
"1528" : 24070,
"1544" : 12405,
"1560" : 25134,
"1576" : 25571,
"1592" : 12939,
"1608" : 25820,
"1624" : 13224,
"1640" : 25569,
"1656" : 25706,
"1672" : 12653,
"1688" : 25690,
"1704" : 12832,
"1720" : 25184,
"1736" : 24534,
"1752" : 12084,
"1768" : 23696,
"1784" : 11804,
"1800" : 23291,
"1816" : 22934,
"1832" : 11377,
"1848" : 22117,
"1864" : 11069,
"1880" : 21770,
"1896" : 21360,
"1912" : 10489,
"1928" : 20824,
"1944" : 10632,
"1960" : 20188,
"1976" : 19834,
"1992" : 10323,
"2008" : 19876,
"2024" : 9806,
"2040" : 19105,
"2064" : 28404,
"2096" : 27411,
"2128" : 32823,
"2160" : 28348,
"2192" : 24516,
"2224" : 24081,
"2256" : 23255,
"2288" : 26067,
"2320" : 24674,
"2352" : 20133,
"2384" : 19338,
"2416" : 18363,
"2448" : 18822,
"2480" : 20360,
"2512" : 14886,
"2544" : 13867,
"2576" : 12891,
"2608" : 12089,
"2640" : 14522,
"2672" : 9945,
"2704" : 9050,
"2736" : 8399,
"2768" : 7585,
"2800" : 8833,
"2832" : 5801,
"2864" : 5176,
"2896" : 4558,
"2928" : 4056,
"2960" : 4711,
"2992" : 3055,
"3024" : 2743,
"3056" : 2387,
"3088" : 2203,
"3120" : 2523,
"3152" : 1738,
"3184" : 1436,
"3216" : 1361,
"3248" : 1149,
"3280" : 1332,
"3312" : 969,
"3344" : 865,
"3376" : 758,
"3408" : 696,
"3440" : 766,
"3472" : 644,
"3504" : 489,
"3536" : 527,
"3568" : 448,
"3600" : 530,
"3632" : 478,
"3664" : 414,
"3696" : 377,
"3728" : 441,
"3760" : 378,
"3792" : 448,
"3824" : 335,
"3856" : 354,
"3888" : 341,
"3920" : 377,
"3952" : 434,
"3984" : 363,
"4016" : 364,
"4048" : 354,
"4080" : 344,
"4128" : 806,
"4192" : 702,
"4256" : 895,
"4320" : 725,
"4384" : 717,
"4448" : 773,
"4512" : 592,
"4576" : 704,
"4640" : 535,
"4704" : 459,
"4768" : 499,
"4832" : 329,
"4896" : 311,
"4960" : 282,
"5024" : 224,
"5088" : 232,
"5152" : 181,
"5216" : 167,
"5280" : 175,
"5344" : 145,
"5408" : 144,
"5472" : 125,
"5536" : 100,
"5600" : 140,
"5664" : 98,
"5728" : 122,
"5792" : 119,
"5856" : 126,
"5920" : 147,
"5984" : 98,
"6048" : 138,
"6112" : 128,
"6176" : 125,
"6240" : 147,
"6304" : 143,
"6368" : 159,
"6432" : 155,
"6496" : 127,
"6560" : 130,
"6624" : 132,
"6688" : 152,
"6752" : 174,
"6816" : 151,
"6880" : 174,
"6944" : 163,
"7008" : 154,
"7072" : 187,
"7136" : 136,
"7200" : 168,
"7264" : 148,
"7328" : 148,
"7392" : 179,
"7456" : 160,
"7520" : 129,
"7584" : 154,
"7648" : 130,
"7712" : 179,
"7776" : 140,
"7840" : 111,
"7904" : 157,
"7968" : 152,
"8032" : 165,
"8096" : 149,
"8160" : 142,
"8256" : 296,
"8384" : 284,
"8512" : 241,
"8640" : 256,
"8768" : 200,
"8896" : 201,
"9024" : 194,
"9152" : 171,
"9280" : 138,
"9408" : 150,
"9536" : 128,
"9664" : 117,
"9792" : 125,
"9920" : 81,
"10048" : 111,
"10176" : 123,
"10304" : 94,
"10432" : 96,
"10560" : 85,
"10688" : 99,
"10816" : 96,
"10944" : 88,
"11072" : 80,
"11200" : 97,
"11328" : 92,
"11456" : 91,
"11584" : 80,
"11712" : 59,
"11840" : 79,
"11968" : 59,
"12096" : 78,
"12224" : 69,
"12352" : 65,
"12480" : 59,
"12608" : 63,
"12736" : 65,
"12864" : 62,
"12992" : 49,
"13120" : 53,
"13248" : 68,
"13376" : 55,
"13504" : 57,
"13632" : 38,
"13760" : 45,
"13888" : 43,
"14016" : 51,
"14144" : 47,
"14272" : 43,
"14400" : 41,
"14528" : 43,
"14656" : 43,
"14784" : 42,
"14912" : 30,
"15040" : 46,
"15168" : 41,
"15296" : 27,
"15424" : 35,
"15552" : 30,
"15680" : 37,
"15808" : 43,
"15936" : 41,
"16064" : 38,
"16192" : 38,
"16320" : 25,
"16512" : 70,
"16768" : 61,
"17024" : 60,
"17280" : 69,
"17536" : 37,
"17792" : 46,
"18048" : 45,
"18304" : 53,
"18560" : 35,
"18816" : 46,
"19072" : 44,
"19328" : 41,
"19584" : 42,
"19840" : 28,
"20096" : 39,
"20352" : 33,
"20608" : 27,
"20864" : 28,
"21120" : 32,
"21376" : 23,
"21632" : 34,
"21888" : 25,
"22144" : 21,
"22400" : 24,
"22656" : 22,
"22912" : 25,
"23168" : 26,
"23424" : 18,
"23680" : 22,
"23936" : 11,
"24192" : 19,
"24448" : 19,
"24704" : 19,
"24960" : 16,
"25216" : 23,
"25472" : 15,
"25728" : 14,
"25984" : 16,
"26240" : 14,
"26496" : 19,
"26752" : 25,
"27008" : 14,
"27264" : 17,
"27520" : 19,
"27776" : 13,
"28032" : 9,
"28288" : 12,
"28544" : 7,
"28800" : 13,
"29056" : 8,
"29312" : 19,
"29568" : 10,
"29824" : 14,
"30080" : 14,
"30336" : 10,
"30592" : 12,
"30848" : 16,
"31104" : 10,
"31360" : 10,
"31616" : 10,
"31872" : 17,
"32128" : 9,
"32384" : 12,
"32640" : 13,
"33024" : 19,
"33536" : 24,
"34048" : 16,
"34560" : 17,
"35072" : 14,
"35584" : 20,
"36096" : 17,
"36608" : 16,
"37120" : 11,
"37632" : 18,
"38144" : 14,
"38656" : 25,
"39168" : 27,
"39680" : 16,
"40192" : 17,
"40704" : 19,
"41216" : 16,
"41728" : 8,
"42240" : 21,
"42752" : 19,
"43264" : 15,
"43776" : 17,
"44288" : 22,
"44800" : 12,
"45312" : 11,
"45824" : 10,
"46336" : 15,
"46848" : 15,
"47360" : 16,
"47872" : 10,
"48384" : 13,
"48896" : 12,
"49408" : 10,
"49920" : 13,
"50432" : 12,
"50944" : 10,
"51456" : 13,
"51968" : 12,
"52480" : 12,
"52992" : 7,
"53504" : 8,
"54016" : 14,
"54528" : 8,
"55040" : 16,
"55552" : 10,
"56064" : 11,
"56576" : 11,
"57088" : 14,
"57600" : 9,
"58112" : 11,
"58624" : 7,
"59136" : 10,
"59648" : 12,
"60160" : 10,
"60672" : 13,
"61184" : 10,
"61696" : 5,
"62208" : 11,
"62720" : 8,
"63232" : 13,
"63744" : 7,
"64256" : 9,
"64768" : 5,
"65280" : 12,
"66048" : 18,
"67072" : 18,
"68096" : 11,
"69120" : 24,
"70144" : 10,
"71168" : 22,
"72192" : 24,
"73216" : 25,
"74240" : 19,
"75264" : 9,
"76288" : 15,
"77312" : 10,
"78336" : 18,
"79360" : 16,
"80384" : 26,
"81408" : 18,
"82432" : 20,
"83456" : 19,
"84480" : 13,
"85504" : 9,
"86528" : 18,
"87552" : 26,
"88576" : 15,
"89600" : 24,
"90624" : 21,
"91648" : 15,
"92672" : 13,
"93696" : 19,
"94720" : 23,
"95744" : 23,
"96768" : 21,
"97792" : 19,
"98816" : 32,
"99840" : 12,
"100864" : 22,
"101888" : 23,
"102912" : 27,
"103936" : 18,
"104960" : 17,
"105984" : 23,
"107008" : 29,
"108032" : 22,
"109056" : 23,
"110080" : 16,
"111104" : 20,
"112128" : 16,
"113152" : 14,
"114176" : 27,
"115200" : 21,
"116224" : 12,
"117248" : 25,
"118272" : 22,
"119296" : 11,
"120320" : 17,
"121344" : 12,
"122368" : 19,
"123392" : 23,
"124416" : 11,
"125440" : 13,
"126464" : 22,
"127488" : 13,
"128512" : 15,
"129536" : 18,
"130560" : 13,
"132096" : 30,
"134144" : 24,
"136192" : 27,
"138240" : 29,
"140288" : 21,
"142336" : 22,
"144384" : 19,
"146432" : 18,
"148480" : 11,
"150528" : 16,
"152576" : 12,
"154624" : 13,
"156672" : 10,
"158720" : 20,
"160768" : 8,
"162816" : 17,
"164864" : 8,
"166912" : 10,
"168960" : 16,
"171008" : 12,
"173056" : 9,
"175104" : 13,
"177152" : 10,
"179200" : 21,
"181248" : 13,
"183296" : 14,
"185344" : 8,
"187392" : 12,
"189440" : 11,
"191488" : 16,
"193536" : 10,
"195584" : 15,
"197632" : 11,
"199680" : 14,
"201728" : 14,
"203776" : 13,
"205824" : 6,
"207872" : 10,
"209920" : 8,
"211968" : 12,
"214016" : 13,
"216064" : 13,
"218112" : 10,
"220160" : 8,
"222208" : 15,
"224256" : 11,
"226304" : 13,
"228352" : 13,
"230400" : 7,
"232448" : 2,
"234496" : 3,
"236544" : 12,
"238592" : 5,
"240640" : 12,
"242688" : 15,
"244736" : 10,
"246784" : 12,
"248832" : 16,
"250880" : 10,
"252928" : 7,
"254976" : 7,
"257024" : 6,
"259072" : 5,
"261120" : 10,
"264192" : 12,
"268288" : 16,
"272384" : 14,
"276480" : 15,
"280576" : 12,
"284672" : 11,
"288768" : 12,
"292864" : 10,
"296960" : 8,
"301056" : 10,
"305152" : 5,
"309248" : 8,
"313344" : 10,
"317440" : 15,
"321536" : 15,
"325632" : 8,
"329728" : 11,
"333824" : 6,
"337920" : 13,
"342016" : 6,
"346112" : 7,
"350208" : 3,
"354304" : 10,
"358400" : 5,
"362496" : 6,
"366592" : 9,
"370688" : 5,
"374784" : 7,
"378880" : 7,
"382976" : 5,
"387072" : 6,
"391168" : 4,
"395264" : 5,
"399360" : 11,
"403456" : 9,
"407552" : 9,
"411648" : 8,
"415744" : 5,
"419840" : 6,
"423936" : 12,
"428032" : 8,
"432128" : 8,
"436224" : 6,
"440320" : 2,
"444416" : 6,
"448512" : 5,
"452608" : 9,
"456704" : 2,
"460800" : 4,
"464896" : 4,
"468992" : 2,
"473088" : 2,
"477184" : 4,
"481280" : 8,
"485376" : 4,
"489472" : 4,
"493568" : 6,
"497664" : 5,
"501760" : 7,
"505856" : 4,
"509952" : 2,
"514048" : 9,
"518144" : 3,
"522240" : 6,
"528384" : 10,
"536576" : 9,
"544768" : 14,
"552960" : 11,
"561152" : 12,
"569344" : 8,
"577536" : 12,
"585728" : 8,
"593920" : 5,
"602112" : 4,
"610304" : 4,
"618496" : 2,
"626688" : 4,
"634880" : 8,
"643072" : 6,
"651264" : 2,
"659456" : 2,
"675840" : 4,
"684032" : 1,
"692224" : 6,
"700416" : 3,
"708608" : 3,
"716800" : 2,
"724992" : 1,
"733184" : 3,
"741376" : 1,
"749568" : 1,
"757760" : 4,
"774144" : 2,
"790528" : 2,
"798720" : 4,
"806912" : 3,
"831488" : 1,
"847872" : 1,
"864256" : 2,
"872448" : 2,
"888832" : 2,
"913408" : 1,
"921600" : 2,
"937984" : 1,
"954368" : 3,
"987136" : 1,
"1019904" : 1,
"1122304" : 1,
"1155072" : 1,
"1171456" : 1,
"1236992" : 1,
"1253376" : 1,
"1286144" : 1,
"1449984" : 1,
"1515520" : 1,
"1777664" : 1
}
},
"lat_ns" : {
"min" : 233377,
"max" : 7317763,
"mean" : 847283.796818,
"stddev" : 741407.807064,
"N" : 1318928
},
"bw_min" : 54896,
"bw_max" : 97570,
"bw_agg" : 100.000000,
"bw_mean" : 75471.136691,
"bw_dev" : 568.203507,
"bw_samples" : 2224,
"iops_min" : 13724,
"iops_max" : 24391,
"iops_mean" : 18867.640288,
"iops_stddev" : 142.050774,
"iops_samples" : 2224
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1120009,
"usr_cpu" : 0.452407,
"sys_cpu" : 9.050999,
"ctx" : 1683039,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999924,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999924,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 55.974931,
"4" : 41.935821,
"10" : 1.472087,
"20" : 0.281210,
"50" : 0.108572,
"100" : 0.070587,
"250" : 0.101900,
"500" : 0.037227,
"750" : 0.013268,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773088874,
"timestamp_ms" : 1773088874312,
"time" : "Mon Mar 9 17:41:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 99,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6160191488,
"io_kbytes" : 6015812,
"bw_bytes" : 77000468,
"bw" : 75195,
"iops" : 18799.542511,
"runtime" : 80002,
"total_ios" : 1504001,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 232025,
"max" : 7344023,
"mean" : 846678.457465,
"stddev" : 745713.489814,
"N" : 1504001
},
"clat_ns" : {
"min" : 1151,
"max" : 1780080,
"mean" : 2539.320609,
"stddev" : 12376.594579,
"N" : 1503985,
"percentile" : {
"1.000000" : 1320,
"5.000000" : 1416,
"10.000000" : 1480,
"20.000000" : 1592,
"30.000000" : 1688,
"40.000000" : 1800,
"50.000000" : 1928,
"60.000000" : 2064,
"70.000000" : 2192,
"80.000000" : 2384,
"90.000000" : 2640,
"95.000000" : 2928,
"99.000000" : 7072,
"99.500000" : 12096,
"99.900000" : 142336,
"99.950000" : 261120,
"99.990000" : 569344
},
"bins" : {
"1144" : 1,
"1160" : 15,
"1176" : 51,
"1192" : 70,
"1208" : 242,
"1224" : 240,
"1240" : 578,
"1256" : 1359,
"1272" : 1098,
"1288" : 3634,
"1304" : 2963,
"1320" : 7261,
"1336" : 9598,
"1352" : 5750,
"1368" : 12842,
"1384" : 7527,
"1400" : 15907,
"1416" : 18904,
"1432" : 10297,
"1448" : 22614,
"1464" : 11856,
"1480" : 25089,
"1496" : 26288,
"1512" : 13631,
"1528" : 27598,
"1544" : 14183,
"1560" : 28675,
"1576" : 29071,
"1592" : 14766,
"1608" : 29482,
"1624" : 15128,
"1640" : 29164,
"1656" : 29282,
"1672" : 14428,
"1688" : 29282,
"1704" : 14572,
"1720" : 28600,
"1736" : 28009,
"1752" : 13726,
"1768" : 27002,
"1784" : 13451,
"1800" : 26460,
"1816" : 26183,
"1832" : 12922,
"1848" : 25295,
"1864" : 12662,
"1880" : 24712,
"1896" : 24387,
"1912" : 12013,
"1928" : 23692,
"1944" : 12013,
"1960" : 23045,
"1976" : 22596,
"1992" : 11765,
"2008" : 22523,
"2024" : 11183,
"2040" : 21823,
"2064" : 32311,
"2096" : 31258,
"2128" : 37513,
"2160" : 32224,
"2192" : 28073,
"2224" : 27491,
"2256" : 26542,
"2288" : 29690,
"2320" : 28250,
"2352" : 22977,
"2384" : 22119,
"2416" : 20937,
"2448" : 21508,
"2480" : 23177,
"2512" : 16978,
"2544" : 15765,
"2576" : 14637,
"2608" : 13798,
"2640" : 16576,
"2672" : 11351,
"2704" : 10277,
"2736" : 9563,
"2768" : 8687,
"2800" : 10102,
"2832" : 6624,
"2864" : 5905,
"2896" : 5259,
"2928" : 4652,
"2960" : 5340,
"2992" : 3521,
"3024" : 3140,
"3056" : 2747,
"3088" : 2513,
"3120" : 2858,
"3152" : 1970,
"3184" : 1640,
"3216" : 1552,
"3248" : 1331,
"3280" : 1517,
"3312" : 1106,
"3344" : 972,
"3376" : 869,
"3408" : 790,
"3440" : 887,
"3472" : 735,
"3504" : 563,
"3536" : 606,
"3568" : 521,
"3600" : 604,
"3632" : 541,
"3664" : 462,
"3696" : 425,
"3728" : 504,
"3760" : 434,
"3792" : 498,
"3824" : 385,
"3856" : 405,
"3888" : 392,
"3920" : 437,
"3952" : 490,
"3984" : 407,
"4016" : 421,
"4048" : 398,
"4080" : 389,
"4128" : 919,
"4192" : 799,
"4256" : 1013,
"4320" : 827,
"4384" : 798,
"4448" : 871,
"4512" : 658,
"4576" : 806,
"4640" : 631,
"4704" : 527,
"4768" : 572,
"4832" : 380,
"4896" : 351,
"4960" : 324,
"5024" : 245,
"5088" : 264,
"5152" : 202,
"5216" : 196,
"5280" : 194,
"5344" : 161,
"5408" : 164,
"5472" : 146,
"5536" : 117,
"5600" : 165,
"5664" : 105,
"5728" : 137,
"5792" : 137,
"5856" : 143,
"5920" : 167,
"5984" : 116,
"6048" : 158,
"6112" : 146,
"6176" : 137,
"6240" : 167,
"6304" : 160,
"6368" : 176,
"6432" : 173,
"6496" : 147,
"6560" : 150,
"6624" : 151,
"6688" : 173,
"6752" : 189,
"6816" : 175,
"6880" : 193,
"6944" : 178,
"7008" : 177,
"7072" : 222,
"7136" : 145,
"7200" : 189,
"7264" : 168,
"7328" : 164,
"7392" : 202,
"7456" : 173,
"7520" : 142,
"7584" : 170,
"7648" : 147,
"7712" : 197,
"7776" : 160,
"7840" : 125,
"7904" : 172,
"7968" : 169,
"8032" : 177,
"8096" : 160,
"8160" : 160,
"8256" : 339,
"8384" : 310,
"8512" : 264,
"8640" : 284,
"8768" : 222,
"8896" : 216,
"9024" : 229,
"9152" : 192,
"9280" : 160,
"9408" : 167,
"9536" : 147,
"9664" : 132,
"9792" : 137,
"9920" : 97,
"10048" : 127,
"10176" : 138,
"10304" : 110,
"10432" : 105,
"10560" : 93,
"10688" : 109,
"10816" : 105,
"10944" : 96,
"11072" : 90,
"11200" : 104,
"11328" : 103,
"11456" : 100,
"11584" : 87,
"11712" : 67,
"11840" : 96,
"11968" : 75,
"12096" : 92,
"12224" : 72,
"12352" : 77,
"12480" : 71,
"12608" : 69,
"12736" : 72,
"12864" : 68,
"12992" : 58,
"13120" : 60,
"13248" : 74,
"13376" : 59,
"13504" : 62,
"13632" : 42,
"13760" : 53,
"13888" : 47,
"14016" : 55,
"14144" : 49,
"14272" : 49,
"14400" : 45,
"14528" : 49,
"14656" : 51,
"14784" : 44,
"14912" : 35,
"15040" : 52,
"15168" : 48,
"15296" : 33,
"15424" : 39,
"15552" : 32,
"15680" : 41,
"15808" : 45,
"15936" : 46,
"16064" : 43,
"16192" : 39,
"16320" : 26,
"16512" : 75,
"16768" : 68,
"17024" : 68,
"17280" : 76,
"17536" : 47,
"17792" : 51,
"18048" : 52,
"18304" : 57,
"18560" : 40,
"18816" : 51,
"19072" : 50,
"19328" : 44,
"19584" : 44,
"19840" : 34,
"20096" : 41,
"20352" : 36,
"20608" : 32,
"20864" : 31,
"21120" : 34,
"21376" : 29,
"21632" : 36,
"21888" : 28,
"22144" : 25,
"22400" : 27,
"22656" : 24,
"22912" : 28,
"23168" : 29,
"23424" : 19,
"23680" : 23,
"23936" : 14,
"24192" : 20,
"24448" : 21,
"24704" : 21,
"24960" : 18,
"25216" : 26,
"25472" : 15,
"25728" : 16,
"25984" : 17,
"26240" : 15,
"26496" : 20,
"26752" : 29,
"27008" : 17,
"27264" : 19,
"27520" : 21,
"27776" : 14,
"28032" : 9,
"28288" : 14,
"28544" : 7,
"28800" : 14,
"29056" : 8,
"29312" : 21,
"29568" : 10,
"29824" : 18,
"30080" : 16,
"30336" : 12,
"30592" : 12,
"30848" : 17,
"31104" : 11,
"31360" : 10,
"31616" : 11,
"31872" : 18,
"32128" : 11,
"32384" : 13,
"32640" : 14,
"33024" : 21,
"33536" : 25,
"34048" : 18,
"34560" : 19,
"35072" : 16,
"35584" : 22,
"36096" : 18,
"36608" : 16,
"37120" : 14,
"37632" : 21,
"38144" : 16,
"38656" : 25,
"39168" : 30,
"39680" : 19,
"40192" : 19,
"40704" : 21,
"41216" : 21,
"41728" : 11,
"42240" : 24,
"42752" : 22,
"43264" : 17,
"43776" : 19,
"44288" : 23,
"44800" : 17,
"45312" : 13,
"45824" : 12,
"46336" : 18,
"46848" : 19,
"47360" : 19,
"47872" : 10,
"48384" : 15,
"48896" : 14,
"49408" : 12,
"49920" : 15,
"50432" : 15,
"50944" : 11,
"51456" : 13,
"51968" : 14,
"52480" : 14,
"52992" : 8,
"53504" : 12,
"54016" : 16,
"54528" : 9,
"55040" : 17,
"55552" : 13,
"56064" : 12,
"56576" : 13,
"57088" : 17,
"57600" : 10,
"58112" : 15,
"58624" : 7,
"59136" : 14,
"59648" : 13,
"60160" : 12,
"60672" : 14,
"61184" : 10,
"61696" : 6,
"62208" : 12,
"62720" : 10,
"63232" : 13,
"63744" : 7,
"64256" : 11,
"64768" : 5,
"65280" : 12,
"66048" : 19,
"67072" : 20,
"68096" : 13,
"69120" : 30,
"70144" : 10,
"71168" : 25,
"72192" : 28,
"73216" : 28,
"74240" : 19,
"75264" : 10,
"76288" : 18,
"77312" : 13,
"78336" : 20,
"79360" : 17,
"80384" : 30,
"81408" : 20,
"82432" : 26,
"83456" : 25,
"84480" : 14,
"85504" : 10,
"86528" : 20,
"87552" : 28,
"88576" : 19,
"89600" : 28,
"90624" : 27,
"91648" : 18,
"92672" : 13,
"93696" : 22,
"94720" : 25,
"95744" : 25,
"96768" : 26,
"97792" : 24,
"98816" : 36,
"99840" : 16,
"100864" : 23,
"101888" : 25,
"102912" : 28,
"103936" : 26,
"104960" : 17,
"105984" : 26,
"107008" : 30,
"108032" : 25,
"109056" : 25,
"110080" : 19,
"111104" : 22,
"112128" : 20,
"113152" : 17,
"114176" : 28,
"115200" : 26,
"116224" : 16,
"117248" : 25,
"118272" : 25,
"119296" : 12,
"120320" : 21,
"121344" : 14,
"122368" : 22,
"123392" : 24,
"124416" : 13,
"125440" : 13,
"126464" : 29,
"127488" : 14,
"128512" : 15,
"129536" : 20,
"130560" : 14,
"132096" : 32,
"134144" : 28,
"136192" : 30,
"138240" : 30,
"140288" : 25,
"142336" : 23,
"144384" : 21,
"146432" : 21,
"148480" : 14,
"150528" : 18,
"152576" : 14,
"154624" : 13,
"156672" : 10,
"158720" : 21,
"160768" : 10,
"162816" : 19,
"164864" : 8,
"166912" : 12,
"168960" : 17,
"171008" : 12,
"173056" : 10,
"175104" : 14,
"177152" : 11,
"179200" : 23,
"181248" : 17,
"183296" : 17,
"185344" : 9,
"187392" : 14,
"189440" : 13,
"191488" : 17,
"193536" : 12,
"195584" : 15,
"197632" : 13,
"199680" : 15,
"201728" : 19,
"203776" : 15,
"205824" : 6,
"207872" : 12,
"209920" : 8,
"211968" : 12,
"214016" : 13,
"216064" : 13,
"218112" : 11,
"220160" : 10,
"222208" : 15,
"224256" : 14,
"226304" : 13,
"228352" : 13,
"230400" : 8,
"232448" : 6,
"234496" : 7,
"236544" : 13,
"238592" : 7,
"240640" : 13,
"242688" : 15,
"244736" : 12,
"246784" : 13,
"248832" : 18,
"250880" : 11,
"252928" : 9,
"254976" : 8,
"257024" : 8,
"259072" : 5,
"261120" : 11,
"264192" : 16,
"268288" : 18,
"272384" : 15,
"276480" : 17,
"280576" : 12,
"284672" : 12,
"288768" : 13,
"292864" : 12,
"296960" : 8,
"301056" : 11,
"305152" : 7,
"309248" : 9,
"313344" : 11,
"317440" : 15,
"321536" : 15,
"325632" : 8,
"329728" : 13,
"333824" : 6,
"337920" : 14,
"342016" : 7,
"346112" : 8,
"350208" : 4,
"354304" : 11,
"358400" : 7,
"362496" : 6,
"366592" : 10,
"370688" : 6,
"374784" : 8,
"378880" : 7,
"382976" : 6,
"387072" : 8,
"391168" : 5,
"395264" : 5,
"399360" : 11,
"403456" : 9,
"407552" : 9,
"411648" : 8,
"415744" : 7,
"419840" : 7,
"423936" : 14,
"428032" : 8,
"432128" : 8,
"436224" : 7,
"440320" : 3,
"444416" : 7,
"448512" : 5,
"452608" : 10,
"456704" : 2,
"460800" : 4,
"464896" : 4,
"468992" : 2,
"473088" : 3,
"477184" : 4,
"481280" : 8,
"485376" : 4,
"489472" : 4,
"493568" : 6,
"497664" : 5,
"501760" : 7,
"505856" : 5,
"509952" : 2,
"514048" : 9,
"518144" : 3,
"522240" : 7,
"528384" : 10,
"536576" : 12,
"544768" : 14,
"552960" : 12,
"561152" : 18,
"569344" : 11,
"577536" : 15,
"585728" : 11,
"593920" : 7,
"602112" : 4,
"610304" : 5,
"618496" : 2,
"626688" : 6,
"634880" : 8,
"643072" : 6,
"651264" : 3,
"659456" : 2,
"675840" : 4,
"684032" : 1,
"692224" : 6,
"700416" : 3,
"708608" : 3,
"716800" : 3,
"724992" : 1,
"733184" : 4,
"741376" : 1,
"749568" : 1,
"757760" : 4,
"774144" : 2,
"790528" : 2,
"798720" : 4,
"806912" : 3,
"815104" : 1,
"831488" : 1,
"847872" : 1,
"864256" : 2,
"872448" : 2,
"880640" : 1,
"888832" : 2,
"913408" : 1,
"921600" : 2,
"937984" : 1,
"954368" : 3,
"970752" : 1,
"987136" : 1,
"1019904" : 1,
"1122304" : 2,
"1155072" : 1,
"1171456" : 1,
"1220608" : 1,
"1236992" : 1,
"1253376" : 1,
"1286144" : 1,
"1400832" : 1,
"1449984" : 1,
"1515520" : 1,
"1777664" : 1
}
},
"lat_ns" : {
"min" : 233377,
"max" : 7345826,
"mean" : 849207.766874,
"stddev" : 746120.326229,
"N" : 1503985
},
"bw_min" : 54896,
"bw_max" : 97570,
"bw_agg" : 99.907216,
"bw_mean" : 75126.257862,
"bw_dev" : 560.260409,
"bw_samples" : 2544,
"iops_min" : 13724,
"iops_max" : 24391,
"iops_mean" : 18781.396226,
"iops_stddev" : 140.066264,
"iops_samples" : 2544
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1280016,
"usr_cpu" : 0.446948,
"sys_cpu" : 9.031996,
"ctx" : 1914927,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 55.982609,
"4" : 41.950438,
"10" : 1.459108,
"20" : 0.276130,
"50" : 0.106383,
"100" : 0.071410,
"250" : 0.100066,
"500" : 0.036037,
"750" : 0.013564,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773088884,
"timestamp_ms" : 1773088884309,
"time" : "Mon Mar 9 17:41:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6962925568,
"io_kbytes" : 6799732,
"bw_bytes" : 77364120,
"bw" : 75550,
"iops" : 18887.991378,
"runtime" : 90002,
"total_ios" : 1699957,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 232025,
"max" : 7344023,
"mean" : 842653.465906,
"stddev" : 736836.373840,
"N" : 1699957
},
"clat_ns" : {
"min" : 1151,
"max" : 1780080,
"mean" : 2551.192190,
"stddev" : 12490.015808,
"N" : 1699941,
"percentile" : {
"1.000000" : 1320,
"5.000000" : 1416,
"10.000000" : 1480,
"20.000000" : 1592,
"30.000000" : 1688,
"40.000000" : 1800,
"50.000000" : 1928,
"60.000000" : 2064,
"70.000000" : 2192,
"80.000000" : 2384,
"90.000000" : 2640,
"95.000000" : 2928,
"99.000000" : 7136,
"99.500000" : 12224,
"99.900000" : 146432,
"99.950000" : 264192,
"99.990000" : 577536
},
"bins" : {
"1144" : 1,
"1160" : 18,
"1176" : 53,
"1192" : 76,
"1208" : 270,
"1224" : 275,
"1240" : 666,
"1256" : 1517,
"1272" : 1246,
"1288" : 4116,
"1304" : 3328,
"1320" : 8089,
"1336" : 10793,
"1352" : 6428,
"1368" : 14401,
"1384" : 8491,
"1400" : 17889,
"1416" : 21317,
"1432" : 11608,
"1448" : 25401,
"1464" : 13293,
"1480" : 28193,
"1496" : 29578,
"1512" : 15281,
"1528" : 30915,
"1544" : 15938,
"1560" : 32368,
"1576" : 32777,
"1592" : 16671,
"1608" : 33333,
"1624" : 17018,
"1640" : 32963,
"1656" : 33015,
"1672" : 16284,
"1688" : 33078,
"1704" : 16471,
"1720" : 32317,
"1736" : 31596,
"1752" : 15519,
"1768" : 30508,
"1784" : 15139,
"1800" : 29908,
"1816" : 29530,
"1832" : 14634,
"1848" : 28543,
"1864" : 14254,
"1880" : 27915,
"1896" : 27528,
"1912" : 13542,
"1928" : 26715,
"1944" : 13519,
"1960" : 26067,
"1976" : 25397,
"1992" : 13252,
"2008" : 25391,
"2024" : 12660,
"2040" : 24816,
"2064" : 36545,
"2096" : 35450,
"2128" : 42553,
"2160" : 36567,
"2192" : 31866,
"2224" : 31050,
"2256" : 29954,
"2288" : 33704,
"2320" : 32125,
"2352" : 26167,
"2384" : 25140,
"2416" : 23793,
"2448" : 24314,
"2480" : 26351,
"2512" : 19290,
"2544" : 17817,
"2576" : 16660,
"2608" : 15647,
"2640" : 18922,
"2672" : 12888,
"2704" : 11685,
"2736" : 10815,
"2768" : 9884,
"2800" : 11458,
"2832" : 7487,
"2864" : 6698,
"2896" : 5984,
"2928" : 5288,
"2960" : 6045,
"2992" : 3950,
"3024" : 3596,
"3056" : 3095,
"3088" : 2846,
"3120" : 3231,
"3152" : 2211,
"3184" : 1891,
"3216" : 1740,
"3248" : 1487,
"3280" : 1686,
"3312" : 1248,
"3344" : 1091,
"3376" : 974,
"3408" : 883,
"3440" : 992,
"3472" : 823,
"3504" : 635,
"3536" : 675,
"3568" : 579,
"3600" : 665,
"3632" : 621,
"3664" : 518,
"3696" : 482,
"3728" : 558,
"3760" : 488,
"3792" : 565,
"3824" : 431,
"3856" : 462,
"3888" : 429,
"3920" : 495,
"3952" : 564,
"3984" : 447,
"4016" : 468,
"4048" : 460,
"4080" : 444,
"4128" : 1055,
"4192" : 910,
"4256" : 1139,
"4320" : 928,
"4384" : 915,
"4448" : 1013,
"4512" : 744,
"4576" : 915,
"4640" : 705,
"4704" : 614,
"4768" : 653,
"4832" : 443,
"4896" : 391,
"4960" : 366,
"5024" : 283,
"5088" : 299,
"5152" : 227,
"5216" : 229,
"5280" : 218,
"5344" : 184,
"5408" : 192,
"5472" : 166,
"5536" : 142,
"5600" : 187,
"5664" : 126,
"5728" : 151,
"5792" : 156,
"5856" : 166,
"5920" : 193,
"5984" : 135,
"6048" : 184,
"6112" : 176,
"6176" : 156,
"6240" : 199,
"6304" : 181,
"6368" : 201,
"6432" : 195,
"6496" : 169,
"6560" : 170,
"6624" : 169,
"6688" : 204,
"6752" : 222,
"6816" : 194,
"6880" : 209,
"6944" : 196,
"7008" : 198,
"7072" : 251,
"7136" : 167,
"7200" : 221,
"7264" : 187,
"7328" : 192,
"7392" : 233,
"7456" : 203,
"7520" : 172,
"7584" : 201,
"7648" : 165,
"7712" : 226,
"7776" : 186,
"7840" : 146,
"7904" : 191,
"7968" : 194,
"8032" : 197,
"8096" : 182,
"8160" : 175,
"8256" : 375,
"8384" : 353,
"8512" : 311,
"8640" : 319,
"8768" : 255,
"8896" : 247,
"9024" : 266,
"9152" : 219,
"9280" : 178,
"9408" : 186,
"9536" : 169,
"9664" : 153,
"9792" : 161,
"9920" : 122,
"10048" : 152,
"10176" : 162,
"10304" : 125,
"10432" : 114,
"10560" : 110,
"10688" : 132,
"10816" : 124,
"10944" : 111,
"11072" : 101,
"11200" : 127,
"11328" : 125,
"11456" : 116,
"11584" : 97,
"11712" : 81,
"11840" : 104,
"11968" : 86,
"12096" : 107,
"12224" : 79,
"12352" : 87,
"12480" : 77,
"12608" : 78,
"12736" : 79,
"12864" : 79,
"12992" : 66,
"13120" : 68,
"13248" : 83,
"13376" : 71,
"13504" : 76,
"13632" : 48,
"13760" : 58,
"13888" : 54,
"14016" : 57,
"14144" : 56,
"14272" : 52,
"14400" : 52,
"14528" : 59,
"14656" : 54,
"14784" : 53,
"14912" : 43,
"15040" : 63,
"15168" : 55,
"15296" : 39,
"15424" : 44,
"15552" : 39,
"15680" : 47,
"15808" : 50,
"15936" : 52,
"16064" : 48,
"16192" : 42,
"16320" : 31,
"16512" : 84,
"16768" : 75,
"17024" : 75,
"17280" : 84,
"17536" : 60,
"17792" : 56,
"18048" : 55,
"18304" : 60,
"18560" : 49,
"18816" : 57,
"19072" : 54,
"19328" : 49,
"19584" : 50,
"19840" : 39,
"20096" : 52,
"20352" : 42,
"20608" : 36,
"20864" : 36,
"21120" : 38,
"21376" : 34,
"21632" : 40,
"21888" : 29,
"22144" : 30,
"22400" : 31,
"22656" : 27,
"22912" : 35,
"23168" : 32,
"23424" : 21,
"23680" : 23,
"23936" : 15,
"24192" : 21,
"24448" : 26,
"24704" : 24,
"24960" : 20,
"25216" : 28,
"25472" : 16,
"25728" : 18,
"25984" : 19,
"26240" : 21,
"26496" : 23,
"26752" : 31,
"27008" : 20,
"27264" : 21,
"27520" : 26,
"27776" : 18,
"28032" : 13,
"28288" : 17,
"28544" : 7,
"28800" : 16,
"29056" : 12,
"29312" : 24,
"29568" : 12,
"29824" : 21,
"30080" : 16,
"30336" : 15,
"30592" : 13,
"30848" : 19,
"31104" : 13,
"31360" : 10,
"31616" : 11,
"31872" : 18,
"32128" : 16,
"32384" : 17,
"32640" : 15,
"33024" : 24,
"33536" : 28,
"34048" : 20,
"34560" : 20,
"35072" : 19,
"35584" : 23,
"36096" : 20,
"36608" : 21,
"37120" : 17,
"37632" : 27,
"38144" : 22,
"38656" : 27,
"39168" : 32,
"39680" : 24,
"40192" : 21,
"40704" : 24,
"41216" : 24,
"41728" : 12,
"42240" : 26,
"42752" : 25,
"43264" : 20,
"43776" : 21,
"44288" : 27,
"44800" : 22,
"45312" : 17,
"45824" : 15,
"46336" : 20,
"46848" : 21,
"47360" : 19,
"47872" : 13,
"48384" : 16,
"48896" : 14,
"49408" : 12,
"49920" : 17,
"50432" : 19,
"50944" : 14,
"51456" : 15,
"51968" : 15,
"52480" : 16,
"52992" : 9,
"53504" : 13,
"54016" : 18,
"54528" : 11,
"55040" : 17,
"55552" : 14,
"56064" : 12,
"56576" : 17,
"57088" : 21,
"57600" : 12,
"58112" : 16,
"58624" : 10,
"59136" : 16,
"59648" : 15,
"60160" : 14,
"60672" : 16,
"61184" : 11,
"61696" : 11,
"62208" : 12,
"62720" : 10,
"63232" : 13,
"63744" : 8,
"64256" : 14,
"64768" : 9,
"65280" : 12,
"66048" : 20,
"67072" : 24,
"68096" : 15,
"69120" : 31,
"70144" : 12,
"71168" : 26,
"72192" : 31,
"73216" : 35,
"74240" : 21,
"75264" : 14,
"76288" : 18,
"77312" : 15,
"78336" : 22,
"79360" : 23,
"80384" : 33,
"81408" : 24,
"82432" : 29,
"83456" : 28,
"84480" : 14,
"85504" : 12,
"86528" : 24,
"87552" : 32,
"88576" : 22,
"89600" : 32,
"90624" : 32,
"91648" : 21,
"92672" : 14,
"93696" : 29,
"94720" : 27,
"95744" : 33,
"96768" : 27,
"97792" : 26,
"98816" : 41,
"99840" : 18,
"100864" : 24,
"101888" : 27,
"102912" : 31,
"103936" : 28,
"104960" : 20,
"105984" : 28,
"107008" : 35,
"108032" : 29,
"109056" : 29,
"110080" : 22,
"111104" : 23,
"112128" : 20,
"113152" : 18,
"114176" : 28,
"115200" : 27,
"116224" : 21,
"117248" : 29,
"118272" : 30,
"119296" : 16,
"120320" : 24,
"121344" : 14,
"122368" : 27,
"123392" : 27,
"124416" : 17,
"125440" : 17,
"126464" : 32,
"127488" : 20,
"128512" : 16,
"129536" : 21,
"130560" : 15,
"132096" : 40,
"134144" : 34,
"136192" : 40,
"138240" : 33,
"140288" : 31,
"142336" : 26,
"144384" : 22,
"146432" : 25,
"148480" : 15,
"150528" : 22,
"152576" : 14,
"154624" : 16,
"156672" : 13,
"158720" : 22,
"160768" : 12,
"162816" : 23,
"164864" : 12,
"166912" : 15,
"168960" : 19,
"171008" : 12,
"173056" : 12,
"175104" : 15,
"177152" : 12,
"179200" : 27,
"181248" : 18,
"183296" : 18,
"185344" : 11,
"187392" : 17,
"189440" : 16,
"191488" : 18,
"193536" : 15,
"195584" : 18,
"197632" : 13,
"199680" : 17,
"201728" : 21,
"203776" : 18,
"205824" : 7,
"207872" : 15,
"209920" : 9,
"211968" : 15,
"214016" : 16,
"216064" : 15,
"218112" : 13,
"220160" : 11,
"222208" : 16,
"224256" : 15,
"226304" : 17,
"228352" : 13,
"230400" : 8,
"232448" : 7,
"234496" : 8,
"236544" : 16,
"238592" : 10,
"240640" : 15,
"242688" : 17,
"244736" : 13,
"246784" : 15,
"248832" : 18,
"250880" : 12,
"252928" : 9,
"254976" : 8,
"257024" : 11,
"259072" : 7,
"261120" : 11,
"264192" : 23,
"268288" : 21,
"272384" : 15,
"276480" : 20,
"280576" : 15,
"284672" : 16,
"288768" : 14,
"292864" : 12,
"296960" : 9,
"301056" : 13,
"305152" : 9,
"309248" : 12,
"313344" : 11,
"317440" : 18,
"321536" : 17,
"325632" : 9,
"329728" : 16,
"333824" : 7,
"337920" : 16,
"342016" : 8,
"346112" : 10,
"350208" : 6,
"354304" : 14,
"358400" : 10,
"362496" : 7,
"366592" : 12,
"370688" : 7,
"374784" : 11,
"378880" : 8,
"382976" : 7,
"387072" : 9,
"391168" : 8,
"395264" : 5,
"399360" : 13,
"403456" : 11,
"407552" : 10,
"411648" : 8,
"415744" : 7,
"419840" : 9,
"423936" : 14,
"428032" : 8,
"432128" : 9,
"436224" : 7,
"440320" : 4,
"444416" : 9,
"448512" : 5,
"452608" : 12,
"456704" : 3,
"460800" : 4,
"464896" : 4,
"468992" : 3,
"473088" : 4,
"477184" : 5,
"481280" : 8,
"485376" : 4,
"489472" : 4,
"493568" : 6,
"497664" : 5,
"501760" : 8,
"505856" : 5,
"509952" : 3,
"514048" : 10,
"518144" : 5,
"522240" : 7,
"528384" : 11,
"536576" : 16,
"544768" : 14,
"552960" : 13,
"561152" : 19,
"569344" : 12,
"577536" : 18,
"585728" : 11,
"593920" : 9,
"602112" : 6,
"610304" : 5,
"618496" : 3,
"626688" : 9,
"634880" : 10,
"643072" : 6,
"651264" : 3,
"659456" : 4,
"667648" : 1,
"675840" : 4,
"684032" : 2,
"692224" : 10,
"700416" : 3,
"708608" : 3,
"716800" : 3,
"724992" : 2,
"733184" : 5,
"741376" : 1,
"749568" : 4,
"757760" : 4,
"774144" : 2,
"782336" : 1,
"790528" : 2,
"798720" : 4,
"806912" : 4,
"815104" : 1,
"831488" : 1,
"847872" : 1,
"864256" : 2,
"872448" : 2,
"880640" : 1,
"888832" : 2,
"913408" : 1,
"921600" : 3,
"929792" : 1,
"937984" : 1,
"954368" : 3,
"970752" : 1,
"987136" : 1,
"1019904" : 1,
"1122304" : 2,
"1155072" : 1,
"1171456" : 1,
"1220608" : 1,
"1236992" : 1,
"1253376" : 1,
"1286144" : 1,
"1400832" : 1,
"1449984" : 1,
"1515520" : 1,
"1777664" : 1
}
},
"lat_ns" : {
"min" : 233377,
"max" : 7345826,
"mean" : 845195.763026,
"stddev" : 737254.239933,
"N" : 1699941
},
"bw_min" : 54896,
"bw_max" : 97642,
"bw_agg" : 99.972339,
"bw_mean" : 75530.474860,
"bw_dev" : 563.231944,
"bw_samples" : 2864,
"iops_min" : 13724,
"iops_max" : 24409,
"iops_mean" : 18882.469274,
"iops_stddev" : 140.809447,
"iops_samples" : 2864
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440016,
"usr_cpu" : 0.452426,
"sys_cpu" : 9.076566,
"ctx" : 2168394,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 55.827412,
"4" : 42.081770,
"10" : 1.474331,
"20" : 0.279419,
"50" : 0.107885,
"100" : 0.072472,
"250" : 0.101356,
"500" : 0.037060,
"750" : 0.014118,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773088894,
"timestamp_ms" : 1773088894310,
"time" : "Mon Mar 9 17:41:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7702794240,
"io_kbytes" : 7522260,
"bw_bytes" : 77026401,
"bw" : 75221,
"iops" : 18805.583888,
"runtime" : 100002,
"total_ios" : 1880596,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 232025,
"max" : 7344023,
"mean" : 846373.782704,
"stddev" : 743697.258026,
"N" : 1880596
},
"clat_ns" : {
"min" : 1151,
"max" : 1780080,
"mean" : 2547.128847,
"stddev" : 12477.279031,
"N" : 1880580,
"percentile" : {
"1.000000" : 1320,
"5.000000" : 1416,
"10.000000" : 1480,
"20.000000" : 1592,
"30.000000" : 1688,
"40.000000" : 1800,
"50.000000" : 1928,
"60.000000" : 2064,
"70.000000" : 2192,
"80.000000" : 2384,
"90.000000" : 2640,
"95.000000" : 2928,
"99.000000" : 7072,
"99.500000" : 12096,
"99.900000" : 144384,
"99.950000" : 264192,
"99.990000" : 577536
},
"bins" : {
"1144" : 1,
"1160" : 19,
"1176" : 61,
"1192" : 81,
"1208" : 297,
"1224" : 308,
"1240" : 751,
"1256" : 1658,
"1272" : 1365,
"1288" : 4521,
"1304" : 3674,
"1320" : 8985,
"1336" : 12030,
"1352" : 7140,
"1368" : 16070,
"1384" : 9494,
"1400" : 19832,
"1416" : 23807,
"1432" : 12963,
"1448" : 28251,
"1464" : 14800,
"1480" : 31308,
"1496" : 32813,
"1512" : 17028,
"1528" : 34338,
"1544" : 17709,
"1560" : 35969,
"1576" : 36385,
"1592" : 18529,
"1608" : 36909,
"1624" : 18885,
"1640" : 36685,
"1656" : 36635,
"1672" : 18063,
"1688" : 36732,
"1704" : 18208,
"1720" : 35800,
"1736" : 35084,
"1752" : 17097,
"1768" : 33726,
"1784" : 16734,
"1800" : 33134,
"1816" : 32625,
"1832" : 16158,
"1848" : 31663,
"1864" : 15741,
"1880" : 30806,
"1896" : 30409,
"1912" : 14925,
"1928" : 29555,
"1944" : 14897,
"1960" : 28762,
"1976" : 28144,
"1992" : 14589,
"2008" : 27939,
"2024" : 13970,
"2040" : 27359,
"2064" : 40298,
"2096" : 38980,
"2128" : 46987,
"2160" : 40314,
"2192" : 35241,
"2224" : 34380,
"2256" : 33046,
"2288" : 37098,
"2320" : 35383,
"2352" : 28944,
"2384" : 27868,
"2416" : 26232,
"2448" : 26880,
"2480" : 29142,
"2512" : 21318,
"2544" : 19642,
"2576" : 18386,
"2608" : 17249,
"2640" : 20894,
"2672" : 14216,
"2704" : 12980,
"2736" : 11900,
"2768" : 10899,
"2800" : 12654,
"2832" : 8296,
"2864" : 7429,
"2896" : 6601,
"2928" : 5870,
"2960" : 6687,
"2992" : 4356,
"3024" : 3971,
"3056" : 3437,
"3088" : 3117,
"3120" : 3569,
"3152" : 2444,
"3184" : 2088,
"3216" : 1902,
"3248" : 1618,
"3280" : 1852,
"3312" : 1370,
"3344" : 1194,
"3376" : 1069,
"3408" : 964,
"3440" : 1089,
"3472" : 900,
"3504" : 700,
"3536" : 721,
"3568" : 633,
"3600" : 722,
"3632" : 685,
"3664" : 554,
"3696" : 528,
"3728" : 600,
"3760" : 530,
"3792" : 616,
"3824" : 473,
"3856" : 500,
"3888" : 478,
"3920" : 536,
"3952" : 618,
"3984" : 492,
"4016" : 521,
"4048" : 495,
"4080" : 486,
"4128" : 1159,
"4192" : 978,
"4256" : 1230,
"4320" : 1004,
"4384" : 1002,
"4448" : 1090,
"4512" : 821,
"4576" : 985,
"4640" : 768,
"4704" : 675,
"4768" : 716,
"4832" : 493,
"4896" : 427,
"4960" : 392,
"5024" : 316,
"5088" : 331,
"5152" : 248,
"5216" : 249,
"5280" : 238,
"5344" : 205,
"5408" : 213,
"5472" : 183,
"5536" : 151,
"5600" : 210,
"5664" : 137,
"5728" : 170,
"5792" : 172,
"5856" : 181,
"5920" : 214,
"5984" : 149,
"6048" : 208,
"6112" : 196,
"6176" : 167,
"6240" : 228,
"6304" : 195,
"6368" : 222,
"6432" : 212,
"6496" : 185,
"6560" : 186,
"6624" : 185,
"6688" : 221,
"6752" : 256,
"6816" : 218,
"6880" : 239,
"6944" : 219,
"7008" : 225,
"7072" : 277,
"7136" : 190,
"7200" : 245,
"7264" : 210,
"7328" : 210,
"7392" : 260,
"7456" : 227,
"7520" : 190,
"7584" : 223,
"7648" : 181,
"7712" : 254,
"7776" : 213,
"7840" : 163,
"7904" : 209,
"7968" : 220,
"8032" : 223,
"8096" : 206,
"8160" : 189,
"8256" : 416,
"8384" : 399,
"8512" : 337,
"8640" : 349,
"8768" : 280,
"8896" : 272,
"9024" : 294,
"9152" : 243,
"9280" : 196,
"9408" : 205,
"9536" : 186,
"9664" : 176,
"9792" : 171,
"9920" : 135,
"10048" : 165,
"10176" : 171,
"10304" : 139,
"10432" : 133,
"10560" : 126,
"10688" : 145,
"10816" : 139,
"10944" : 125,
"11072" : 112,
"11200" : 139,
"11328" : 135,
"11456" : 124,
"11584" : 105,
"11712" : 92,
"11840" : 116,
"11968" : 97,
"12096" : 117,
"12224" : 89,
"12352" : 96,
"12480" : 87,
"12608" : 90,
"12736" : 83,
"12864" : 85,
"12992" : 72,
"13120" : 76,
"13248" : 92,
"13376" : 77,
"13504" : 82,
"13632" : 52,
"13760" : 62,
"13888" : 62,
"14016" : 62,
"14144" : 61,
"14272" : 57,
"14400" : 59,
"14528" : 61,
"14656" : 56,
"14784" : 57,
"14912" : 46,
"15040" : 66,
"15168" : 59,
"15296" : 44,
"15424" : 52,
"15552" : 43,
"15680" : 55,
"15808" : 55,
"15936" : 58,
"16064" : 52,
"16192" : 45,
"16320" : 32,
"16512" : 90,
"16768" : 91,
"17024" : 83,
"17280" : 88,
"17536" : 63,
"17792" : 60,
"18048" : 58,
"18304" : 66,
"18560" : 52,
"18816" : 63,
"19072" : 58,
"19328" : 52,
"19584" : 52,
"19840" : 42,
"20096" : 54,
"20352" : 45,
"20608" : 42,
"20864" : 37,
"21120" : 40,
"21376" : 36,
"21632" : 44,
"21888" : 30,
"22144" : 36,
"22400" : 33,
"22656" : 28,
"22912" : 39,
"23168" : 32,
"23424" : 22,
"23680" : 24,
"23936" : 19,
"24192" : 21,
"24448" : 27,
"24704" : 25,
"24960" : 22,
"25216" : 31,
"25472" : 19,
"25728" : 18,
"25984" : 19,
"26240" : 22,
"26496" : 23,
"26752" : 32,
"27008" : 22,
"27264" : 24,
"27520" : 29,
"27776" : 19,
"28032" : 15,
"28288" : 19,
"28544" : 8,
"28800" : 17,
"29056" : 12,
"29312" : 27,
"29568" : 13,
"29824" : 22,
"30080" : 18,
"30336" : 18,
"30592" : 14,
"30848" : 22,
"31104" : 14,
"31360" : 11,
"31616" : 13,
"31872" : 18,
"32128" : 16,
"32384" : 19,
"32640" : 16,
"33024" : 27,
"33536" : 32,
"34048" : 22,
"34560" : 23,
"35072" : 20,
"35584" : 24,
"36096" : 21,
"36608" : 24,
"37120" : 20,
"37632" : 30,
"38144" : 23,
"38656" : 29,
"39168" : 35,
"39680" : 27,
"40192" : 25,
"40704" : 28,
"41216" : 26,
"41728" : 13,
"42240" : 26,
"42752" : 27,
"43264" : 22,
"43776" : 25,
"44288" : 27,
"44800" : 27,
"45312" : 20,
"45824" : 16,
"46336" : 21,
"46848" : 23,
"47360" : 20,
"47872" : 17,
"48384" : 17,
"48896" : 14,
"49408" : 13,
"49920" : 19,
"50432" : 23,
"50944" : 17,
"51456" : 17,
"51968" : 15,
"52480" : 18,
"52992" : 9,
"53504" : 17,
"54016" : 18,
"54528" : 12,
"55040" : 18,
"55552" : 15,
"56064" : 15,
"56576" : 18,
"57088" : 23,
"57600" : 14,
"58112" : 16,
"58624" : 11,
"59136" : 18,
"59648" : 17,
"60160" : 14,
"60672" : 16,
"61184" : 12,
"61696" : 13,
"62208" : 14,
"62720" : 11,
"63232" : 14,
"63744" : 9,
"64256" : 14,
"64768" : 10,
"65280" : 14,
"66048" : 25,
"67072" : 27,
"68096" : 17,
"69120" : 34,
"70144" : 17,
"71168" : 29,
"72192" : 33,
"73216" : 35,
"74240" : 21,
"75264" : 17,
"76288" : 20,
"77312" : 17,
"78336" : 23,
"79360" : 23,
"80384" : 36,
"81408" : 25,
"82432" : 31,
"83456" : 29,
"84480" : 18,
"85504" : 12,
"86528" : 25,
"87552" : 34,
"88576" : 28,
"89600" : 36,
"90624" : 36,
"91648" : 23,
"92672" : 14,
"93696" : 32,
"94720" : 28,
"95744" : 33,
"96768" : 32,
"97792" : 28,
"98816" : 44,
"99840" : 22,
"100864" : 26,
"101888" : 28,
"102912" : 33,
"103936" : 29,
"104960" : 27,
"105984" : 29,
"107008" : 36,
"108032" : 32,
"109056" : 32,
"110080" : 25,
"111104" : 27,
"112128" : 23,
"113152" : 20,
"114176" : 30,
"115200" : 28,
"116224" : 23,
"117248" : 34,
"118272" : 33,
"119296" : 19,
"120320" : 27,
"121344" : 16,
"122368" : 29,
"123392" : 29,
"124416" : 20,
"125440" : 18,
"126464" : 34,
"127488" : 20,
"128512" : 17,
"129536" : 22,
"130560" : 16,
"132096" : 46,
"134144" : 37,
"136192" : 45,
"138240" : 34,
"140288" : 34,
"142336" : 30,
"144384" : 25,
"146432" : 26,
"148480" : 17,
"150528" : 24,
"152576" : 17,
"154624" : 19,
"156672" : 14,
"158720" : 26,
"160768" : 13,
"162816" : 23,
"164864" : 13,
"166912" : 21,
"168960" : 22,
"171008" : 13,
"173056" : 14,
"175104" : 18,
"177152" : 12,
"179200" : 28,
"181248" : 18,
"183296" : 19,
"185344" : 12,
"187392" : 20,
"189440" : 18,
"191488" : 21,
"193536" : 17,
"195584" : 21,
"197632" : 14,
"199680" : 19,
"201728" : 24,
"203776" : 20,
"205824" : 12,
"207872" : 16,
"209920" : 10,
"211968" : 17,
"214016" : 17,
"216064" : 17,
"218112" : 14,
"220160" : 12,
"222208" : 17,
"224256" : 17,
"226304" : 18,
"228352" : 13,
"230400" : 9,
"232448" : 8,
"234496" : 8,
"236544" : 18,
"238592" : 13,
"240640" : 16,
"242688" : 17,
"244736" : 13,
"246784" : 16,
"248832" : 20,
"250880" : 12,
"252928" : 12,
"254976" : 9,
"257024" : 12,
"259072" : 7,
"261120" : 13,
"264192" : 25,
"268288" : 21,
"272384" : 16,
"276480" : 21,
"280576" : 18,
"284672" : 17,
"288768" : 15,
"292864" : 13,
"296960" : 12,
"301056" : 14,
"305152" : 12,
"309248" : 14,
"313344" : 12,
"317440" : 20,
"321536" : 18,
"325632" : 10,
"329728" : 16,
"333824" : 9,
"337920" : 19,
"342016" : 9,
"346112" : 12,
"350208" : 7,
"354304" : 14,
"358400" : 11,
"362496" : 7,
"366592" : 12,
"370688" : 8,
"374784" : 11,
"378880" : 8,
"382976" : 8,
"387072" : 11,
"391168" : 10,
"395264" : 5,
"399360" : 13,
"403456" : 13,
"407552" : 13,
"411648" : 8,
"415744" : 7,
"419840" : 9,
"423936" : 16,
"428032" : 9,
"432128" : 9,
"436224" : 7,
"440320" : 4,
"444416" : 10,
"448512" : 5,
"452608" : 12,
"456704" : 4,
"460800" : 5,
"464896" : 5,
"468992" : 3,
"473088" : 4,
"477184" : 5,
"481280" : 9,
"485376" : 4,
"489472" : 5,
"493568" : 6,
"497664" : 5,
"501760" : 8,
"505856" : 6,
"509952" : 4,
"514048" : 12,
"518144" : 5,
"522240" : 9,
"528384" : 11,
"536576" : 18,
"544768" : 15,
"552960" : 13,
"561152" : 19,
"569344" : 15,
"577536" : 21,
"585728" : 13,
"593920" : 11,
"602112" : 6,
"610304" : 5,
"618496" : 5,
"626688" : 10,
"634880" : 10,
"643072" : 7,
"651264" : 3,
"659456" : 5,
"667648" : 1,
"675840" : 4,
"684032" : 3,
"692224" : 10,
"700416" : 3,
"708608" : 3,
"716800" : 3,
"724992" : 2,
"733184" : 5,
"741376" : 1,
"749568" : 4,
"757760" : 4,
"774144" : 2,
"782336" : 2,
"790528" : 2,
"798720" : 5,
"806912" : 4,
"815104" : 1,
"831488" : 1,
"847872" : 1,
"864256" : 2,
"872448" : 2,
"880640" : 1,
"888832" : 2,
"913408" : 1,
"921600" : 3,
"929792" : 1,
"937984" : 1,
"954368" : 3,
"970752" : 1,
"987136" : 1,
"1011712" : 2,
"1019904" : 1,
"1105920" : 1,
"1122304" : 2,
"1155072" : 1,
"1171456" : 1,
"1220608" : 1,
"1236992" : 1,
"1253376" : 1,
"1286144" : 1,
"1400832" : 1,
"1449984" : 1,
"1499136" : 1,
"1515520" : 1,
"1777664" : 1
}
},
"lat_ns" : {
"min" : 233377,
"max" : 7345826,
"mean" : 848912.902549,
"stddev" : 744110.961555,
"N" : 1880580
},
"bw_min" : 54864,
"bw_max" : 97642,
"bw_agg" : 100.000000,
"bw_mean" : 75254.768844,
"bw_dev" : 552.013224,
"bw_samples" : 3184,
"iops_min" : 13716,
"iops_max" : 24409,
"iops_mean" : 18813.537688,
"iops_stddev" : 138.003029,
"iops_samples" : 3184
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1600016,
"usr_cpu" : 0.450745,
"sys_cpu" : 9.031722,
"ctx" : 2397377,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999947,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 55.947848,
"4" : 41.976480,
"10" : 1.464642,
"20" : 0.276987,
"50" : 0.106030,
"100" : 0.071839,
"250" : 0.101244,
"500" : 0.036744,
"750" : 0.014091,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773088904,
"timestamp_ms" : 1773088904312,
"time" : "Mon Mar 9 17:41:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 69,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8445493248,
"io_kbytes" : 8247552,
"bw_bytes" : 76775815,
"bw" : 74976,
"iops" : 18744.495555,
"runtime" : 110002,
"total_ios" : 2061932,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 232025,
"max" : 7344023,
"mean" : 849157.047539,
"stddev" : 748653.199054,
"N" : 2061932
},
"clat_ns" : {
"min" : 1151,
"max" : 1780080,
"mean" : 2544.908995,
"stddev" : 12457.278139,
"N" : 2061916,
"percentile" : {
"1.000000" : 1320,
"5.000000" : 1416,
"10.000000" : 1480,
"20.000000" : 1592,
"30.000000" : 1688,
"40.000000" : 1800,
"50.000000" : 1928,
"60.000000" : 2064,
"70.000000" : 2192,
"80.000000" : 2384,
"90.000000" : 2640,
"95.000000" : 2928,
"99.000000" : 7072,
"99.500000" : 11968,
"99.900000" : 146432,
"99.950000" : 264192,
"99.990000" : 577536
},
"bins" : {
"1144" : 1,
"1160" : 20,
"1176" : 66,
"1192" : 86,
"1208" : 323,
"1224" : 346,
"1240" : 833,
"1256" : 1824,
"1272" : 1512,
"1288" : 5008,
"1304" : 4058,
"1320" : 9903,
"1336" : 13270,
"1352" : 7853,
"1368" : 17751,
"1384" : 10447,
"1400" : 21819,
"1416" : 26188,
"1432" : 14192,
"1448" : 30895,
"1464" : 16248,
"1480" : 34286,
"1496" : 35985,
"1512" : 18699,
"1528" : 37671,
"1544" : 19393,
"1560" : 39492,
"1576" : 39980,
"1592" : 20287,
"1608" : 40514,
"1624" : 20712,
"1640" : 40329,
"1656" : 40331,
"1672" : 19889,
"1688" : 40162,
"1704" : 19967,
"1720" : 39283,
"1736" : 38423,
"1752" : 18759,
"1768" : 36979,
"1784" : 18311,
"1800" : 36313,
"1816" : 35634,
"1832" : 17764,
"1848" : 34599,
"1864" : 17154,
"1880" : 33715,
"1896" : 33309,
"1912" : 16422,
"1928" : 32411,
"1944" : 16221,
"1960" : 31573,
"1976" : 30784,
"1992" : 15989,
"2008" : 30667,
"2024" : 15318,
"2040" : 29987,
"2064" : 44097,
"2096" : 42723,
"2128" : 51620,
"2160" : 44145,
"2192" : 38664,
"2224" : 37610,
"2256" : 36223,
"2288" : 40612,
"2320" : 38802,
"2352" : 31728,
"2384" : 30563,
"2416" : 28857,
"2448" : 29580,
"2480" : 31981,
"2512" : 23383,
"2544" : 21536,
"2576" : 20143,
"2608" : 18895,
"2640" : 22868,
"2672" : 15556,
"2704" : 14210,
"2736" : 13066,
"2768" : 11910,
"2800" : 13843,
"2832" : 9046,
"2864" : 8127,
"2896" : 7240,
"2928" : 6460,
"2960" : 7304,
"2992" : 4787,
"3024" : 4343,
"3056" : 3746,
"3088" : 3438,
"3120" : 3906,
"3152" : 2677,
"3184" : 2289,
"3216" : 2076,
"3248" : 1800,
"3280" : 2049,
"3312" : 1498,
"3344" : 1308,
"3376" : 1180,
"3408" : 1063,
"3440" : 1184,
"3472" : 984,
"3504" : 766,
"3536" : 778,
"3568" : 703,
"3600" : 790,
"3632" : 759,
"3664" : 597,
"3696" : 574,
"3728" : 638,
"3760" : 571,
"3792" : 674,
"3824" : 514,
"3856" : 550,
"3888" : 519,
"3920" : 574,
"3952" : 673,
"3984" : 522,
"4016" : 562,
"4048" : 539,
"4080" : 524,
"4128" : 1263,
"4192" : 1070,
"4256" : 1337,
"4320" : 1092,
"4384" : 1084,
"4448" : 1197,
"4512" : 905,
"4576" : 1098,
"4640" : 830,
"4704" : 741,
"4768" : 779,
"4832" : 538,
"4896" : 472,
"4960" : 440,
"5024" : 349,
"5088" : 360,
"5152" : 262,
"5216" : 266,
"5280" : 258,
"5344" : 221,
"5408" : 236,
"5472" : 203,
"5536" : 172,
"5600" : 231,
"5664" : 148,
"5728" : 186,
"5792" : 181,
"5856" : 197,
"5920" : 228,
"5984" : 160,
"6048" : 239,
"6112" : 216,
"6176" : 185,
"6240" : 249,
"6304" : 211,
"6368" : 242,
"6432" : 233,
"6496" : 205,
"6560" : 211,
"6624" : 209,
"6688" : 238,
"6752" : 275,
"6816" : 235,
"6880" : 259,
"6944" : 238,
"7008" : 242,
"7072" : 312,
"7136" : 216,
"7200" : 264,
"7264" : 233,
"7328" : 230,
"7392" : 285,
"7456" : 256,
"7520" : 207,
"7584" : 249,
"7648" : 202,
"7712" : 274,
"7776" : 235,
"7840" : 185,
"7904" : 228,
"7968" : 235,
"8032" : 243,
"8096" : 219,
"8160" : 214,
"8256" : 461,
"8384" : 434,
"8512" : 375,
"8640" : 373,
"8768" : 317,
"8896" : 308,
"9024" : 309,
"9152" : 261,
"9280" : 214,
"9408" : 223,
"9536" : 207,
"9664" : 189,
"9792" : 185,
"9920" : 156,
"10048" : 178,
"10176" : 184,
"10304" : 159,
"10432" : 143,
"10560" : 140,
"10688" : 165,
"10816" : 155,
"10944" : 139,
"11072" : 124,
"11200" : 149,
"11328" : 153,
"11456" : 137,
"11584" : 117,
"11712" : 98,
"11840" : 124,
"11968" : 106,
"12096" : 128,
"12224" : 91,
"12352" : 101,
"12480" : 97,
"12608" : 98,
"12736" : 88,
"12864" : 87,
"12992" : 77,
"13120" : 83,
"13248" : 99,
"13376" : 83,
"13504" : 89,
"13632" : 58,
"13760" : 68,
"13888" : 72,
"14016" : 63,
"14144" : 70,
"14272" : 62,
"14400" : 68,
"14528" : 62,
"14656" : 61,
"14784" : 63,
"14912" : 49,
"15040" : 70,
"15168" : 63,
"15296" : 55,
"15424" : 55,
"15552" : 46,
"15680" : 57,
"15808" : 58,
"15936" : 63,
"16064" : 55,
"16192" : 54,
"16320" : 36,
"16512" : 97,
"16768" : 99,
"17024" : 88,
"17280" : 92,
"17536" : 66,
"17792" : 63,
"18048" : 62,
"18304" : 71,
"18560" : 57,
"18816" : 67,
"19072" : 65,
"19328" : 55,
"19584" : 54,
"19840" : 44,
"20096" : 58,
"20352" : 53,
"20608" : 42,
"20864" : 39,
"21120" : 41,
"21376" : 42,
"21632" : 46,
"21888" : 33,
"22144" : 38,
"22400" : 36,
"22656" : 30,
"22912" : 41,
"23168" : 33,
"23424" : 23,
"23680" : 25,
"23936" : 22,
"24192" : 25,
"24448" : 29,
"24704" : 26,
"24960" : 23,
"25216" : 32,
"25472" : 21,
"25728" : 19,
"25984" : 22,
"26240" : 23,
"26496" : 26,
"26752" : 35,
"27008" : 22,
"27264" : 26,
"27520" : 30,
"27776" : 20,
"28032" : 15,
"28288" : 20,
"28544" : 9,
"28800" : 18,
"29056" : 15,
"29312" : 28,
"29568" : 14,
"29824" : 23,
"30080" : 20,
"30336" : 19,
"30592" : 18,
"30848" : 25,
"31104" : 15,
"31360" : 11,
"31616" : 14,
"31872" : 18,
"32128" : 19,
"32384" : 19,
"32640" : 18,
"33024" : 28,
"33536" : 36,
"34048" : 25,
"34560" : 24,
"35072" : 23,
"35584" : 27,
"36096" : 22,
"36608" : 24,
"37120" : 21,
"37632" : 32,
"38144" : 27,
"38656" : 31,
"39168" : 38,
"39680" : 28,
"40192" : 27,
"40704" : 31,
"41216" : 32,
"41728" : 14,
"42240" : 27,
"42752" : 29,
"43264" : 24,
"43776" : 30,
"44288" : 30,
"44800" : 28,
"45312" : 22,
"45824" : 18,
"46336" : 21,
"46848" : 27,
"47360" : 23,
"47872" : 18,
"48384" : 19,
"48896" : 17,
"49408" : 13,
"49920" : 23,
"50432" : 26,
"50944" : 20,
"51456" : 19,
"51968" : 16,
"52480" : 18,
"52992" : 9,
"53504" : 18,
"54016" : 20,
"54528" : 12,
"55040" : 19,
"55552" : 16,
"56064" : 21,
"56576" : 19,
"57088" : 23,
"57600" : 17,
"58112" : 18,
"58624" : 12,
"59136" : 20,
"59648" : 19,
"60160" : 16,
"60672" : 19,
"61184" : 13,
"61696" : 13,
"62208" : 16,
"62720" : 12,
"63232" : 16,
"63744" : 11,
"64256" : 15,
"64768" : 12,
"65280" : 14,
"66048" : 28,
"67072" : 29,
"68096" : 20,
"69120" : 37,
"70144" : 17,
"71168" : 32,
"72192" : 36,
"73216" : 39,
"74240" : 24,
"75264" : 18,
"76288" : 21,
"77312" : 19,
"78336" : 24,
"79360" : 26,
"80384" : 40,
"81408" : 27,
"82432" : 33,
"83456" : 30,
"84480" : 18,
"85504" : 14,
"86528" : 28,
"87552" : 35,
"88576" : 30,
"89600" : 37,
"90624" : 37,
"91648" : 27,
"92672" : 18,
"93696" : 37,
"94720" : 30,
"95744" : 36,
"96768" : 35,
"97792" : 31,
"98816" : 47,
"99840" : 26,
"100864" : 28,
"101888" : 32,
"102912" : 33,
"103936" : 32,
"104960" : 31,
"105984" : 33,
"107008" : 37,
"108032" : 34,
"109056" : 34,
"110080" : 26,
"111104" : 28,
"112128" : 24,
"113152" : 22,
"114176" : 31,
"115200" : 30,
"116224" : 26,
"117248" : 36,
"118272" : 36,
"119296" : 24,
"120320" : 30,
"121344" : 17,
"122368" : 31,
"123392" : 32,
"124416" : 22,
"125440" : 22,
"126464" : 36,
"127488" : 20,
"128512" : 21,
"129536" : 24,
"130560" : 19,
"132096" : 51,
"134144" : 40,
"136192" : 47,
"138240" : 35,
"140288" : 36,
"142336" : 31,
"144384" : 28,
"146432" : 28,
"148480" : 22,
"150528" : 24,
"152576" : 19,
"154624" : 24,
"156672" : 14,
"158720" : 28,
"160768" : 15,
"162816" : 28,
"164864" : 14,
"166912" : 23,
"168960" : 24,
"171008" : 15,
"173056" : 18,
"175104" : 18,
"177152" : 14,
"179200" : 31,
"181248" : 19,
"183296" : 21,
"185344" : 15,
"187392" : 20,
"189440" : 21,
"191488" : 24,
"193536" : 17,
"195584" : 22,
"197632" : 18,
"199680" : 20,
"201728" : 24,
"203776" : 23,
"205824" : 14,
"207872" : 18,
"209920" : 12,
"211968" : 18,
"214016" : 20,
"216064" : 17,
"218112" : 17,
"220160" : 13,
"222208" : 17,
"224256" : 20,
"226304" : 20,
"228352" : 16,
"230400" : 10,
"232448" : 10,
"234496" : 9,
"236544" : 18,
"238592" : 14,
"240640" : 18,
"242688" : 19,
"244736" : 14,
"246784" : 17,
"248832" : 21,
"250880" : 12,
"252928" : 12,
"254976" : 10,
"257024" : 13,
"259072" : 7,
"261120" : 14,
"264192" : 27,
"268288" : 24,
"272384" : 18,
"276480" : 24,
"280576" : 18,
"284672" : 19,
"288768" : 16,
"292864" : 13,
"296960" : 12,
"301056" : 17,
"305152" : 12,
"309248" : 16,
"313344" : 15,
"317440" : 20,
"321536" : 19,
"325632" : 12,
"329728" : 17,
"333824" : 9,
"337920" : 20,
"342016" : 12,
"346112" : 14,
"350208" : 8,
"354304" : 14,
"358400" : 11,
"362496" : 8,
"366592" : 12,
"370688" : 9,
"374784" : 11,
"378880" : 8,
"382976" : 9,
"387072" : 13,
"391168" : 10,
"395264" : 7,
"399360" : 14,
"403456" : 15,
"407552" : 13,
"411648" : 9,
"415744" : 7,
"419840" : 10,
"423936" : 19,
"428032" : 11,
"432128" : 10,
"436224" : 7,
"440320" : 4,
"444416" : 10,
"448512" : 5,
"452608" : 15,
"456704" : 4,
"460800" : 5,
"464896" : 5,
"468992" : 3,
"473088" : 6,
"477184" : 6,
"481280" : 9,
"485376" : 4,
"489472" : 5,
"493568" : 6,
"497664" : 6,
"501760" : 9,
"505856" : 6,
"509952" : 4,
"514048" : 13,
"518144" : 5,
"522240" : 9,
"528384" : 13,
"536576" : 21,
"544768" : 16,
"552960" : 13,
"561152" : 20,
"569344" : 17,
"577536" : 23,
"585728" : 14,
"593920" : 11,
"602112" : 7,
"610304" : 6,
"618496" : 5,
"626688" : 11,
"634880" : 11,
"643072" : 8,
"651264" : 3,
"659456" : 5,
"667648" : 1,
"675840" : 6,
"684032" : 4,
"692224" : 11,
"700416" : 3,
"708608" : 4,
"716800" : 4,
"724992" : 2,
"733184" : 5,
"741376" : 1,
"749568" : 4,
"757760" : 4,
"774144" : 2,
"782336" : 2,
"790528" : 2,
"798720" : 6,
"806912" : 4,
"815104" : 1,
"831488" : 1,
"847872" : 1,
"864256" : 2,
"872448" : 2,
"880640" : 1,
"888832" : 2,
"913408" : 1,
"921600" : 3,
"929792" : 1,
"937984" : 1,
"954368" : 5,
"970752" : 1,
"987136" : 1,
"1011712" : 2,
"1019904" : 1,
"1073152" : 1,
"1105920" : 1,
"1122304" : 2,
"1155072" : 1,
"1171456" : 2,
"1220608" : 1,
"1236992" : 1,
"1253376" : 1,
"1286144" : 1,
"1400832" : 1,
"1449984" : 1,
"1499136" : 1,
"1515520" : 1,
"1777664" : 1
}
},
"lat_ns" : {
"min" : 233377,
"max" : 7345826,
"mean" : 851694.673485,
"stddev" : 749065.649021,
"N" : 2061916
},
"bw_min" : 54864,
"bw_max" : 97642,
"bw_agg" : 100.000000,
"bw_mean" : 75063.611872,
"bw_dev" : 542.534231,
"bw_samples" : 3504,
"iops_min" : 13716,
"iops_max" : 24409,
"iops_mean" : 18765.762557,
"iops_stddev" : 135.633118,
"iops_samples" : 3504
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1760020,
"usr_cpu" : 0.451927,
"sys_cpu" : 8.997284,
"ctx" : 2627497,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999952,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 55.966104,
"4" : 41.965205,
"10" : 1.461784,
"20" : 0.274694,
"50" : 0.104853,
"100" : 0.071729,
"250" : 0.101167,
"500" : 0.036471,
"750" : 0.014016,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773088914,
"timestamp_ms" : 1773088914312,
"time" : "Mon Mar 9 17:41:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 59,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9173479424,
"io_kbytes" : 8958476,
"bw_bytes" : 76444387,
"bw" : 74652,
"iops" : 18663.588940,
"runtime" : 120002,
"total_ios" : 2239668,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 232025,
"max" : 7344023,
"mean" : 852865.156630,
"stddev" : 756302.793907,
"N" : 2239668
},
"clat_ns" : {
"min" : 1151,
"max" : 1780080,
"mean" : 2540.664797,
"stddev" : 12369.817392,
"N" : 2239652,
"percentile" : {
"1.000000" : 1320,
"5.000000" : 1416,
"10.000000" : 1480,
"20.000000" : 1592,
"30.000000" : 1688,
"40.000000" : 1800,
"50.000000" : 1928,
"60.000000" : 2064,
"70.000000" : 2192,
"80.000000" : 2384,
"90.000000" : 2640,
"95.000000" : 2928,
"99.000000" : 7072,
"99.500000" : 11968,
"99.900000" : 144384,
"99.950000" : 261120,
"99.990000" : 577536
},
"bins" : {
"1144" : 1,
"1160" : 21,
"1176" : 72,
"1192" : 90,
"1208" : 339,
"1224" : 373,
"1240" : 917,
"1256" : 1972,
"1272" : 1600,
"1288" : 5422,
"1304" : 4366,
"1320" : 10663,
"1336" : 14416,
"1352" : 8496,
"1368" : 19234,
"1384" : 11254,
"1400" : 23669,
"1416" : 28354,
"1432" : 15456,
"1448" : 33503,
"1464" : 17686,
"1480" : 37295,
"1496" : 39142,
"1512" : 20310,
"1528" : 40934,
"1544" : 21108,
"1560" : 43045,
"1576" : 43516,
"1592" : 22107,
"1608" : 44045,
"1624" : 22491,
"1640" : 43907,
"1656" : 43862,
"1672" : 21642,
"1688" : 43649,
"1704" : 21702,
"1720" : 42585,
"1736" : 41768,
"1752" : 20430,
"1768" : 40344,
"1784" : 19913,
"1800" : 39555,
"1816" : 38733,
"1832" : 19398,
"1848" : 37692,
"1864" : 18648,
"1880" : 36665,
"1896" : 36154,
"1912" : 17906,
"1928" : 35215,
"1944" : 17652,
"1960" : 34303,
"1976" : 33491,
"1992" : 17371,
"2008" : 33447,
"2024" : 16585,
"2040" : 32637,
"2064" : 47912,
"2096" : 46338,
"2128" : 56036,
"2160" : 47906,
"2192" : 42013,
"2224" : 40827,
"2256" : 39340,
"2288" : 44042,
"2320" : 42144,
"2352" : 34354,
"2384" : 33169,
"2416" : 31282,
"2448" : 32086,
"2480" : 34635,
"2512" : 25310,
"2544" : 23452,
"2576" : 21904,
"2608" : 20454,
"2640" : 24804,
"2672" : 16795,
"2704" : 15404,
"2736" : 14093,
"2768" : 12924,
"2800" : 14960,
"2832" : 9798,
"2864" : 8839,
"2896" : 7851,
"2928" : 7013,
"2960" : 7971,
"2992" : 5185,
"3024" : 4699,
"3056" : 4063,
"3088" : 3709,
"3120" : 4254,
"3152" : 2908,
"3184" : 2498,
"3216" : 2245,
"3248" : 1951,
"3280" : 2203,
"3312" : 1611,
"3344" : 1419,
"3376" : 1275,
"3408" : 1160,
"3440" : 1290,
"3472" : 1091,
"3504" : 843,
"3536" : 842,
"3568" : 763,
"3600" : 870,
"3632" : 812,
"3664" : 651,
"3696" : 617,
"3728" : 690,
"3760" : 622,
"3792" : 728,
"3824" : 557,
"3856" : 585,
"3888" : 562,
"3920" : 618,
"3952" : 731,
"3984" : 560,
"4016" : 600,
"4048" : 573,
"4080" : 560,
"4128" : 1366,
"4192" : 1166,
"4256" : 1436,
"4320" : 1180,
"4384" : 1164,
"4448" : 1305,
"4512" : 994,
"4576" : 1182,
"4640" : 898,
"4704" : 799,
"4768" : 834,
"4832" : 581,
"4896" : 516,
"4960" : 486,
"5024" : 383,
"5088" : 396,
"5152" : 287,
"5216" : 288,
"5280" : 281,
"5344" : 245,
"5408" : 253,
"5472" : 225,
"5536" : 190,
"5600" : 249,
"5664" : 169,
"5728" : 201,
"5792" : 195,
"5856" : 217,
"5920" : 250,
"5984" : 178,
"6048" : 260,
"6112" : 232,
"6176" : 193,
"6240" : 267,
"6304" : 223,
"6368" : 264,
"6432" : 255,
"6496" : 221,
"6560" : 236,
"6624" : 229,
"6688" : 261,
"6752" : 299,
"6816" : 259,
"6880" : 279,
"6944" : 260,
"7008" : 268,
"7072" : 338,
"7136" : 238,
"7200" : 288,
"7264" : 254,
"7328" : 251,
"7392" : 312,
"7456" : 278,
"7520" : 222,
"7584" : 277,
"7648" : 223,
"7712" : 294,
"7776" : 251,
"7840" : 200,
"7904" : 255,
"7968" : 258,
"8032" : 270,
"8096" : 244,
"8160" : 237,
"8256" : 498,
"8384" : 465,
"8512" : 403,
"8640" : 412,
"8768" : 347,
"8896" : 339,
"9024" : 335,
"9152" : 283,
"9280" : 231,
"9408" : 241,
"9536" : 220,
"9664" : 207,
"9792" : 200,
"9920" : 169,
"10048" : 190,
"10176" : 191,
"10304" : 170,
"10432" : 152,
"10560" : 145,
"10688" : 174,
"10816" : 166,
"10944" : 155,
"11072" : 135,
"11200" : 159,
"11328" : 171,
"11456" : 146,
"11584" : 131,
"11712" : 109,
"11840" : 136,
"11968" : 114,
"12096" : 140,
"12224" : 99,
"12352" : 112,
"12480" : 102,
"12608" : 107,
"12736" : 97,
"12864" : 92,
"12992" : 85,
"13120" : 90,
"13248" : 106,
"13376" : 84,
"13504" : 99,
"13632" : 67,
"13760" : 73,
"13888" : 83,
"14016" : 72,
"14144" : 74,
"14272" : 69,
"14400" : 75,
"14528" : 67,
"14656" : 65,
"14784" : 71,
"14912" : 54,
"15040" : 77,
"15168" : 67,
"15296" : 59,
"15424" : 60,
"15552" : 51,
"15680" : 61,
"15808" : 62,
"15936" : 68,
"16064" : 56,
"16192" : 57,
"16320" : 46,
"16512" : 104,
"16768" : 107,
"17024" : 95,
"17280" : 98,
"17536" : 71,
"17792" : 68,
"18048" : 69,
"18304" : 73,
"18560" : 62,
"18816" : 69,
"19072" : 75,
"19328" : 57,
"19584" : 57,
"19840" : 52,
"20096" : 62,
"20352" : 57,
"20608" : 44,
"20864" : 39,
"21120" : 43,
"21376" : 46,
"21632" : 49,
"21888" : 35,
"22144" : 43,
"22400" : 39,
"22656" : 38,
"22912" : 42,
"23168" : 34,
"23424" : 26,
"23680" : 30,
"23936" : 28,
"24192" : 29,
"24448" : 32,
"24704" : 29,
"24960" : 23,
"25216" : 34,
"25472" : 21,
"25728" : 22,
"25984" : 22,
"26240" : 23,
"26496" : 30,
"26752" : 37,
"27008" : 23,
"27264" : 29,
"27520" : 30,
"27776" : 20,
"28032" : 15,
"28288" : 22,
"28544" : 12,
"28800" : 18,
"29056" : 16,
"29312" : 30,
"29568" : 15,
"29824" : 25,
"30080" : 20,
"30336" : 20,
"30592" : 18,
"30848" : 27,
"31104" : 16,
"31360" : 12,
"31616" : 16,
"31872" : 20,
"32128" : 21,
"32384" : 19,
"32640" : 18,
"33024" : 31,
"33536" : 39,
"34048" : 28,
"34560" : 27,
"35072" : 23,
"35584" : 34,
"36096" : 24,
"36608" : 26,
"37120" : 24,
"37632" : 35,
"38144" : 29,
"38656" : 33,
"39168" : 39,
"39680" : 29,
"40192" : 30,
"40704" : 35,
"41216" : 33,
"41728" : 14,
"42240" : 29,
"42752" : 30,
"43264" : 26,
"43776" : 32,
"44288" : 34,
"44800" : 29,
"45312" : 23,
"45824" : 18,
"46336" : 23,
"46848" : 31,
"47360" : 23,
"47872" : 19,
"48384" : 22,
"48896" : 18,
"49408" : 14,
"49920" : 27,
"50432" : 27,
"50944" : 20,
"51456" : 20,
"51968" : 16,
"52480" : 18,
"52992" : 10,
"53504" : 19,
"54016" : 20,
"54528" : 12,
"55040" : 21,
"55552" : 18,
"56064" : 24,
"56576" : 22,
"57088" : 25,
"57600" : 17,
"58112" : 20,
"58624" : 16,
"59136" : 22,
"59648" : 20,
"60160" : 16,
"60672" : 20,
"61184" : 14,
"61696" : 13,
"62208" : 18,
"62720" : 13,
"63232" : 17,
"63744" : 12,
"64256" : 19,
"64768" : 12,
"65280" : 18,
"66048" : 32,
"67072" : 30,
"68096" : 21,
"69120" : 39,
"70144" : 21,
"71168" : 33,
"72192" : 37,
"73216" : 41,
"74240" : 28,
"75264" : 18,
"76288" : 22,
"77312" : 20,
"78336" : 26,
"79360" : 28,
"80384" : 43,
"81408" : 29,
"82432" : 34,
"83456" : 32,
"84480" : 19,
"85504" : 18,
"86528" : 29,
"87552" : 38,
"88576" : 32,
"89600" : 40,
"90624" : 40,
"91648" : 29,
"92672" : 18,
"93696" : 40,
"94720" : 34,
"95744" : 36,
"96768" : 36,
"97792" : 35,
"98816" : 49,
"99840" : 29,
"100864" : 31,
"101888" : 34,
"102912" : 36,
"103936" : 35,
"104960" : 35,
"105984" : 35,
"107008" : 42,
"108032" : 35,
"109056" : 39,
"110080" : 28,
"111104" : 35,
"112128" : 26,
"113152" : 23,
"114176" : 33,
"115200" : 35,
"116224" : 30,
"117248" : 37,
"118272" : 38,
"119296" : 26,
"120320" : 32,
"121344" : 18,
"122368" : 33,
"123392" : 33,
"124416" : 23,
"125440" : 24,
"126464" : 40,
"127488" : 21,
"128512" : 21,
"129536" : 25,
"130560" : 22,
"132096" : 56,
"134144" : 41,
"136192" : 51,
"138240" : 38,
"140288" : 39,
"142336" : 34,
"144384" : 29,
"146432" : 31,
"148480" : 22,
"150528" : 24,
"152576" : 22,
"154624" : 28,
"156672" : 19,
"158720" : 31,
"160768" : 17,
"162816" : 31,
"164864" : 16,
"166912" : 25,
"168960" : 29,
"171008" : 17,
"173056" : 18,
"175104" : 19,
"177152" : 16,
"179200" : 34,
"181248" : 20,
"183296" : 24,
"185344" : 15,
"187392" : 21,
"189440" : 22,
"191488" : 27,
"193536" : 18,
"195584" : 23,
"197632" : 18,
"199680" : 23,
"201728" : 27,
"203776" : 26,
"205824" : 15,
"207872" : 19,
"209920" : 14,
"211968" : 20,
"214016" : 20,
"216064" : 18,
"218112" : 19,
"220160" : 15,
"222208" : 18,
"224256" : 20,
"226304" : 24,
"228352" : 18,
"230400" : 11,
"232448" : 13,
"234496" : 11,
"236544" : 19,
"238592" : 14,
"240640" : 18,
"242688" : 19,
"244736" : 15,
"246784" : 19,
"248832" : 23,
"250880" : 13,
"252928" : 15,
"254976" : 12,
"257024" : 14,
"259072" : 10,
"261120" : 16,
"264192" : 28,
"268288" : 25,
"272384" : 18,
"276480" : 24,
"280576" : 21,
"284672" : 20,
"288768" : 16,
"292864" : 14,
"296960" : 15,
"301056" : 17,
"305152" : 14,
"309248" : 18,
"313344" : 17,
"317440" : 22,
"321536" : 20,
"325632" : 12,
"329728" : 18,
"333824" : 9,
"337920" : 20,
"342016" : 15,
"346112" : 15,
"350208" : 10,
"354304" : 14,
"358400" : 12,
"362496" : 9,
"366592" : 13,
"370688" : 11,
"374784" : 13,
"378880" : 8,
"382976" : 9,
"387072" : 15,
"391168" : 11,
"395264" : 7,
"399360" : 14,
"403456" : 16,
"407552" : 13,
"411648" : 11,
"415744" : 9,
"419840" : 10,
"423936" : 19,
"428032" : 11,
"432128" : 10,
"436224" : 7,
"440320" : 4,
"444416" : 10,
"448512" : 5,
"452608" : 16,
"456704" : 6,
"460800" : 5,
"464896" : 5,
"468992" : 3,
"473088" : 8,
"477184" : 6,
"481280" : 9,
"485376" : 4,
"489472" : 6,
"493568" : 6,
"497664" : 7,
"501760" : 9,
"505856" : 6,
"509952" : 4,
"514048" : 14,
"518144" : 5,
"522240" : 9,
"528384" : 14,
"536576" : 21,
"544768" : 18,
"552960" : 13,
"561152" : 21,
"569344" : 20,
"577536" : 24,
"585728" : 14,
"593920" : 11,
"602112" : 8,
"610304" : 6,
"618496" : 7,
"626688" : 12,
"634880" : 11,
"643072" : 8,
"651264" : 3,
"659456" : 5,
"667648" : 3,
"675840" : 7,
"684032" : 4,
"692224" : 11,
"700416" : 3,
"708608" : 5,
"716800" : 4,
"724992" : 2,
"733184" : 5,
"741376" : 1,
"749568" : 4,
"757760" : 4,
"774144" : 2,
"782336" : 2,
"790528" : 3,
"798720" : 6,
"806912" : 4,
"815104" : 2,
"831488" : 1,
"847872" : 1,
"864256" : 2,
"872448" : 2,
"880640" : 2,
"888832" : 2,
"905216" : 1,
"913408" : 1,
"921600" : 3,
"929792" : 1,
"937984" : 1,
"954368" : 5,
"970752" : 1,
"987136" : 1,
"1011712" : 2,
"1019904" : 1,
"1073152" : 1,
"1105920" : 1,
"1122304" : 2,
"1138688" : 1,
"1155072" : 1,
"1171456" : 2,
"1220608" : 1,
"1236992" : 1,
"1253376" : 1,
"1286144" : 1,
"1400832" : 1,
"1449984" : 1,
"1499136" : 1,
"1515520" : 1,
"1777664" : 1
}
},
"lat_ns" : {
"min" : 233377,
"max" : 7345826,
"mean" : 855399.142841,
"stddev" : 756710.712721,
"N" : 2239652
},
"bw_min" : 54032,
"bw_max" : 97642,
"bw_agg" : 100.000000,
"bw_mean" : 74761.016736,
"bw_dev" : 561.990245,
"bw_samples" : 3824,
"iops_min" : 13508,
"iops_max" : 24409,
"iops_mean" : 18690.125523,
"iops_stddev" : 140.496909,
"iops_samples" : 3824
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1920020,
"usr_cpu" : 0.449527,
"sys_cpu" : 8.954230,
"ctx" : 2851133,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 56.011962,
"4" : 41.923044,
"10" : 1.460975,
"20" : 0.273791,
"50" : 0.104123,
"100" : 0.070948,
"250" : 0.101354,
"500" : 0.036255,
"750" : 0.013663,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773088924,
"timestamp_ms" : 1773088924310,
"time" : "Mon Mar 9 17:42:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 49,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9906884608,
"io_kbytes" : 9674692,
"bw_bytes" : 76205632,
"bw" : 74419,
"iops" : 18605.144536,
"runtime" : 130002,
"total_ios" : 2418706,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 232025,
"max" : 7586654,
"mean" : 855556.249456,
"stddev" : 762835.502844,
"N" : 2418707
},
"clat_ns" : {
"min" : 1151,
"max" : 1780080,
"mean" : 2534.741658,
"stddev" : 12262.919232,
"N" : 2418690,
"percentile" : {
"1.000000" : 1320,
"5.000000" : 1416,
"10.000000" : 1480,
"20.000000" : 1592,
"30.000000" : 1688,
"40.000000" : 1800,
"50.000000" : 1928,
"60.000000" : 2064,
"70.000000" : 2192,
"80.000000" : 2384,
"90.000000" : 2640,
"95.000000" : 2928,
"99.000000" : 7072,
"99.500000" : 11840,
"99.900000" : 142336,
"99.950000" : 257024,
"99.990000" : 569344
},
"bins" : {
"1144" : 1,
"1160" : 23,
"1176" : 79,
"1192" : 95,
"1208" : 369,
"1224" : 389,
"1240" : 990,
"1256" : 2097,
"1272" : 1710,
"1288" : 5810,
"1304" : 4687,
"1320" : 11518,
"1336" : 15661,
"1352" : 9238,
"1368" : 20815,
"1384" : 12199,
"1400" : 25621,
"1416" : 30698,
"1432" : 16784,
"1448" : 36319,
"1464" : 19221,
"1480" : 40397,
"1496" : 42389,
"1512" : 21929,
"1528" : 44389,
"1544" : 22870,
"1560" : 46537,
"1576" : 47137,
"1592" : 23959,
"1608" : 47622,
"1624" : 24277,
"1640" : 47436,
"1656" : 47392,
"1672" : 23350,
"1688" : 47136,
"1704" : 23458,
"1720" : 45979,
"1736" : 45209,
"1752" : 22102,
"1768" : 43625,
"1784" : 21505,
"1800" : 42686,
"1816" : 41792,
"1832" : 20912,
"1848" : 40623,
"1864" : 20158,
"1880" : 39613,
"1896" : 38993,
"1912" : 19318,
"1928" : 37884,
"1944" : 19093,
"1960" : 36956,
"1976" : 36139,
"1992" : 18755,
"2008" : 35998,
"2024" : 17846,
"2040" : 35236,
"2064" : 51651,
"2096" : 50070,
"2128" : 60341,
"2160" : 51589,
"2192" : 45306,
"2224" : 43951,
"2256" : 42416,
"2288" : 47501,
"2320" : 45536,
"2352" : 37004,
"2384" : 35780,
"2416" : 33713,
"2448" : 34599,
"2480" : 37443,
"2512" : 27273,
"2544" : 25333,
"2576" : 23661,
"2608" : 22062,
"2640" : 26782,
"2672" : 18164,
"2704" : 16648,
"2736" : 15292,
"2768" : 13893,
"2800" : 16178,
"2832" : 10592,
"2864" : 9541,
"2896" : 8505,
"2928" : 7605,
"2960" : 8621,
"2992" : 5591,
"3024" : 5074,
"3056" : 4389,
"3088" : 4009,
"3120" : 4612,
"3152" : 3138,
"3184" : 2687,
"3216" : 2427,
"3248" : 2106,
"3280" : 2389,
"3312" : 1742,
"3344" : 1522,
"3376" : 1384,
"3408" : 1246,
"3440" : 1409,
"3472" : 1177,
"3504" : 919,
"3536" : 912,
"3568" : 838,
"3600" : 950,
"3632" : 886,
"3664" : 691,
"3696" : 658,
"3728" : 746,
"3760" : 680,
"3792" : 778,
"3824" : 608,
"3856" : 611,
"3888" : 606,
"3920" : 671,
"3952" : 792,
"3984" : 608,
"4016" : 644,
"4048" : 620,
"4080" : 595,
"4128" : 1481,
"4192" : 1247,
"4256" : 1544,
"4320" : 1271,
"4384" : 1263,
"4448" : 1412,
"4512" : 1074,
"4576" : 1274,
"4640" : 968,
"4704" : 856,
"4768" : 904,
"4832" : 621,
"4896" : 544,
"4960" : 536,
"5024" : 409,
"5088" : 421,
"5152" : 311,
"5216" : 318,
"5280" : 296,
"5344" : 266,
"5408" : 273,
"5472" : 239,
"5536" : 206,
"5600" : 266,
"5664" : 190,
"5728" : 224,
"5792" : 210,
"5856" : 234,
"5920" : 261,
"5984" : 189,
"6048" : 284,
"6112" : 241,
"6176" : 209,
"6240" : 279,
"6304" : 235,
"6368" : 283,
"6432" : 276,
"6496" : 242,
"6560" : 260,
"6624" : 252,
"6688" : 287,
"6752" : 320,
"6816" : 275,
"6880" : 298,
"6944" : 285,
"7008" : 290,
"7072" : 359,
"7136" : 247,
"7200" : 309,
"7264" : 276,
"7328" : 270,
"7392" : 337,
"7456" : 291,
"7520" : 241,
"7584" : 294,
"7648" : 242,
"7712" : 322,
"7776" : 269,
"7840" : 218,
"7904" : 282,
"7968" : 279,
"8032" : 292,
"8096" : 259,
"8160" : 258,
"8256" : 538,
"8384" : 491,
"8512" : 438,
"8640" : 445,
"8768" : 361,
"8896" : 370,
"9024" : 363,
"9152" : 304,
"9280" : 248,
"9408" : 260,
"9536" : 245,
"9664" : 220,
"9792" : 221,
"9920" : 179,
"10048" : 204,
"10176" : 200,
"10304" : 190,
"10432" : 162,
"10560" : 162,
"10688" : 186,
"10816" : 176,
"10944" : 164,
"11072" : 146,
"11200" : 166,
"11328" : 185,
"11456" : 156,
"11584" : 141,
"11712" : 122,
"11840" : 142,
"11968" : 129,
"12096" : 149,
"12224" : 103,
"12352" : 125,
"12480" : 114,
"12608" : 117,
"12736" : 107,
"12864" : 96,
"12992" : 92,
"13120" : 99,
"13248" : 110,
"13376" : 86,
"13504" : 102,
"13632" : 72,
"13760" : 80,
"13888" : 90,
"14016" : 77,
"14144" : 78,
"14272" : 74,
"14400" : 84,
"14528" : 73,
"14656" : 71,
"14784" : 80,
"14912" : 58,
"15040" : 82,
"15168" : 71,
"15296" : 66,
"15424" : 63,
"15552" : 58,
"15680" : 65,
"15808" : 69,
"15936" : 70,
"16064" : 58,
"16192" : 62,
"16320" : 51,
"16512" : 113,
"16768" : 112,
"17024" : 103,
"17280" : 103,
"17536" : 76,
"17792" : 72,
"18048" : 73,
"18304" : 76,
"18560" : 66,
"18816" : 77,
"19072" : 79,
"19328" : 63,
"19584" : 58,
"19840" : 52,
"20096" : 65,
"20352" : 62,
"20608" : 51,
"20864" : 42,
"21120" : 48,
"21376" : 52,
"21632" : 52,
"21888" : 40,
"22144" : 45,
"22400" : 42,
"22656" : 42,
"22912" : 45,
"23168" : 39,
"23424" : 28,
"23680" : 33,
"23936" : 29,
"24192" : 30,
"24448" : 33,
"24704" : 31,
"24960" : 26,
"25216" : 35,
"25472" : 23,
"25728" : 27,
"25984" : 23,
"26240" : 25,
"26496" : 32,
"26752" : 37,
"27008" : 25,
"27264" : 29,
"27520" : 33,
"27776" : 22,
"28032" : 18,
"28288" : 24,
"28544" : 16,
"28800" : 18,
"29056" : 17,
"29312" : 33,
"29568" : 17,
"29824" : 26,
"30080" : 22,
"30336" : 21,
"30592" : 20,
"30848" : 28,
"31104" : 18,
"31360" : 15,
"31616" : 19,
"31872" : 21,
"32128" : 22,
"32384" : 19,
"32640" : 19,
"33024" : 34,
"33536" : 45,
"34048" : 29,
"34560" : 28,
"35072" : 28,
"35584" : 35,
"36096" : 26,
"36608" : 26,
"37120" : 26,
"37632" : 37,
"38144" : 32,
"38656" : 33,
"39168" : 40,
"39680" : 30,
"40192" : 32,
"40704" : 36,
"41216" : 34,
"41728" : 16,
"42240" : 30,
"42752" : 31,
"43264" : 28,
"43776" : 36,
"44288" : 36,
"44800" : 29,
"45312" : 24,
"45824" : 20,
"46336" : 25,
"46848" : 31,
"47360" : 25,
"47872" : 23,
"48384" : 25,
"48896" : 18,
"49408" : 15,
"49920" : 27,
"50432" : 30,
"50944" : 22,
"51456" : 22,
"51968" : 17,
"52480" : 21,
"52992" : 10,
"53504" : 20,
"54016" : 21,
"54528" : 12,
"55040" : 22,
"55552" : 21,
"56064" : 25,
"56576" : 25,
"57088" : 26,
"57600" : 17,
"58112" : 22,
"58624" : 17,
"59136" : 22,
"59648" : 23,
"60160" : 16,
"60672" : 24,
"61184" : 14,
"61696" : 15,
"62208" : 18,
"62720" : 15,
"63232" : 20,
"63744" : 13,
"64256" : 20,
"64768" : 12,
"65280" : 19,
"66048" : 35,
"67072" : 31,
"68096" : 25,
"69120" : 47,
"70144" : 23,
"71168" : 36,
"72192" : 39,
"73216" : 44,
"74240" : 30,
"75264" : 22,
"76288" : 26,
"77312" : 23,
"78336" : 28,
"79360" : 30,
"80384" : 46,
"81408" : 32,
"82432" : 34,
"83456" : 35,
"84480" : 21,
"85504" : 19,
"86528" : 31,
"87552" : 41,
"88576" : 32,
"89600" : 43,
"90624" : 40,
"91648" : 30,
"92672" : 20,
"93696" : 43,
"94720" : 35,
"95744" : 38,
"96768" : 37,
"97792" : 38,
"98816" : 53,
"99840" : 32,
"100864" : 36,
"101888" : 39,
"102912" : 36,
"103936" : 38,
"104960" : 37,
"105984" : 36,
"107008" : 45,
"108032" : 41,
"109056" : 39,
"110080" : 28,
"111104" : 38,
"112128" : 26,
"113152" : 25,
"114176" : 38,
"115200" : 37,
"116224" : 32,
"117248" : 41,
"118272" : 41,
"119296" : 30,
"120320" : 35,
"121344" : 20,
"122368" : 37,
"123392" : 34,
"124416" : 26,
"125440" : 27,
"126464" : 42,
"127488" : 25,
"128512" : 24,
"129536" : 25,
"130560" : 22,
"132096" : 58,
"134144" : 44,
"136192" : 59,
"138240" : 41,
"140288" : 41,
"142336" : 35,
"144384" : 31,
"146432" : 35,
"148480" : 25,
"150528" : 26,
"152576" : 25,
"154624" : 31,
"156672" : 21,
"158720" : 33,
"160768" : 18,
"162816" : 33,
"164864" : 18,
"166912" : 25,
"168960" : 30,
"171008" : 18,
"173056" : 20,
"175104" : 20,
"177152" : 18,
"179200" : 35,
"181248" : 23,
"183296" : 26,
"185344" : 17,
"187392" : 22,
"189440" : 25,
"191488" : 30,
"193536" : 21,
"195584" : 25,
"197632" : 19,
"199680" : 24,
"201728" : 29,
"203776" : 26,
"205824" : 16,
"207872" : 20,
"209920" : 14,
"211968" : 20,
"214016" : 21,
"216064" : 21,
"218112" : 20,
"220160" : 16,
"222208" : 18,
"224256" : 22,
"226304" : 24,
"228352" : 19,
"230400" : 11,
"232448" : 14,
"234496" : 13,
"236544" : 19,
"238592" : 14,
"240640" : 21,
"242688" : 19,
"244736" : 15,
"246784" : 21,
"248832" : 24,
"250880" : 13,
"252928" : 16,
"254976" : 13,
"257024" : 15,
"259072" : 11,
"261120" : 17,
"264192" : 30,
"268288" : 26,
"272384" : 19,
"276480" : 25,
"280576" : 21,
"284672" : 25,
"288768" : 18,
"292864" : 16,
"296960" : 17,
"301056" : 18,
"305152" : 15,
"309248" : 19,
"313344" : 17,
"317440" : 23,
"321536" : 22,
"325632" : 15,
"329728" : 20,
"333824" : 10,
"337920" : 20,
"342016" : 15,
"346112" : 15,
"350208" : 10,
"354304" : 17,
"358400" : 14,
"362496" : 10,
"366592" : 13,
"370688" : 13,
"374784" : 14,
"378880" : 8,
"382976" : 9,
"387072" : 16,
"391168" : 12,
"395264" : 8,
"399360" : 14,
"403456" : 16,
"407552" : 13,
"411648" : 11,
"415744" : 10,
"419840" : 11,
"423936" : 19,
"428032" : 12,
"432128" : 11,
"436224" : 10,
"440320" : 4,
"444416" : 10,
"448512" : 6,
"452608" : 17,
"456704" : 7,
"460800" : 5,
"464896" : 6,
"468992" : 3,
"473088" : 8,
"477184" : 8,
"481280" : 9,
"485376" : 5,
"489472" : 6,
"493568" : 7,
"497664" : 7,
"501760" : 9,
"505856" : 6,
"509952" : 4,
"514048" : 15,
"518144" : 5,
"522240" : 9,
"528384" : 14,
"536576" : 21,
"544768" : 19,
"552960" : 15,
"561152" : 21,
"569344" : 20,
"577536" : 24,
"585728" : 14,
"593920" : 11,
"602112" : 9,
"610304" : 6,
"618496" : 7,
"626688" : 13,
"634880" : 12,
"643072" : 8,
"651264" : 4,
"659456" : 6,
"667648" : 3,
"675840" : 7,
"684032" : 4,
"692224" : 11,
"700416" : 7,
"708608" : 5,
"716800" : 4,
"724992" : 3,
"733184" : 5,
"741376" : 1,
"749568" : 4,
"757760" : 4,
"774144" : 2,
"782336" : 2,
"790528" : 3,
"798720" : 6,
"806912" : 4,
"815104" : 2,
"831488" : 1,
"847872" : 1,
"864256" : 2,
"872448" : 2,
"880640" : 3,
"888832" : 2,
"905216" : 1,
"913408" : 1,
"921600" : 4,
"929792" : 1,
"937984" : 1,
"954368" : 5,
"970752" : 1,
"987136" : 1,
"1011712" : 2,
"1019904" : 1,
"1073152" : 1,
"1105920" : 1,
"1122304" : 2,
"1138688" : 1,
"1155072" : 1,
"1171456" : 2,
"1187840" : 1,
"1220608" : 1,
"1236992" : 1,
"1253376" : 1,
"1286144" : 1,
"1400832" : 1,
"1449984" : 1,
"1499136" : 1,
"1515520" : 1,
"1777664" : 1
}
},
"lat_ns" : {
"min" : 233377,
"max" : 7589478,
"mean" : 858084.824670,
"stddev" : 763237.327980,
"N" : 2418691
},
"bw_min" : 53480,
"bw_max" : 97642,
"bw_agg" : 100.000000,
"bw_mean" : 74527.084942,
"bw_dev" : 573.927478,
"bw_samples" : 4144,
"iops_min" : 13370,
"iops_max" : 24409,
"iops_mean" : 18631.652510,
"iops_stddev" : 143.481097,
"iops_samples" : 4144
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2080013,
"usr_cpu" : 0.448555,
"sys_cpu" : 8.924656,
"ctx" : 3076918,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 56.060720,
"4" : 41.881320,
"10" : 1.457060,
"20" : 0.272377,
"50" : 0.103774,
"100" : 0.070864,
"250" : 0.100922,
"500" : 0.036052,
"750" : 0.013230,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773088934,
"timestamp_ms" : 1773088934312,
"time" : "Mon Mar 9 17:42:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10645962752,
"io_kbytes" : 10396448,
"bw_bytes" : 76041504,
"bw" : 74259,
"iops" : 18565.170498,
"runtime" : 140002,
"total_ios" : 2599161,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 232025,
"max" : 7586654,
"mean" : 857424.375876,
"stddev" : 766529.169916,
"N" : 2599161
},
"clat_ns" : {
"min" : 1151,
"max" : 1780080,
"mean" : 2529.928159,
"stddev" : 12178.418551,
"N" : 2599145,
"percentile" : {
"1.000000" : 1320,
"5.000000" : 1416,
"10.000000" : 1480,
"20.000000" : 1592,
"30.000000" : 1688,
"40.000000" : 1800,
"50.000000" : 1912,
"60.000000" : 2064,
"70.000000" : 2192,
"80.000000" : 2384,
"90.000000" : 2640,
"95.000000" : 2928,
"99.000000" : 7072,
"99.500000" : 11840,
"99.900000" : 142336,
"99.950000" : 257024,
"99.990000" : 569344
},
"bins" : {
"1144" : 1,
"1160" : 24,
"1176" : 84,
"1192" : 102,
"1208" : 399,
"1224" : 414,
"1240" : 1060,
"1256" : 2249,
"1272" : 1828,
"1288" : 6221,
"1304" : 5105,
"1320" : 12415,
"1336" : 16955,
"1352" : 10000,
"1368" : 22555,
"1384" : 13200,
"1400" : 27751,
"1416" : 33111,
"1432" : 18112,
"1448" : 39318,
"1464" : 20789,
"1480" : 43580,
"1496" : 45734,
"1512" : 23604,
"1528" : 47974,
"1544" : 24706,
"1560" : 50217,
"1576" : 50744,
"1592" : 25784,
"1608" : 51471,
"1624" : 26181,
"1640" : 51197,
"1656" : 51109,
"1672" : 25216,
"1688" : 50745,
"1704" : 25303,
"1720" : 49562,
"1736" : 48646,
"1752" : 23776,
"1768" : 46948,
"1784" : 23202,
"1800" : 45858,
"1816" : 44920,
"1832" : 22499,
"1848" : 43642,
"1864" : 21640,
"1880" : 42511,
"1896" : 41913,
"1912" : 20761,
"1928" : 40614,
"1944" : 20547,
"1960" : 39649,
"1976" : 38697,
"1992" : 20041,
"2008" : 38683,
"2024" : 19090,
"2040" : 37804,
"2064" : 55455,
"2096" : 53712,
"2128" : 64698,
"2160" : 55179,
"2192" : 48475,
"2224" : 47070,
"2256" : 45396,
"2288" : 50806,
"2320" : 48710,
"2352" : 39568,
"2384" : 38349,
"2416" : 36120,
"2448" : 37013,
"2480" : 40087,
"2512" : 29189,
"2544" : 27134,
"2576" : 25384,
"2608" : 23593,
"2640" : 28621,
"2672" : 19475,
"2704" : 17822,
"2736" : 16337,
"2768" : 14888,
"2800" : 17307,
"2832" : 11364,
"2864" : 10202,
"2896" : 9081,
"2928" : 8126,
"2960" : 9225,
"2992" : 6018,
"3024" : 5428,
"3056" : 4688,
"3088" : 4272,
"3120" : 4906,
"3152" : 3370,
"3184" : 2887,
"3216" : 2614,
"3248" : 2262,
"3280" : 2593,
"3312" : 1874,
"3344" : 1644,
"3376" : 1495,
"3408" : 1323,
"3440" : 1513,
"3472" : 1262,
"3504" : 992,
"3536" : 982,
"3568" : 903,
"3600" : 1034,
"3632" : 967,
"3664" : 746,
"3696" : 726,
"3728" : 800,
"3760" : 732,
"3792" : 831,
"3824" : 656,
"3856" : 655,
"3888" : 655,
"3920" : 715,
"3952" : 841,
"3984" : 661,
"4016" : 685,
"4048" : 661,
"4080" : 634,
"4128" : 1608,
"4192" : 1328,
"4256" : 1661,
"4320" : 1351,
"4384" : 1365,
"4448" : 1524,
"4512" : 1177,
"4576" : 1378,
"4640" : 1024,
"4704" : 924,
"4768" : 971,
"4832" : 678,
"4896" : 577,
"4960" : 574,
"5024" : 443,
"5088" : 445,
"5152" : 340,
"5216" : 339,
"5280" : 320,
"5344" : 286,
"5408" : 296,
"5472" : 254,
"5536" : 224,
"5600" : 280,
"5664" : 209,
"5728" : 248,
"5792" : 223,
"5856" : 246,
"5920" : 295,
"5984" : 211,
"6048" : 301,
"6112" : 268,
"6176" : 228,
"6240" : 294,
"6304" : 254,
"6368" : 293,
"6432" : 300,
"6496" : 261,
"6560" : 281,
"6624" : 273,
"6688" : 306,
"6752" : 341,
"6816" : 293,
"6880" : 325,
"6944" : 312,
"7008" : 312,
"7072" : 385,
"7136" : 262,
"7200" : 332,
"7264" : 295,
"7328" : 290,
"7392" : 361,
"7456" : 307,
"7520" : 266,
"7584" : 319,
"7648" : 257,
"7712" : 341,
"7776" : 287,
"7840" : 241,
"7904" : 301,
"7968" : 298,
"8032" : 319,
"8096" : 278,
"8160" : 273,
"8256" : 573,
"8384" : 530,
"8512" : 476,
"8640" : 483,
"8768" : 391,
"8896" : 397,
"9024" : 391,
"9152" : 322,
"9280" : 270,
"9408" : 279,
"9536" : 257,
"9664" : 240,
"9792" : 239,
"9920" : 199,
"10048" : 219,
"10176" : 218,
"10304" : 202,
"10432" : 181,
"10560" : 176,
"10688" : 191,
"10816" : 193,
"10944" : 180,
"11072" : 158,
"11200" : 178,
"11328" : 198,
"11456" : 172,
"11584" : 147,
"11712" : 126,
"11840" : 148,
"11968" : 137,
"12096" : 163,
"12224" : 114,
"12352" : 134,
"12480" : 121,
"12608" : 124,
"12736" : 110,
"12864" : 102,
"12992" : 102,
"13120" : 105,
"13248" : 115,
"13376" : 93,
"13504" : 109,
"13632" : 75,
"13760" : 90,
"13888" : 91,
"14016" : 85,
"14144" : 82,
"14272" : 77,
"14400" : 90,
"14528" : 82,
"14656" : 74,
"14784" : 84,
"14912" : 63,
"15040" : 87,
"15168" : 77,
"15296" : 69,
"15424" : 65,
"15552" : 62,
"15680" : 69,
"15808" : 70,
"15936" : 73,
"16064" : 62,
"16192" : 64,
"16320" : 56,
"16512" : 123,
"16768" : 114,
"17024" : 113,
"17280" : 108,
"17536" : 80,
"17792" : 78,
"18048" : 79,
"18304" : 83,
"18560" : 68,
"18816" : 81,
"19072" : 82,
"19328" : 68,
"19584" : 62,
"19840" : 56,
"20096" : 67,
"20352" : 64,
"20608" : 54,
"20864" : 46,
"21120" : 50,
"21376" : 56,
"21632" : 58,
"21888" : 44,
"22144" : 49,
"22400" : 44,
"22656" : 43,
"22912" : 46,
"23168" : 41,
"23424" : 28,
"23680" : 36,
"23936" : 34,
"24192" : 32,
"24448" : 37,
"24704" : 32,
"24960" : 29,
"25216" : 39,
"25472" : 26,
"25728" : 29,
"25984" : 24,
"26240" : 25,
"26496" : 34,
"26752" : 37,
"27008" : 28,
"27264" : 31,
"27520" : 35,
"27776" : 26,
"28032" : 18,
"28288" : 26,
"28544" : 17,
"28800" : 20,
"29056" : 19,
"29312" : 35,
"29568" : 19,
"29824" : 29,
"30080" : 23,
"30336" : 23,
"30592" : 20,
"30848" : 31,
"31104" : 20,
"31360" : 17,
"31616" : 20,
"31872" : 21,
"32128" : 24,
"32384" : 20,
"32640" : 19,
"33024" : 38,
"33536" : 48,
"34048" : 29,
"34560" : 32,
"35072" : 32,
"35584" : 44,
"36096" : 33,
"36608" : 28,
"37120" : 26,
"37632" : 38,
"38144" : 35,
"38656" : 37,
"39168" : 42,
"39680" : 33,
"40192" : 34,
"40704" : 36,
"41216" : 35,
"41728" : 17,
"42240" : 30,
"42752" : 33,
"43264" : 30,
"43776" : 38,
"44288" : 37,
"44800" : 30,
"45312" : 27,
"45824" : 20,
"46336" : 31,
"46848" : 31,
"47360" : 26,
"47872" : 28,
"48384" : 27,
"48896" : 18,
"49408" : 16,
"49920" : 29,
"50432" : 31,
"50944" : 24,
"51456" : 22,
"51968" : 17,
"52480" : 23,
"52992" : 13,
"53504" : 23,
"54016" : 22,
"54528" : 14,
"55040" : 25,
"55552" : 22,
"56064" : 26,
"56576" : 27,
"57088" : 26,
"57600" : 19,
"58112" : 24,
"58624" : 18,
"59136" : 23,
"59648" : 23,
"60160" : 18,
"60672" : 28,
"61184" : 18,
"61696" : 16,
"62208" : 21,
"62720" : 18,
"63232" : 21,
"63744" : 15,
"64256" : 21,
"64768" : 12,
"65280" : 21,
"66048" : 39,
"67072" : 33,
"68096" : 28,
"69120" : 47,
"70144" : 25,
"71168" : 37,
"72192" : 41,
"73216" : 46,
"74240" : 32,
"75264" : 26,
"76288" : 29,
"77312" : 24,
"78336" : 31,
"79360" : 32,
"80384" : 48,
"81408" : 34,
"82432" : 35,
"83456" : 38,
"84480" : 24,
"85504" : 20,
"86528" : 33,
"87552" : 43,
"88576" : 34,
"89600" : 45,
"90624" : 41,
"91648" : 36,
"92672" : 21,
"93696" : 44,
"94720" : 37,
"95744" : 42,
"96768" : 40,
"97792" : 38,
"98816" : 55,
"99840" : 36,
"100864" : 41,
"101888" : 45,
"102912" : 40,
"103936" : 43,
"104960" : 39,
"105984" : 38,
"107008" : 50,
"108032" : 44,
"109056" : 43,
"110080" : 29,
"111104" : 41,
"112128" : 28,
"113152" : 27,
"114176" : 41,
"115200" : 40,
"116224" : 36,
"117248" : 44,
"118272" : 42,
"119296" : 33,
"120320" : 36,
"121344" : 24,
"122368" : 38,
"123392" : 37,
"124416" : 29,
"125440" : 28,
"126464" : 44,
"127488" : 26,
"128512" : 27,
"129536" : 26,
"130560" : 22,
"132096" : 64,
"134144" : 48,
"136192" : 60,
"138240" : 43,
"140288" : 44,
"142336" : 37,
"144384" : 35,
"146432" : 36,
"148480" : 27,
"150528" : 28,
"152576" : 26,
"154624" : 32,
"156672" : 22,
"158720" : 35,
"160768" : 19,
"162816" : 35,
"164864" : 19,
"166912" : 30,
"168960" : 33,
"171008" : 19,
"173056" : 20,
"175104" : 22,
"177152" : 19,
"179200" : 40,
"181248" : 29,
"183296" : 27,
"185344" : 20,
"187392" : 23,
"189440" : 30,
"191488" : 34,
"193536" : 21,
"195584" : 26,
"197632" : 19,
"199680" : 24,
"201728" : 30,
"203776" : 29,
"205824" : 19,
"207872" : 21,
"209920" : 14,
"211968" : 22,
"214016" : 22,
"216064" : 23,
"218112" : 23,
"220160" : 16,
"222208" : 18,
"224256" : 23,
"226304" : 26,
"228352" : 20,
"230400" : 12,
"232448" : 16,
"234496" : 13,
"236544" : 21,
"238592" : 15,
"240640" : 21,
"242688" : 20,
"244736" : 15,
"246784" : 22,
"248832" : 24,
"250880" : 14,
"252928" : 16,
"254976" : 13,
"257024" : 15,
"259072" : 11,
"261120" : 18,
"264192" : 31,
"268288" : 26,
"272384" : 22,
"276480" : 27,
"280576" : 24,
"284672" : 30,
"288768" : 19,
"292864" : 17,
"296960" : 20,
"301056" : 19,
"305152" : 17,
"309248" : 19,
"313344" : 17,
"317440" : 28,
"321536" : 22,
"325632" : 16,
"329728" : 21,
"333824" : 11,
"337920" : 21,
"342016" : 17,
"346112" : 15,
"350208" : 12,
"354304" : 18,
"358400" : 15,
"362496" : 10,
"366592" : 13,
"370688" : 14,
"374784" : 15,
"378880" : 9,
"382976" : 9,
"387072" : 17,
"391168" : 12,
"395264" : 9,
"399360" : 14,
"403456" : 16,
"407552" : 14,
"411648" : 12,
"415744" : 10,
"419840" : 12,
"423936" : 19,
"428032" : 13,
"432128" : 11,
"436224" : 10,
"440320" : 4,
"444416" : 11,
"448512" : 6,
"452608" : 17,
"456704" : 7,
"460800" : 5,
"464896" : 7,
"468992" : 3,
"473088" : 8,
"477184" : 9,
"481280" : 9,
"485376" : 5,
"489472" : 6,
"493568" : 7,
"497664" : 8,
"501760" : 10,
"505856" : 6,
"509952" : 4,
"514048" : 16,
"518144" : 7,
"522240" : 9,
"528384" : 15,
"536576" : 22,
"544768" : 21,
"552960" : 16,
"561152" : 21,
"569344" : 22,
"577536" : 25,
"585728" : 17,
"593920" : 13,
"602112" : 9,
"610304" : 7,
"618496" : 9,
"626688" : 14,
"634880" : 12,
"643072" : 8,
"651264" : 4,
"659456" : 6,
"667648" : 3,
"675840" : 7,
"684032" : 4,
"692224" : 11,
"700416" : 7,
"708608" : 5,
"716800" : 4,
"724992" : 3,
"733184" : 5,
"741376" : 2,
"749568" : 4,
"757760" : 5,
"765952" : 1,
"774144" : 2,
"782336" : 3,
"790528" : 3,
"798720" : 6,
"806912" : 5,
"815104" : 2,
"831488" : 1,
"847872" : 1,
"864256" : 2,
"872448" : 2,
"880640" : 3,
"888832" : 2,
"905216" : 1,
"913408" : 1,
"921600" : 4,
"929792" : 1,
"937984" : 1,
"954368" : 5,
"970752" : 1,
"987136" : 1,
"1011712" : 3,
"1019904" : 1,
"1073152" : 1,
"1105920" : 1,
"1122304" : 2,
"1138688" : 1,
"1155072" : 1,
"1171456" : 2,
"1187840" : 1,
"1220608" : 1,
"1236992" : 1,
"1253376" : 1,
"1286144" : 1,
"1400832" : 1,
"1449984" : 1,
"1499136" : 1,
"1515520" : 1,
"1777664" : 1
}
},
"lat_ns" : {
"min" : 233377,
"max" : 7589478,
"mean" : 859948.577244,
"stddev" : 766925.725677,
"N" : 2599145
},
"bw_min" : 52728,
"bw_max" : 97642,
"bw_agg" : 100.000000,
"bw_mean" : 74325.200717,
"bw_dev" : 589.229408,
"bw_samples" : 4464,
"iops_min" : 13182,
"iops_max" : 24409,
"iops_mean" : 18581.189964,
"iops_stddev" : 147.306509,
"iops_samples" : 4464
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2240020,
"usr_cpu" : 0.446559,
"sys_cpu" : 8.904563,
"ctx" : 3306160,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 56.198289,
"4" : 41.744548,
"10" : 1.458663,
"20" : 0.270818,
"50" : 0.103610,
"100" : 0.070638,
"250" : 0.101071,
"500" : 0.035550,
"750" : 0.013158,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773088944,
"timestamp_ms" : 1773088944310,
"time" : "Mon Mar 9 17:42:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 29,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11348451328,
"io_kbytes" : 11082472,
"bw_bytes" : 75655333,
"bw" : 73882,
"iops" : 18470.760390,
"runtime" : 150002,
"total_ios" : 2770651,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 232025,
"max" : 7586654,
"mean" : 861828.122825,
"stddev" : 776189.363031,
"N" : 2770651
},
"clat_ns" : {
"min" : 1151,
"max" : 1780080,
"mean" : 2525.068808,
"stddev" : 12111.770970,
"N" : 2770635,
"percentile" : {
"1.000000" : 1320,
"5.000000" : 1416,
"10.000000" : 1480,
"20.000000" : 1592,
"30.000000" : 1688,
"40.000000" : 1800,
"50.000000" : 1912,
"60.000000" : 2064,
"70.000000" : 2192,
"80.000000" : 2384,
"90.000000" : 2640,
"95.000000" : 2928,
"99.000000" : 7008,
"99.500000" : 11712,
"99.900000" : 140288,
"99.950000" : 254976,
"99.990000" : 569344
},
"bins" : {
"1144" : 1,
"1160" : 25,
"1176" : 86,
"1192" : 105,
"1208" : 422,
"1224" : 436,
"1240" : 1127,
"1256" : 2352,
"1272" : 1943,
"1288" : 6589,
"1304" : 5429,
"1320" : 13186,
"1336" : 18087,
"1352" : 10681,
"1368" : 24051,
"1384" : 14065,
"1400" : 29500,
"1416" : 35367,
"1432" : 19327,
"1448" : 42088,
"1464" : 22275,
"1480" : 46653,
"1496" : 48916,
"1512" : 25164,
"1528" : 51339,
"1544" : 26466,
"1560" : 53694,
"1576" : 54260,
"1592" : 27519,
"1608" : 54923,
"1624" : 27975,
"1640" : 54759,
"1656" : 54643,
"1672" : 26936,
"1688" : 54206,
"1704" : 26952,
"1720" : 52808,
"1736" : 51840,
"1752" : 25316,
"1768" : 50082,
"1784" : 24773,
"1800" : 48917,
"1816" : 47843,
"1832" : 23954,
"1848" : 46528,
"1864" : 23007,
"1880" : 45299,
"1896" : 44675,
"1912" : 22076,
"1928" : 43297,
"1944" : 21821,
"1960" : 42237,
"1976" : 41241,
"1992" : 21375,
"2008" : 41047,
"2024" : 20284,
"2040" : 40231,
"2064" : 58966,
"2096" : 57109,
"2128" : 68737,
"2160" : 58733,
"2192" : 51594,
"2224" : 50023,
"2256" : 48215,
"2288" : 54027,
"2320" : 51865,
"2352" : 42138,
"2384" : 40819,
"2416" : 38440,
"2448" : 39275,
"2480" : 42675,
"2512" : 31045,
"2544" : 28917,
"2576" : 27035,
"2608" : 25138,
"2640" : 30571,
"2672" : 20786,
"2704" : 19020,
"2736" : 17361,
"2768" : 15924,
"2800" : 18475,
"2832" : 12158,
"2864" : 10878,
"2896" : 9734,
"2928" : 8670,
"2960" : 9879,
"2992" : 6452,
"3024" : 5787,
"3056" : 5038,
"3088" : 4592,
"3120" : 5264,
"3152" : 3593,
"3184" : 3130,
"3216" : 2772,
"3248" : 2439,
"3280" : 2763,
"3312" : 2000,
"3344" : 1745,
"3376" : 1604,
"3408" : 1423,
"3440" : 1643,
"3472" : 1351,
"3504" : 1080,
"3536" : 1045,
"3568" : 985,
"3600" : 1103,
"3632" : 1038,
"3664" : 804,
"3696" : 776,
"3728" : 850,
"3760" : 782,
"3792" : 894,
"3824" : 719,
"3856" : 699,
"3888" : 712,
"3920" : 764,
"3952" : 910,
"3984" : 699,
"4016" : 721,
"4048" : 698,
"4080" : 689,
"4128" : 1733,
"4192" : 1428,
"4256" : 1755,
"4320" : 1451,
"4384" : 1456,
"4448" : 1633,
"4512" : 1278,
"4576" : 1458,
"4640" : 1086,
"4704" : 979,
"4768" : 1028,
"4832" : 723,
"4896" : 616,
"4960" : 617,
"5024" : 473,
"5088" : 474,
"5152" : 355,
"5216" : 357,
"5280" : 342,
"5344" : 303,
"5408" : 322,
"5472" : 266,
"5536" : 242,
"5600" : 295,
"5664" : 222,
"5728" : 269,
"5792" : 243,
"5856" : 262,
"5920" : 310,
"5984" : 224,
"6048" : 321,
"6112" : 283,
"6176" : 241,
"6240" : 316,
"6304" : 261,
"6368" : 305,
"6432" : 327,
"6496" : 275,
"6560" : 304,
"6624" : 290,
"6688" : 319,
"6752" : 362,
"6816" : 310,
"6880" : 345,
"6944" : 342,
"7008" : 332,
"7072" : 402,
"7136" : 272,
"7200" : 355,
"7264" : 311,
"7328" : 310,
"7392" : 376,
"7456" : 331,
"7520" : 286,
"7584" : 344,
"7648" : 274,
"7712" : 363,
"7776" : 298,
"7840" : 258,
"7904" : 316,
"7968" : 314,
"8032" : 341,
"8096" : 297,
"8160" : 285,
"8256" : 607,
"8384" : 571,
"8512" : 496,
"8640" : 502,
"8768" : 410,
"8896" : 422,
"9024" : 411,
"9152" : 335,
"9280" : 286,
"9408" : 296,
"9536" : 275,
"9664" : 250,
"9792" : 250,
"9920" : 208,
"10048" : 229,
"10176" : 227,
"10304" : 213,
"10432" : 193,
"10560" : 187,
"10688" : 201,
"10816" : 210,
"10944" : 193,
"11072" : 169,
"11200" : 185,
"11328" : 209,
"11456" : 184,
"11584" : 158,
"11712" : 133,
"11840" : 158,
"11968" : 143,
"12096" : 167,
"12224" : 122,
"12352" : 146,
"12480" : 127,
"12608" : 133,
"12736" : 116,
"12864" : 111,
"12992" : 109,
"13120" : 109,
"13248" : 121,
"13376" : 101,
"13504" : 114,
"13632" : 79,
"13760" : 95,
"13888" : 97,
"14016" : 89,
"14144" : 86,
"14272" : 83,
"14400" : 93,
"14528" : 84,
"14656" : 79,
"14784" : 88,
"14912" : 73,
"15040" : 89,
"15168" : 77,
"15296" : 72,
"15424" : 66,
"15552" : 68,
"15680" : 71,
"15808" : 71,
"15936" : 78,
"16064" : 65,
"16192" : 68,
"16320" : 61,
"16512" : 136,
"16768" : 124,
"17024" : 118,
"17280" : 111,
"17536" : 90,
"17792" : 83,
"18048" : 83,
"18304" : 86,
"18560" : 75,
"18816" : 82,
"19072" : 85,
"19328" : 71,
"19584" : 67,
"19840" : 60,
"20096" : 69,
"20352" : 69,
"20608" : 57,
"20864" : 49,
"21120" : 54,
"21376" : 58,
"21632" : 60,
"21888" : 46,
"22144" : 49,
"22400" : 44,
"22656" : 45,
"22912" : 49,
"23168" : 42,
"23424" : 30,
"23680" : 39,
"23936" : 35,
"24192" : 36,
"24448" : 37,
"24704" : 35,
"24960" : 32,
"25216" : 40,
"25472" : 26,
"25728" : 29,
"25984" : 27,
"26240" : 29,
"26496" : 38,
"26752" : 39,
"27008" : 30,
"27264" : 31,
"27520" : 35,
"27776" : 27,
"28032" : 20,
"28288" : 28,
"28544" : 21,
"28800" : 22,
"29056" : 21,
"29312" : 35,
"29568" : 21,
"29824" : 32,
"30080" : 24,
"30336" : 24,
"30592" : 22,
"30848" : 31,
"31104" : 21,
"31360" : 18,
"31616" : 22,
"31872" : 22,
"32128" : 24,
"32384" : 22,
"32640" : 20,
"33024" : 42,
"33536" : 51,
"34048" : 29,
"34560" : 33,
"35072" : 34,
"35584" : 46,
"36096" : 35,
"36608" : 30,
"37120" : 27,
"37632" : 42,
"38144" : 39,
"38656" : 38,
"39168" : 43,
"39680" : 37,
"40192" : 35,
"40704" : 38,
"41216" : 37,
"41728" : 18,
"42240" : 32,
"42752" : 35,
"43264" : 34,
"43776" : 40,
"44288" : 37,
"44800" : 31,
"45312" : 28,
"45824" : 22,
"46336" : 32,
"46848" : 32,
"47360" : 28,
"47872" : 29,
"48384" : 29,
"48896" : 20,
"49408" : 20,
"49920" : 29,
"50432" : 33,
"50944" : 24,
"51456" : 25,
"51968" : 20,
"52480" : 24,
"52992" : 16,
"53504" : 23,
"54016" : 23,
"54528" : 16,
"55040" : 28,
"55552" : 25,
"56064" : 28,
"56576" : 29,
"57088" : 26,
"57600" : 20,
"58112" : 24,
"58624" : 19,
"59136" : 25,
"59648" : 24,
"60160" : 18,
"60672" : 28,
"61184" : 18,
"61696" : 17,
"62208" : 24,
"62720" : 21,
"63232" : 25,
"63744" : 15,
"64256" : 25,
"64768" : 16,
"65280" : 21,
"66048" : 41,
"67072" : 35,
"68096" : 29,
"69120" : 48,
"70144" : 26,
"71168" : 40,
"72192" : 41,
"73216" : 48,
"74240" : 35,
"75264" : 26,
"76288" : 30,
"77312" : 25,
"78336" : 31,
"79360" : 34,
"80384" : 48,
"81408" : 34,
"82432" : 39,
"83456" : 41,
"84480" : 25,
"85504" : 20,
"86528" : 35,
"87552" : 44,
"88576" : 39,
"89600" : 47,
"90624" : 43,
"91648" : 40,
"92672" : 24,
"93696" : 45,
"94720" : 39,
"95744" : 43,
"96768" : 43,
"97792" : 43,
"98816" : 57,
"99840" : 41,
"100864" : 44,
"101888" : 45,
"102912" : 42,
"103936" : 48,
"104960" : 45,
"105984" : 42,
"107008" : 50,
"108032" : 48,
"109056" : 47,
"110080" : 31,
"111104" : 45,
"112128" : 30,
"113152" : 29,
"114176" : 44,
"115200" : 42,
"116224" : 38,
"117248" : 46,
"118272" : 44,
"119296" : 36,
"120320" : 37,
"121344" : 26,
"122368" : 41,
"123392" : 39,
"124416" : 29,
"125440" : 31,
"126464" : 44,
"127488" : 29,
"128512" : 27,
"129536" : 26,
"130560" : 22,
"132096" : 66,
"134144" : 50,
"136192" : 62,
"138240" : 48,
"140288" : 49,
"142336" : 40,
"144384" : 39,
"146432" : 37,
"148480" : 28,
"150528" : 32,
"152576" : 30,
"154624" : 34,
"156672" : 25,
"158720" : 38,
"160768" : 21,
"162816" : 36,
"164864" : 23,
"166912" : 31,
"168960" : 34,
"171008" : 19,
"173056" : 21,
"175104" : 23,
"177152" : 19,
"179200" : 41,
"181248" : 29,
"183296" : 27,
"185344" : 22,
"187392" : 23,
"189440" : 31,
"191488" : 35,
"193536" : 22,
"195584" : 28,
"197632" : 19,
"199680" : 25,
"201728" : 30,
"203776" : 29,
"205824" : 19,
"207872" : 21,
"209920" : 15,
"211968" : 22,
"214016" : 23,
"216064" : 27,
"218112" : 24,
"220160" : 18,
"222208" : 18,
"224256" : 25,
"226304" : 28,
"228352" : 22,
"230400" : 12,
"232448" : 17,
"234496" : 14,
"236544" : 23,
"238592" : 16,
"240640" : 21,
"242688" : 20,
"244736" : 16,
"246784" : 24,
"248832" : 25,
"250880" : 14,
"252928" : 18,
"254976" : 14,
"257024" : 16,
"259072" : 11,
"261120" : 18,
"264192" : 32,
"268288" : 28,
"272384" : 22,
"276480" : 30,
"280576" : 24,
"284672" : 32,
"288768" : 21,
"292864" : 20,
"296960" : 20,
"301056" : 22,
"305152" : 18,
"309248" : 20,
"313344" : 18,
"317440" : 28,
"321536" : 24,
"325632" : 16,
"329728" : 22,
"333824" : 11,
"337920" : 22,
"342016" : 18,
"346112" : 18,
"350208" : 12,
"354304" : 19,
"358400" : 15,
"362496" : 10,
"366592" : 15,
"370688" : 14,
"374784" : 15,
"378880" : 9,
"382976" : 9,
"387072" : 18,
"391168" : 13,
"395264" : 9,
"399360" : 14,
"403456" : 17,
"407552" : 15,
"411648" : 14,
"415744" : 11,
"419840" : 14,
"423936" : 20,
"428032" : 14,
"432128" : 11,
"436224" : 10,
"440320" : 6,
"444416" : 11,
"448512" : 6,
"452608" : 17,
"456704" : 7,
"460800" : 6,
"464896" : 7,
"468992" : 3,
"473088" : 8,
"477184" : 9,
"481280" : 9,
"485376" : 5,
"489472" : 7,
"493568" : 7,
"497664" : 8,
"501760" : 11,
"505856" : 9,
"509952" : 4,
"514048" : 16,
"518144" : 8,
"522240" : 11,
"528384" : 18,
"536576" : 24,
"544768" : 22,
"552960" : 16,
"561152" : 23,
"569344" : 24,
"577536" : 25,
"585728" : 17,
"593920" : 13,
"602112" : 9,
"610304" : 9,
"618496" : 10,
"626688" : 14,
"634880" : 12,
"643072" : 9,
"651264" : 4,
"659456" : 6,
"667648" : 3,
"675840" : 7,
"684032" : 4,
"692224" : 11,
"700416" : 7,
"708608" : 5,
"716800" : 4,
"724992" : 3,
"733184" : 5,
"741376" : 3,
"749568" : 4,
"757760" : 5,
"765952" : 1,
"774144" : 2,
"782336" : 4,
"790528" : 3,
"798720" : 6,
"806912" : 5,
"815104" : 2,
"823296" : 1,
"831488" : 1,
"847872" : 1,
"864256" : 2,
"872448" : 2,
"880640" : 3,
"888832" : 2,
"905216" : 1,
"913408" : 1,
"921600" : 4,
"929792" : 1,
"937984" : 2,
"954368" : 5,
"970752" : 1,
"987136" : 1,
"1011712" : 3,
"1019904" : 1,
"1073152" : 1,
"1105920" : 1,
"1122304" : 2,
"1138688" : 1,
"1155072" : 1,
"1171456" : 2,
"1187840" : 1,
"1220608" : 1,
"1236992" : 1,
"1253376" : 1,
"1286144" : 1,
"1335296" : 1,
"1400832" : 1,
"1449984" : 1,
"1499136" : 1,
"1515520" : 1,
"1777664" : 1
}
},
"lat_ns" : {
"min" : 233377,
"max" : 7589478,
"mean" : 864347.844736,
"stddev" : 776578.659772,
"N" : 2770635
},
"bw_min" : 51824,
"bw_max" : 97642,
"bw_agg" : 100.000000,
"bw_mean" : 73917.361204,
"bw_dev" : 600.521456,
"bw_samples" : 4784,
"iops_min" : 12956,
"iops_max" : 24409,
"iops_mean" : 18479.237458,
"iops_stddev" : 150.129323,
"iops_samples" : 4784
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2400016,
"usr_cpu" : 0.443247,
"sys_cpu" : 8.860608,
"ctx" : 3520894,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 56.255227,
"4" : 41.695075,
"10" : 1.455578,
"20" : 0.268890,
"50" : 0.102756,
"100" : 0.070344,
"250" : 0.100301,
"500" : 0.035154,
"750" : 0.013102,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773088954,
"timestamp_ms" : 1773088954310,
"time" : "Mon Mar 9 17:42:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 19,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12072509440,
"io_kbytes" : 11789560,
"bw_bytes" : 75452240,
"bw" : 73683,
"iops" : 18421.169735,
"runtime" : 160002,
"total_ios" : 2947424,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 232025,
"max" : 7586654,
"mean" : 864171.730473,
"stddev" : 780351.195622,
"N" : 2947424
},
"clat_ns" : {
"min" : 1132,
"max" : 1780080,
"mean" : 2517.840945,
"stddev" : 12002.802343,
"N" : 2947408,
"percentile" : {
"1.000000" : 1320,
"5.000000" : 1416,
"10.000000" : 1480,
"20.000000" : 1592,
"30.000000" : 1688,
"40.000000" : 1800,
"50.000000" : 1912,
"60.000000" : 2064,
"70.000000" : 2192,
"80.000000" : 2384,
"90.000000" : 2640,
"95.000000" : 2928,
"99.000000" : 6944,
"99.500000" : 11584,
"99.900000" : 140288,
"99.950000" : 252928,
"99.990000" : 569344
},
"bins" : {
"1128" : 1,
"1144" : 1,
"1160" : 26,
"1176" : 89,
"1192" : 114,
"1208" : 438,
"1224" : 474,
"1240" : 1202,
"1256" : 2494,
"1272" : 2060,
"1288" : 6943,
"1304" : 5754,
"1320" : 14007,
"1336" : 19189,
"1352" : 11379,
"1368" : 25592,
"1384" : 14932,
"1400" : 31367,
"1416" : 37589,
"1432" : 20570,
"1448" : 44857,
"1464" : 23670,
"1480" : 49723,
"1496" : 52040,
"1512" : 26839,
"1528" : 54635,
"1544" : 28232,
"1560" : 57146,
"1576" : 57832,
"1592" : 29303,
"1608" : 58526,
"1624" : 29878,
"1640" : 58406,
"1656" : 58308,
"1672" : 28704,
"1688" : 57772,
"1704" : 28726,
"1720" : 56267,
"1736" : 55124,
"1752" : 26994,
"1768" : 53411,
"1784" : 26384,
"1800" : 52153,
"1816" : 50850,
"1832" : 25545,
"1848" : 49479,
"1864" : 24499,
"1880" : 48356,
"1896" : 47492,
"1912" : 23513,
"1928" : 46094,
"1944" : 23236,
"1960" : 44906,
"1976" : 43798,
"1992" : 22721,
"2008" : 43573,
"2024" : 21524,
"2040" : 42838,
"2064" : 62738,
"2096" : 60573,
"2128" : 73029,
"2160" : 62392,
"2192" : 54724,
"2224" : 53177,
"2256" : 51251,
"2288" : 57293,
"2320" : 54987,
"2352" : 44799,
"2384" : 43296,
"2416" : 40782,
"2448" : 41703,
"2480" : 45322,
"2512" : 33007,
"2544" : 30770,
"2576" : 28748,
"2608" : 26705,
"2640" : 32417,
"2672" : 22076,
"2704" : 20199,
"2736" : 18518,
"2768" : 16957,
"2800" : 19674,
"2832" : 12978,
"2864" : 11603,
"2896" : 10367,
"2928" : 9238,
"2960" : 10508,
"2992" : 6895,
"3024" : 6176,
"3056" : 5366,
"3088" : 4918,
"3120" : 5589,
"3152" : 3805,
"3184" : 3327,
"3216" : 3003,
"3248" : 2586,
"3280" : 2943,
"3312" : 2132,
"3344" : 1880,
"3376" : 1717,
"3408" : 1528,
"3440" : 1764,
"3472" : 1452,
"3504" : 1142,
"3536" : 1112,
"3568" : 1045,
"3600" : 1166,
"3632" : 1103,
"3664" : 864,
"3696" : 839,
"3728" : 900,
"3760" : 837,
"3792" : 947,
"3824" : 757,
"3856" : 748,
"3888" : 764,
"3920" : 821,
"3952" : 959,
"3984" : 740,
"4016" : 767,
"4048" : 737,
"4080" : 739,
"4128" : 1834,
"4192" : 1515,
"4256" : 1866,
"4320" : 1533,
"4384" : 1540,
"4448" : 1742,
"4512" : 1360,
"4576" : 1536,
"4640" : 1152,
"4704" : 1040,
"4768" : 1085,
"4832" : 772,
"4896" : 650,
"4960" : 664,
"5024" : 500,
"5088" : 501,
"5152" : 372,
"5216" : 373,
"5280" : 373,
"5344" : 328,
"5408" : 347,
"5472" : 281,
"5536" : 260,
"5600" : 311,
"5664" : 240,
"5728" : 281,
"5792" : 262,
"5856" : 273,
"5920" : 327,
"5984" : 245,
"6048" : 340,
"6112" : 303,
"6176" : 263,
"6240" : 342,
"6304" : 280,
"6368" : 322,
"6432" : 352,
"6496" : 292,
"6560" : 330,
"6624" : 305,
"6688" : 334,
"6752" : 377,
"6816" : 329,
"6880" : 372,
"6944" : 363,
"7008" : 347,
"7072" : 429,
"7136" : 290,
"7200" : 382,
"7264" : 327,
"7328" : 342,
"7392" : 404,
"7456" : 345,
"7520" : 308,
"7584" : 362,
"7648" : 291,
"7712" : 383,
"7776" : 316,
"7840" : 279,
"7904" : 341,
"7968" : 331,
"8032" : 360,
"8096" : 307,
"8160" : 303,
"8256" : 634,
"8384" : 620,
"8512" : 528,
"8640" : 530,
"8768" : 438,
"8896" : 443,
"9024" : 428,
"9152" : 356,
"9280" : 303,
"9408" : 314,
"9536" : 291,
"9664" : 265,
"9792" : 269,
"9920" : 222,
"10048" : 237,
"10176" : 234,
"10304" : 231,
"10432" : 202,
"10560" : 201,
"10688" : 211,
"10816" : 214,
"10944" : 203,
"11072" : 177,
"11200" : 194,
"11328" : 225,
"11456" : 191,
"11584" : 167,
"11712" : 142,
"11840" : 167,
"11968" : 152,
"12096" : 170,
"12224" : 128,
"12352" : 150,
"12480" : 137,
"12608" : 146,
"12736" : 121,
"12864" : 118,
"12992" : 117,
"13120" : 123,
"13248" : 128,
"13376" : 105,
"13504" : 120,
"13632" : 91,
"13760" : 103,
"13888" : 102,
"14016" : 97,
"14144" : 93,
"14272" : 89,
"14400" : 95,
"14528" : 93,
"14656" : 84,
"14784" : 93,
"14912" : 77,
"15040" : 95,
"15168" : 80,
"15296" : 74,
"15424" : 73,
"15552" : 74,
"15680" : 74,
"15808" : 76,
"15936" : 81,
"16064" : 68,
"16192" : 71,
"16320" : 70,
"16512" : 142,
"16768" : 133,
"17024" : 127,
"17280" : 120,
"17536" : 96,
"17792" : 86,
"18048" : 89,
"18304" : 90,
"18560" : 78,
"18816" : 87,
"19072" : 86,
"19328" : 77,
"19584" : 71,
"19840" : 64,
"20096" : 75,
"20352" : 72,
"20608" : 59,
"20864" : 51,
"21120" : 57,
"21376" : 59,
"21632" : 62,
"21888" : 48,
"22144" : 49,
"22400" : 45,
"22656" : 45,
"22912" : 50,
"23168" : 44,
"23424" : 30,
"23680" : 41,
"23936" : 37,
"24192" : 38,
"24448" : 41,
"24704" : 38,
"24960" : 33,
"25216" : 42,
"25472" : 27,
"25728" : 30,
"25984" : 27,
"26240" : 32,
"26496" : 38,
"26752" : 43,
"27008" : 31,
"27264" : 32,
"27520" : 37,
"27776" : 28,
"28032" : 21,
"28288" : 31,
"28544" : 21,
"28800" : 22,
"29056" : 22,
"29312" : 36,
"29568" : 23,
"29824" : 32,
"30080" : 26,
"30336" : 24,
"30592" : 22,
"30848" : 31,
"31104" : 23,
"31360" : 20,
"31616" : 25,
"31872" : 23,
"32128" : 24,
"32384" : 22,
"32640" : 21,
"33024" : 43,
"33536" : 56,
"34048" : 31,
"34560" : 36,
"35072" : 36,
"35584" : 51,
"36096" : 39,
"36608" : 32,
"37120" : 31,
"37632" : 44,
"38144" : 40,
"38656" : 42,
"39168" : 44,
"39680" : 38,
"40192" : 35,
"40704" : 40,
"41216" : 40,
"41728" : 19,
"42240" : 37,
"42752" : 36,
"43264" : 35,
"43776" : 43,
"44288" : 37,
"44800" : 36,
"45312" : 30,
"45824" : 24,
"46336" : 32,
"46848" : 32,
"47360" : 29,
"47872" : 31,
"48384" : 30,
"48896" : 21,
"49408" : 21,
"49920" : 30,
"50432" : 35,
"50944" : 24,
"51456" : 25,
"51968" : 21,
"52480" : 25,
"52992" : 16,
"53504" : 26,
"54016" : 25,
"54528" : 17,
"55040" : 30,
"55552" : 28,
"56064" : 28,
"56576" : 30,
"57088" : 26,
"57600" : 20,
"58112" : 24,
"58624" : 20,
"59136" : 28,
"59648" : 25,
"60160" : 18,
"60672" : 28,
"61184" : 19,
"61696" : 17,
"62208" : 25,
"62720" : 24,
"63232" : 28,
"63744" : 15,
"64256" : 26,
"64768" : 16,
"65280" : 25,
"66048" : 45,
"67072" : 42,
"68096" : 29,
"69120" : 49,
"70144" : 27,
"71168" : 45,
"72192" : 43,
"73216" : 51,
"74240" : 37,
"75264" : 26,
"76288" : 34,
"77312" : 32,
"78336" : 31,
"79360" : 37,
"80384" : 49,
"81408" : 36,
"82432" : 41,
"83456" : 44,
"84480" : 28,
"85504" : 24,
"86528" : 36,
"87552" : 45,
"88576" : 40,
"89600" : 49,
"90624" : 47,
"91648" : 44,
"92672" : 27,
"93696" : 47,
"94720" : 43,
"95744" : 45,
"96768" : 46,
"97792" : 43,
"98816" : 61,
"99840" : 45,
"100864" : 44,
"101888" : 47,
"102912" : 43,
"103936" : 51,
"104960" : 48,
"105984" : 44,
"107008" : 50,
"108032" : 48,
"109056" : 49,
"110080" : 34,
"111104" : 47,
"112128" : 30,
"113152" : 29,
"114176" : 46,
"115200" : 44,
"116224" : 38,
"117248" : 50,
"118272" : 47,
"119296" : 40,
"120320" : 39,
"121344" : 28,
"122368" : 44,
"123392" : 41,
"124416" : 30,
"125440" : 33,
"126464" : 46,
"127488" : 30,
"128512" : 27,
"129536" : 29,
"130560" : 22,
"132096" : 66,
"134144" : 51,
"136192" : 63,
"138240" : 48,
"140288" : 52,
"142336" : 45,
"144384" : 41,
"146432" : 40,
"148480" : 33,
"150528" : 33,
"152576" : 31,
"154624" : 35,
"156672" : 26,
"158720" : 42,
"160768" : 23,
"162816" : 37,
"164864" : 23,
"166912" : 33,
"168960" : 35,
"171008" : 20,
"173056" : 22,
"175104" : 24,
"177152" : 20,
"179200" : 42,
"181248" : 30,
"183296" : 28,
"185344" : 23,
"187392" : 23,
"189440" : 32,
"191488" : 39,
"193536" : 23,
"195584" : 28,
"197632" : 22,
"199680" : 25,
"201728" : 33,
"203776" : 31,
"205824" : 20,
"207872" : 21,
"209920" : 16,
"211968" : 24,
"214016" : 23,
"216064" : 27,
"218112" : 25,
"220160" : 18,
"222208" : 19,
"224256" : 25,
"226304" : 30,
"228352" : 23,
"230400" : 14,
"232448" : 17,
"234496" : 15,
"236544" : 23,
"238592" : 17,
"240640" : 22,
"242688" : 21,
"244736" : 16,
"246784" : 27,
"248832" : 25,
"250880" : 14,
"252928" : 18,
"254976" : 14,
"257024" : 16,
"259072" : 11,
"261120" : 18,
"264192" : 35,
"268288" : 30,
"272384" : 23,
"276480" : 31,
"280576" : 24,
"284672" : 33,
"288768" : 23,
"292864" : 22,
"296960" : 25,
"301056" : 24,
"305152" : 19,
"309248" : 21,
"313344" : 19,
"317440" : 29,
"321536" : 26,
"325632" : 17,
"329728" : 23,
"333824" : 12,
"337920" : 22,
"342016" : 20,
"346112" : 21,
"350208" : 13,
"354304" : 19,
"358400" : 15,
"362496" : 11,
"366592" : 15,
"370688" : 15,
"374784" : 16,
"378880" : 9,
"382976" : 10,
"387072" : 18,
"391168" : 14,
"395264" : 10,
"399360" : 15,
"403456" : 17,
"407552" : 16,
"411648" : 14,
"415744" : 11,
"419840" : 14,
"423936" : 21,
"428032" : 14,
"432128" : 12,
"436224" : 10,
"440320" : 6,
"444416" : 13,
"448512" : 6,
"452608" : 17,
"456704" : 7,
"460800" : 7,
"464896" : 8,
"468992" : 4,
"473088" : 10,
"477184" : 10,
"481280" : 9,
"485376" : 5,
"489472" : 7,
"493568" : 7,
"497664" : 8,
"501760" : 11,
"505856" : 9,
"509952" : 4,
"514048" : 17,
"518144" : 10,
"522240" : 11,
"528384" : 19,
"536576" : 24,
"544768" : 23,
"552960" : 17,
"561152" : 24,
"569344" : 26,
"577536" : 25,
"585728" : 18,
"593920" : 13,
"602112" : 10,
"610304" : 9,
"618496" : 10,
"626688" : 14,
"634880" : 12,
"643072" : 10,
"651264" : 4,
"659456" : 6,
"667648" : 3,
"675840" : 7,
"684032" : 4,
"692224" : 11,
"700416" : 8,
"708608" : 5,
"716800" : 4,
"724992" : 4,
"733184" : 5,
"741376" : 3,
"749568" : 4,
"757760" : 5,
"765952" : 1,
"774144" : 2,
"782336" : 4,
"790528" : 3,
"798720" : 6,
"806912" : 5,
"815104" : 2,
"823296" : 1,
"831488" : 1,
"847872" : 1,
"864256" : 2,
"872448" : 2,
"880640" : 3,
"888832" : 2,
"905216" : 1,
"913408" : 1,
"921600" : 4,
"929792" : 1,
"937984" : 2,
"954368" : 5,
"962560" : 1,
"970752" : 1,
"987136" : 1,
"1011712" : 3,
"1019904" : 1,
"1073152" : 1,
"1105920" : 1,
"1122304" : 2,
"1138688" : 1,
"1155072" : 1,
"1171456" : 2,
"1187840" : 1,
"1220608" : 1,
"1236992" : 1,
"1253376" : 1,
"1286144" : 1,
"1335296" : 1,
"1400832" : 1,
"1433600" : 1,
"1449984" : 1,
"1499136" : 1,
"1515520" : 1,
"1777664" : 1
}
},
"lat_ns" : {
"min" : 233377,
"max" : 7589478,
"mean" : 866684.557928,
"stddev" : 780733.473395,
"N" : 2947408
},
"bw_min" : 51824,
"bw_max" : 97642,
"bw_agg" : 99.998876,
"bw_mean" : 73683.068966,
"bw_dev" : 600.870462,
"bw_samples" : 5104,
"iops_min" : 12956,
"iops_max" : 24409,
"iops_mean" : 18420.670846,
"iops_stddev" : 150.216495,
"iops_samples" : 5104
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2560020,
"usr_cpu" : 0.441403,
"sys_cpu" : 8.837001,
"ctx" : 3742311,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 56.308152,
"4" : 41.649624,
"10" : 1.453337,
"20" : 0.267590,
"50" : 0.101411,
"100" : 0.070265,
"250" : 0.098595,
"500" : 0.034810,
"750" : 0.012791,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773088964,
"timestamp_ms" : 1773088964314,
"time" : "Mon Mar 9 17:42:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 9,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12820803584,
"io_kbytes" : 12520316,
"bw_bytes" : 75415160,
"bw" : 73647,
"iops" : 18412.128021,
"runtime" : 170003,
"total_ios" : 3130117,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 232025,
"max" : 7586654,
"mean" : 864599.070843,
"stddev" : 780325.286669,
"N" : 3130117
},
"clat_ns" : {
"min" : 1132,
"max" : 1780080,
"mean" : 2521.042781,
"stddev" : 12000.010042,
"N" : 3130101,
"percentile" : {
"1.000000" : 1320,
"5.000000" : 1416,
"10.000000" : 1480,
"20.000000" : 1592,
"30.000000" : 1688,
"40.000000" : 1800,
"50.000000" : 1912,
"60.000000" : 2064,
"70.000000" : 2192,
"80.000000" : 2384,
"90.000000" : 2640,
"95.000000" : 2928,
"99.000000" : 7008,
"99.500000" : 11712,
"99.900000" : 140288,
"99.950000" : 250880,
"99.990000" : 561152
},
"bins" : {
"1128" : 1,
"1144" : 1,
"1160" : 27,
"1176" : 93,
"1192" : 120,
"1208" : 467,
"1224" : 497,
"1240" : 1250,
"1256" : 2611,
"1272" : 2160,
"1288" : 7315,
"1304" : 6078,
"1320" : 14782,
"1336" : 20297,
"1352" : 12004,
"1368" : 27010,
"1384" : 15765,
"1400" : 33204,
"1416" : 39764,
"1432" : 21778,
"1448" : 47512,
"1464" : 25030,
"1480" : 52647,
"1496" : 55105,
"1512" : 28405,
"1528" : 57858,
"1544" : 29933,
"1560" : 60470,
"1576" : 61387,
"1592" : 30958,
"1608" : 61991,
"1624" : 31581,
"1640" : 61925,
"1656" : 61785,
"1672" : 30466,
"1688" : 61230,
"1704" : 30506,
"1720" : 59726,
"1736" : 58595,
"1752" : 28567,
"1768" : 56809,
"1784" : 28049,
"1800" : 55323,
"1816" : 53952,
"1832" : 27103,
"1848" : 52549,
"1864" : 26044,
"1880" : 51427,
"1896" : 50430,
"1912" : 24981,
"1928" : 48969,
"1944" : 24638,
"1960" : 47714,
"1976" : 46457,
"1992" : 24187,
"2008" : 46369,
"2024" : 22916,
"2040" : 45521,
"2064" : 66594,
"2096" : 64535,
"2128" : 77656,
"2160" : 66324,
"2192" : 58067,
"2224" : 56558,
"2256" : 54557,
"2288" : 60924,
"2320" : 58543,
"2352" : 47734,
"2384" : 46050,
"2416" : 43449,
"2448" : 44448,
"2480" : 48159,
"2512" : 35103,
"2544" : 32777,
"2576" : 30610,
"2608" : 28417,
"2640" : 34535,
"2672" : 23538,
"2704" : 21509,
"2736" : 19807,
"2768" : 18043,
"2800" : 20984,
"2832" : 13823,
"2864" : 12363,
"2896" : 11080,
"2928" : 9823,
"2960" : 11230,
"2992" : 7335,
"3024" : 6577,
"3056" : 5739,
"3088" : 5207,
"3120" : 5946,
"3152" : 4067,
"3184" : 3529,
"3216" : 3186,
"3248" : 2748,
"3280" : 3132,
"3312" : 2254,
"3344" : 1997,
"3376" : 1827,
"3408" : 1647,
"3440" : 1866,
"3472" : 1545,
"3504" : 1224,
"3536" : 1188,
"3568" : 1103,
"3600" : 1211,
"3632" : 1178,
"3664" : 931,
"3696" : 897,
"3728" : 950,
"3760" : 882,
"3792" : 1016,
"3824" : 804,
"3856" : 786,
"3888" : 814,
"3920" : 883,
"3952" : 1032,
"3984" : 782,
"4016" : 821,
"4048" : 787,
"4080" : 794,
"4128" : 1950,
"4192" : 1611,
"4256" : 1996,
"4320" : 1659,
"4384" : 1636,
"4448" : 1870,
"4512" : 1457,
"4576" : 1642,
"4640" : 1246,
"4704" : 1107,
"4768" : 1152,
"4832" : 821,
"4896" : 704,
"4960" : 703,
"5024" : 537,
"5088" : 540,
"5152" : 391,
"5216" : 401,
"5280" : 400,
"5344" : 343,
"5408" : 367,
"5472" : 302,
"5536" : 274,
"5600" : 330,
"5664" : 255,
"5728" : 295,
"5792" : 272,
"5856" : 283,
"5920" : 342,
"5984" : 263,
"6048" : 357,
"6112" : 324,
"6176" : 290,
"6240" : 362,
"6304" : 293,
"6368" : 334,
"6432" : 380,
"6496" : 307,
"6560" : 359,
"6624" : 325,
"6688" : 358,
"6752" : 395,
"6816" : 355,
"6880" : 399,
"6944" : 382,
"7008" : 363,
"7072" : 455,
"7136" : 304,
"7200" : 401,
"7264" : 344,
"7328" : 367,
"7392" : 434,
"7456" : 366,
"7520" : 331,
"7584" : 383,
"7648" : 310,
"7712" : 412,
"7776" : 338,
"7840" : 304,
"7904" : 364,
"7968" : 352,
"8032" : 385,
"8096" : 328,
"8160" : 322,
"8256" : 685,
"8384" : 658,
"8512" : 568,
"8640" : 555,
"8768" : 471,
"8896" : 470,
"9024" : 460,
"9152" : 379,
"9280" : 321,
"9408" : 344,
"9536" : 313,
"9664" : 287,
"9792" : 283,
"9920" : 239,
"10048" : 253,
"10176" : 248,
"10304" : 246,
"10432" : 218,
"10560" : 215,
"10688" : 223,
"10816" : 230,
"10944" : 216,
"11072" : 196,
"11200" : 207,
"11328" : 237,
"11456" : 203,
"11584" : 175,
"11712" : 159,
"11840" : 176,
"11968" : 170,
"12096" : 181,
"12224" : 136,
"12352" : 162,
"12480" : 154,
"12608" : 152,
"12736" : 131,
"12864" : 129,
"12992" : 129,
"13120" : 130,
"13248" : 137,
"13376" : 110,
"13504" : 126,
"13632" : 99,
"13760" : 106,
"13888" : 108,
"14016" : 108,
"14144" : 100,
"14272" : 93,
"14400" : 103,
"14528" : 103,
"14656" : 88,
"14784" : 99,
"14912" : 81,
"15040" : 99,
"15168" : 81,
"15296" : 77,
"15424" : 78,
"15552" : 78,
"15680" : 75,
"15808" : 79,
"15936" : 86,
"16064" : 71,
"16192" : 77,
"16320" : 76,
"16512" : 151,
"16768" : 143,
"17024" : 134,
"17280" : 129,
"17536" : 101,
"17792" : 97,
"18048" : 95,
"18304" : 101,
"18560" : 88,
"18816" : 90,
"19072" : 90,
"19328" : 87,
"19584" : 77,
"19840" : 69,
"20096" : 78,
"20352" : 74,
"20608" : 60,
"20864" : 55,
"21120" : 62,
"21376" : 59,
"21632" : 66,
"21888" : 52,
"22144" : 56,
"22400" : 50,
"22656" : 52,
"22912" : 58,
"23168" : 47,
"23424" : 32,
"23680" : 45,
"23936" : 42,
"24192" : 39,
"24448" : 42,
"24704" : 42,
"24960" : 33,
"25216" : 44,
"25472" : 31,
"25728" : 31,
"25984" : 30,
"26240" : 36,
"26496" : 40,
"26752" : 45,
"27008" : 32,
"27264" : 33,
"27520" : 40,
"27776" : 29,
"28032" : 21,
"28288" : 32,
"28544" : 21,
"28800" : 26,
"29056" : 23,
"29312" : 38,
"29568" : 24,
"29824" : 35,
"30080" : 30,
"30336" : 26,
"30592" : 22,
"30848" : 34,
"31104" : 23,
"31360" : 21,
"31616" : 26,
"31872" : 23,
"32128" : 27,
"32384" : 22,
"32640" : 24,
"33024" : 45,
"33536" : 59,
"34048" : 33,
"34560" : 37,
"35072" : 38,
"35584" : 54,
"36096" : 39,
"36608" : 37,
"37120" : 32,
"37632" : 46,
"38144" : 40,
"38656" : 48,
"39168" : 48,
"39680" : 41,
"40192" : 36,
"40704" : 41,
"41216" : 42,
"41728" : 19,
"42240" : 40,
"42752" : 40,
"43264" : 36,
"43776" : 45,
"44288" : 41,
"44800" : 40,
"45312" : 34,
"45824" : 26,
"46336" : 35,
"46848" : 34,
"47360" : 31,
"47872" : 31,
"48384" : 32,
"48896" : 24,
"49408" : 21,
"49920" : 30,
"50432" : 37,
"50944" : 27,
"51456" : 26,
"51968" : 22,
"52480" : 27,
"52992" : 16,
"53504" : 28,
"54016" : 26,
"54528" : 18,
"55040" : 32,
"55552" : 31,
"56064" : 28,
"56576" : 31,
"57088" : 27,
"57600" : 21,
"58112" : 25,
"58624" : 20,
"59136" : 29,
"59648" : 27,
"60160" : 20,
"60672" : 31,
"61184" : 20,
"61696" : 17,
"62208" : 25,
"62720" : 25,
"63232" : 30,
"63744" : 16,
"64256" : 29,
"64768" : 18,
"65280" : 27,
"66048" : 45,
"67072" : 45,
"68096" : 30,
"69120" : 51,
"70144" : 29,
"71168" : 45,
"72192" : 44,
"73216" : 55,
"74240" : 42,
"75264" : 29,
"76288" : 38,
"77312" : 35,
"78336" : 37,
"79360" : 39,
"80384" : 53,
"81408" : 38,
"82432" : 42,
"83456" : 47,
"84480" : 31,
"85504" : 26,
"86528" : 37,
"87552" : 47,
"88576" : 45,
"89600" : 53,
"90624" : 50,
"91648" : 45,
"92672" : 32,
"93696" : 52,
"94720" : 46,
"95744" : 48,
"96768" : 51,
"97792" : 45,
"98816" : 68,
"99840" : 51,
"100864" : 46,
"101888" : 48,
"102912" : 46,
"103936" : 53,
"104960" : 55,
"105984" : 45,
"107008" : 56,
"108032" : 48,
"109056" : 55,
"110080" : 38,
"111104" : 50,
"112128" : 30,
"113152" : 30,
"114176" : 48,
"115200" : 47,
"116224" : 39,
"117248" : 53,
"118272" : 48,
"119296" : 42,
"120320" : 44,
"121344" : 30,
"122368" : 46,
"123392" : 45,
"124416" : 32,
"125440" : 34,
"126464" : 47,
"127488" : 33,
"128512" : 28,
"129536" : 31,
"130560" : 24,
"132096" : 70,
"134144" : 53,
"136192" : 65,
"138240" : 57,
"140288" : 54,
"142336" : 50,
"144384" : 48,
"146432" : 47,
"148480" : 35,
"150528" : 36,
"152576" : 36,
"154624" : 37,
"156672" : 27,
"158720" : 45,
"160768" : 26,
"162816" : 37,
"164864" : 26,
"166912" : 33,
"168960" : 38,
"171008" : 20,
"173056" : 23,
"175104" : 28,
"177152" : 24,
"179200" : 44,
"181248" : 34,
"183296" : 29,
"185344" : 25,
"187392" : 24,
"189440" : 34,
"191488" : 40,
"193536" : 23,
"195584" : 28,
"197632" : 22,
"199680" : 27,
"201728" : 35,
"203776" : 33,
"205824" : 23,
"207872" : 22,
"209920" : 17,
"211968" : 24,
"214016" : 27,
"216064" : 28,
"218112" : 27,
"220160" : 20,
"222208" : 23,
"224256" : 26,
"226304" : 32,
"228352" : 28,
"230400" : 16,
"232448" : 17,
"234496" : 17,
"236544" : 24,
"238592" : 20,
"240640" : 23,
"242688" : 21,
"244736" : 17,
"246784" : 27,
"248832" : 25,
"250880" : 18,
"252928" : 19,
"254976" : 15,
"257024" : 16,
"259072" : 11,
"261120" : 20,
"264192" : 36,
"268288" : 30,
"272384" : 24,
"276480" : 33,
"280576" : 25,
"284672" : 36,
"288768" : 25,
"292864" : 24,
"296960" : 26,
"301056" : 25,
"305152" : 20,
"309248" : 23,
"313344" : 19,
"317440" : 29,
"321536" : 27,
"325632" : 18,
"329728" : 24,
"333824" : 16,
"337920" : 22,
"342016" : 22,
"346112" : 22,
"350208" : 14,
"354304" : 20,
"358400" : 17,
"362496" : 11,
"366592" : 17,
"370688" : 15,
"374784" : 16,
"378880" : 10,
"382976" : 10,
"387072" : 20,
"391168" : 16,
"395264" : 10,
"399360" : 16,
"403456" : 20,
"407552" : 17,
"411648" : 15,
"415744" : 11,
"419840" : 14,
"423936" : 23,
"428032" : 15,
"432128" : 13,
"436224" : 12,
"440320" : 7,
"444416" : 14,
"448512" : 7,
"452608" : 18,
"456704" : 9,
"460800" : 9,
"464896" : 8,
"468992" : 4,
"473088" : 11,
"477184" : 10,
"481280" : 10,
"485376" : 5,
"489472" : 8,
"493568" : 8,
"497664" : 9,
"501760" : 11,
"505856" : 9,
"509952" : 4,
"514048" : 17,
"518144" : 10,
"522240" : 13,
"528384" : 19,
"536576" : 25,
"544768" : 25,
"552960" : 18,
"561152" : 27,
"569344" : 28,
"577536" : 25,
"585728" : 18,
"593920" : 13,
"602112" : 12,
"610304" : 9,
"618496" : 10,
"626688" : 15,
"634880" : 12,
"643072" : 10,
"651264" : 5,
"659456" : 6,
"667648" : 3,
"675840" : 7,
"684032" : 6,
"692224" : 11,
"700416" : 8,
"708608" : 5,
"716800" : 4,
"724992" : 4,
"733184" : 6,
"741376" : 3,
"749568" : 4,
"757760" : 5,
"765952" : 1,
"774144" : 2,
"782336" : 5,
"790528" : 3,
"798720" : 6,
"806912" : 5,
"815104" : 2,
"823296" : 1,
"831488" : 1,
"847872" : 4,
"856064" : 1,
"864256" : 2,
"872448" : 2,
"880640" : 3,
"888832" : 2,
"897024" : 1,
"905216" : 1,
"913408" : 1,
"921600" : 4,
"929792" : 1,
"937984" : 2,
"954368" : 5,
"962560" : 1,
"970752" : 1,
"987136" : 1,
"1011712" : 3,
"1019904" : 1,
"1073152" : 1,
"1105920" : 1,
"1122304" : 2,
"1138688" : 1,
"1155072" : 1,
"1171456" : 2,
"1187840" : 1,
"1220608" : 1,
"1236992" : 1,
"1253376" : 1,
"1286144" : 1,
"1335296" : 1,
"1400832" : 1,
"1433600" : 1,
"1449984" : 1,
"1499136" : 1,
"1515520" : 1,
"1777664" : 1
}
},
"lat_ns" : {
"min" : 233377,
"max" : 7589478,
"mean" : 867115.394937,
"stddev" : 780709.946486,
"N" : 3130101
},
"bw_min" : 51824,
"bw_max" : 97642,
"bw_agg" : 100.000000,
"bw_mean" : 73685.460177,
"bw_dev" : 599.729114,
"bw_samples" : 5424,
"iops_min" : 12956,
"iops_max" : 24409,
"iops_mean" : 18421.274336,
"iops_stddev" : 149.931226,
"iops_samples" : 5424
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2720024,
"usr_cpu" : 0.441320,
"sys_cpu" : 8.835951,
"ctx" : 3976828,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 56.213011,
"4" : 41.734191,
"10" : 1.460265,
"20" : 0.269638,
"50" : 0.101785,
"100" : 0.070700,
"250" : 0.099325,
"500" : 0.035047,
"750" : 0.012619,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773088974,
"timestamp_ms" : 1773088974320,
"time" : "Mon Mar 9 17:42:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 1619,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 13539708928,
"io_kbytes" : 13222372,
"bw_bytes" : 75219351,
"bw" : 73456,
"iops" : 18364.027266,
"runtime" : 180003,
"total_ios" : 3305580,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 232025,
"max" : 7586654,
"mean" : 866855.417006,
"stddev" : 784737.321450,
"N" : 3305596
},
"clat_ns" : {
"min" : 1132,
"max" : 1780080,
"mean" : 2516.762529,
"stddev" : 11945.499725,
"N" : 3305580,
"percentile" : {
"1.000000" : 1320,
"5.000000" : 1416,
"10.000000" : 1480,
"20.000000" : 1592,
"30.000000" : 1688,
"40.000000" : 1800,
"50.000000" : 1912,
"60.000000" : 2064,
"70.000000" : 2192,
"80.000000" : 2384,
"90.000000" : 2640,
"95.000000" : 2928,
"99.000000" : 6944,
"99.500000" : 11584,
"99.900000" : 138240,
"99.950000" : 250880,
"99.990000" : 561152
},
"bins" : {
"1128" : 1,
"1144" : 1,
"1160" : 27,
"1176" : 94,
"1192" : 122,
"1208" : 485,
"1224" : 508,
"1240" : 1296,
"1256" : 2725,
"1272" : 2247,
"1288" : 7666,
"1304" : 6418,
"1320" : 15540,
"1336" : 21297,
"1352" : 12622,
"1368" : 28487,
"1384" : 16622,
"1400" : 35075,
"1416" : 41908,
"1432" : 23033,
"1448" : 50251,
"1464" : 26442,
"1480" : 55719,
"1496" : 58428,
"1512" : 30016,
"1528" : 61091,
"1544" : 31599,
"1560" : 63790,
"1576" : 65002,
"1592" : 32724,
"1608" : 65632,
"1624" : 33349,
"1640" : 65504,
"1656" : 65223,
"1672" : 32268,
"1688" : 64703,
"1704" : 32342,
"1720" : 63192,
"1736" : 61853,
"1752" : 30139,
"1768" : 60015,
"1784" : 29621,
"1800" : 58395,
"1816" : 56983,
"1832" : 28637,
"1848" : 55515,
"1864" : 27502,
"1880" : 54376,
"1896" : 53287,
"1912" : 26373,
"1928" : 51786,
"1944" : 26006,
"1960" : 50385,
"1976" : 49094,
"1992" : 25569,
"2008" : 48965,
"2024" : 24225,
"2040" : 48022,
"2064" : 70340,
"2096" : 68148,
"2128" : 81941,
"2160" : 69947,
"2192" : 61261,
"2224" : 59665,
"2256" : 57610,
"2288" : 64258,
"2320" : 61762,
"2352" : 50447,
"2384" : 48709,
"2416" : 45876,
"2448" : 46989,
"2480" : 50860,
"2512" : 37138,
"2544" : 34588,
"2576" : 32300,
"2608" : 30008,
"2640" : 36386,
"2672" : 24867,
"2704" : 22705,
"2736" : 20848,
"2768" : 19071,
"2800" : 22194,
"2832" : 14619,
"2864" : 13048,
"2896" : 11653,
"2928" : 10355,
"2960" : 11856,
"2992" : 7754,
"3024" : 6930,
"3056" : 6044,
"3088" : 5517,
"3120" : 6300,
"3152" : 4288,
"3184" : 3712,
"3216" : 3368,
"3248" : 2896,
"3280" : 3335,
"3312" : 2390,
"3344" : 2122,
"3376" : 1934,
"3408" : 1739,
"3440" : 1950,
"3472" : 1632,
"3504" : 1296,
"3536" : 1261,
"3568" : 1159,
"3600" : 1286,
"3632" : 1235,
"3664" : 984,
"3696" : 955,
"3728" : 982,
"3760" : 938,
"3792" : 1064,
"3824" : 838,
"3856" : 834,
"3888" : 860,
"3920" : 917,
"3952" : 1093,
"3984" : 825,
"4016" : 856,
"4048" : 822,
"4080" : 835,
"4128" : 2041,
"4192" : 1704,
"4256" : 2112,
"4320" : 1739,
"4384" : 1722,
"4448" : 1957,
"4512" : 1543,
"4576" : 1734,
"4640" : 1311,
"4704" : 1161,
"4768" : 1207,
"4832" : 873,
"4896" : 743,
"4960" : 747,
"5024" : 565,
"5088" : 569,
"5152" : 419,
"5216" : 423,
"5280" : 429,
"5344" : 364,
"5408" : 378,
"5472" : 320,
"5536" : 291,
"5600" : 344,
"5664" : 264,
"5728" : 308,
"5792" : 282,
"5856" : 298,
"5920" : 366,
"5984" : 281,
"6048" : 383,
"6112" : 338,
"6176" : 309,
"6240" : 380,
"6304" : 312,
"6368" : 347,
"6432" : 398,
"6496" : 332,
"6560" : 386,
"6624" : 350,
"6688" : 376,
"6752" : 414,
"6816" : 373,
"6880" : 423,
"6944" : 401,
"7008" : 380,
"7072" : 479,
"7136" : 322,
"7200" : 423,
"7264" : 355,
"7328" : 385,
"7392" : 449,
"7456" : 387,
"7520" : 357,
"7584" : 397,
"7648" : 328,
"7712" : 431,
"7776" : 358,
"7840" : 316,
"7904" : 374,
"7968" : 367,
"8032" : 407,
"8096" : 348,
"8160" : 345,
"8256" : 717,
"8384" : 685,
"8512" : 596,
"8640" : 589,
"8768" : 494,
"8896" : 487,
"9024" : 478,
"9152" : 393,
"9280" : 336,
"9408" : 360,
"9536" : 329,
"9664" : 302,
"9792" : 297,
"9920" : 252,
"10048" : 265,
"10176" : 257,
"10304" : 257,
"10432" : 233,
"10560" : 226,
"10688" : 231,
"10816" : 238,
"10944" : 228,
"11072" : 204,
"11200" : 222,
"11328" : 243,
"11456" : 212,
"11584" : 188,
"11712" : 165,
"11840" : 186,
"11968" : 177,
"12096" : 187,
"12224" : 141,
"12352" : 168,
"12480" : 165,
"12608" : 160,
"12736" : 134,
"12864" : 137,
"12992" : 137,
"13120" : 138,
"13248" : 142,
"13376" : 116,
"13504" : 127,
"13632" : 104,
"13760" : 111,
"13888" : 114,
"14016" : 112,
"14144" : 104,
"14272" : 98,
"14400" : 112,
"14528" : 108,
"14656" : 93,
"14784" : 101,
"14912" : 85,
"15040" : 105,
"15168" : 84,
"15296" : 79,
"15424" : 81,
"15552" : 81,
"15680" : 78,
"15808" : 82,
"15936" : 89,
"16064" : 75,
"16192" : 83,
"16320" : 76,
"16512" : 156,
"16768" : 149,
"17024" : 141,
"17280" : 133,
"17536" : 104,
"17792" : 101,
"18048" : 101,
"18304" : 103,
"18560" : 90,
"18816" : 95,
"19072" : 96,
"19328" : 90,
"19584" : 85,
"19840" : 74,
"20096" : 85,
"20352" : 78,
"20608" : 63,
"20864" : 56,
"21120" : 63,
"21376" : 61,
"21632" : 67,
"21888" : 54,
"22144" : 58,
"22400" : 52,
"22656" : 54,
"22912" : 63,
"23168" : 50,
"23424" : 34,
"23680" : 47,
"23936" : 42,
"24192" : 40,
"24448" : 46,
"24704" : 44,
"24960" : 36,
"25216" : 47,
"25472" : 33,
"25728" : 34,
"25984" : 31,
"26240" : 37,
"26496" : 41,
"26752" : 47,
"27008" : 34,
"27264" : 35,
"27520" : 43,
"27776" : 33,
"28032" : 21,
"28288" : 33,
"28544" : 23,
"28800" : 28,
"29056" : 23,
"29312" : 38,
"29568" : 25,
"29824" : 38,
"30080" : 30,
"30336" : 26,
"30592" : 22,
"30848" : 34,
"31104" : 23,
"31360" : 22,
"31616" : 27,
"31872" : 23,
"32128" : 29,
"32384" : 22,
"32640" : 27,
"33024" : 48,
"33536" : 61,
"34048" : 36,
"34560" : 39,
"35072" : 43,
"35584" : 57,
"36096" : 42,
"36608" : 39,
"37120" : 35,
"37632" : 47,
"38144" : 42,
"38656" : 49,
"39168" : 51,
"39680" : 46,
"40192" : 37,
"40704" : 43,
"41216" : 45,
"41728" : 20,
"42240" : 43,
"42752" : 45,
"43264" : 38,
"43776" : 47,
"44288" : 42,
"44800" : 40,
"45312" : 35,
"45824" : 26,
"46336" : 35,
"46848" : 37,
"47360" : 31,
"47872" : 32,
"48384" : 34,
"48896" : 26,
"49408" : 22,
"49920" : 32,
"50432" : 40,
"50944" : 28,
"51456" : 27,
"51968" : 24,
"52480" : 29,
"52992" : 17,
"53504" : 28,
"54016" : 27,
"54528" : 18,
"55040" : 32,
"55552" : 31,
"56064" : 29,
"56576" : 32,
"57088" : 28,
"57600" : 25,
"58112" : 26,
"58624" : 21,
"59136" : 29,
"59648" : 27,
"60160" : 23,
"60672" : 31,
"61184" : 20,
"61696" : 18,
"62208" : 26,
"62720" : 26,
"63232" : 30,
"63744" : 17,
"64256" : 30,
"64768" : 18,
"65280" : 27,
"66048" : 48,
"67072" : 47,
"68096" : 31,
"69120" : 54,
"70144" : 29,
"71168" : 47,
"72192" : 47,
"73216" : 59,
"74240" : 45,
"75264" : 31,
"76288" : 40,
"77312" : 35,
"78336" : 38,
"79360" : 42,
"80384" : 53,
"81408" : 41,
"82432" : 44,
"83456" : 49,
"84480" : 32,
"85504" : 28,
"86528" : 39,
"87552" : 51,
"88576" : 46,
"89600" : 54,
"90624" : 54,
"91648" : 47,
"92672" : 35,
"93696" : 55,
"94720" : 46,
"95744" : 51,
"96768" : 54,
"97792" : 48,
"98816" : 76,
"99840" : 54,
"100864" : 48,
"101888" : 50,
"102912" : 46,
"103936" : 54,
"104960" : 55,
"105984" : 48,
"107008" : 58,
"108032" : 50,
"109056" : 59,
"110080" : 39,
"111104" : 51,
"112128" : 33,
"113152" : 32,
"114176" : 49,
"115200" : 49,
"116224" : 41,
"117248" : 54,
"118272" : 49,
"119296" : 43,
"120320" : 49,
"121344" : 32,
"122368" : 48,
"123392" : 47,
"124416" : 34,
"125440" : 38,
"126464" : 49,
"127488" : 35,
"128512" : 30,
"129536" : 32,
"130560" : 25,
"132096" : 71,
"134144" : 55,
"136192" : 70,
"138240" : 59,
"140288" : 58,
"142336" : 51,
"144384" : 50,
"146432" : 47,
"148480" : 40,
"150528" : 39,
"152576" : 38,
"154624" : 37,
"156672" : 28,
"158720" : 46,
"160768" : 27,
"162816" : 37,
"164864" : 28,
"166912" : 33,
"168960" : 39,
"171008" : 23,
"173056" : 25,
"175104" : 28,
"177152" : 25,
"179200" : 45,
"181248" : 36,
"183296" : 31,
"185344" : 26,
"187392" : 25,
"189440" : 34,
"191488" : 42,
"193536" : 24,
"195584" : 30,
"197632" : 24,
"199680" : 29,
"201728" : 35,
"203776" : 36,
"205824" : 25,
"207872" : 25,
"209920" : 17,
"211968" : 27,
"214016" : 27,
"216064" : 32,
"218112" : 27,
"220160" : 22,
"222208" : 23,
"224256" : 27,
"226304" : 33,
"228352" : 29,
"230400" : 17,
"232448" : 17,
"234496" : 17,
"236544" : 25,
"238592" : 21,
"240640" : 25,
"242688" : 22,
"244736" : 18,
"246784" : 27,
"248832" : 26,
"250880" : 21,
"252928" : 19,
"254976" : 16,
"257024" : 16,
"259072" : 11,
"261120" : 22,
"264192" : 37,
"268288" : 31,
"272384" : 27,
"276480" : 33,
"280576" : 26,
"284672" : 38,
"288768" : 26,
"292864" : 24,
"296960" : 26,
"301056" : 25,
"305152" : 21,
"309248" : 24,
"313344" : 19,
"317440" : 31,
"321536" : 27,
"325632" : 18,
"329728" : 25,
"333824" : 16,
"337920" : 23,
"342016" : 22,
"346112" : 23,
"350208" : 14,
"354304" : 21,
"358400" : 17,
"362496" : 11,
"366592" : 18,
"370688" : 15,
"374784" : 19,
"378880" : 10,
"382976" : 13,
"387072" : 20,
"391168" : 20,
"395264" : 10,
"399360" : 16,
"403456" : 21,
"407552" : 19,
"411648" : 17,
"415744" : 12,
"419840" : 14,
"423936" : 24,
"428032" : 15,
"432128" : 14,
"436224" : 14,
"440320" : 7,
"444416" : 15,
"448512" : 8,
"452608" : 18,
"456704" : 9,
"460800" : 9,
"464896" : 8,
"468992" : 5,
"473088" : 11,
"477184" : 12,
"481280" : 11,
"485376" : 6,
"489472" : 8,
"493568" : 8,
"497664" : 10,
"501760" : 12,
"505856" : 9,
"509952" : 4,
"514048" : 17,
"518144" : 10,
"522240" : 15,
"528384" : 20,
"536576" : 25,
"544768" : 25,
"552960" : 18,
"561152" : 27,
"569344" : 30,
"577536" : 27,
"585728" : 20,
"593920" : 15,
"602112" : 12,
"610304" : 10,
"618496" : 11,
"626688" : 16,
"634880" : 12,
"643072" : 10,
"651264" : 6,
"659456" : 7,
"667648" : 3,
"675840" : 7,
"684032" : 6,
"692224" : 11,
"700416" : 8,
"708608" : 5,
"716800" : 4,
"724992" : 4,
"733184" : 7,
"741376" : 3,
"749568" : 5,
"757760" : 5,
"765952" : 2,
"774144" : 2,
"782336" : 5,
"790528" : 4,
"798720" : 7,
"806912" : 5,
"815104" : 2,
"823296" : 1,
"831488" : 1,
"847872" : 4,
"856064" : 1,
"864256" : 2,
"872448" : 2,
"880640" : 3,
"888832" : 2,
"897024" : 1,
"905216" : 1,
"913408" : 1,
"921600" : 5,
"929792" : 1,
"937984" : 2,
"954368" : 5,
"962560" : 1,
"970752" : 1,
"987136" : 1,
"1011712" : 3,
"1019904" : 1,
"1073152" : 1,
"1105920" : 1,
"1122304" : 2,
"1138688" : 1,
"1155072" : 1,
"1171456" : 2,
"1187840" : 1,
"1220608" : 1,
"1236992" : 1,
"1253376" : 1,
"1286144" : 1,
"1335296" : 1,
"1400832" : 1,
"1433600" : 1,
"1449984" : 1,
"1499136" : 1,
"1515520" : 1,
"1777664" : 1
}
},
"lat_ns" : {
"min" : 233377,
"max" : 7589478,
"mean" : 869367.722264,
"stddev" : 785116.167068,
"N" : 3305580
},
"bw_min" : 51824,
"bw_max" : 97642,
"bw_agg" : 100.000000,
"bw_mean" : 73477.328691,
"bw_dev" : 591.143799,
"bw_samples" : 5744,
"iops_min" : 12956,
"iops_max" : 24409,
"iops_mean" : 18369.231198,
"iops_stddev" : 147.784107,
"iops_samples" : 5744
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880020,
"usr_cpu" : 0.440691,
"sys_cpu" : 8.811953,
"ctx" : 4194382,
"majf" : 0,
"minf" : 654,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 56.237786,
"4" : 41.720333,
"10" : 1.455025,
"20" : 0.267124,
"50" : 0.101132,
"100" : 0.070154,
"250" : 0.098288,
"500" : 0.034759,
"750" : 0.012494,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773088974,
"timestamp_ms" : 1773088974349,
"time" : "Mon Mar 9 17:42:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd1-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "1",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 13539721216,
"io_kbytes" : 13222384,
"bw_bytes" : 75214823,
"bw" : 73451,
"iops" : 18362.905107,
"runtime" : 180014,
"total_ios" : 3305580,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 232025,
"max" : 7586654,
"mean" : 866855.417006,
"stddev" : 784737.321450,
"N" : 3305596
},
"clat_ns" : {
"min" : 1132,
"max" : 1780080,
"mean" : 2516.762529,
"stddev" : 11945.499725,
"N" : 3305580,
"percentile" : {
"1.000000" : 1320,
"5.000000" : 1416,
"10.000000" : 1480,
"20.000000" : 1592,
"30.000000" : 1688,
"40.000000" : 1800,
"50.000000" : 1912,
"60.000000" : 2064,
"70.000000" : 2192,
"80.000000" : 2384,
"90.000000" : 2640,
"95.000000" : 2928,
"99.000000" : 6944,
"99.500000" : 11584,
"99.900000" : 138240,
"99.950000" : 250880,
"99.990000" : 561152
},
"bins" : {
"1128" : 1,
"1144" : 1,
"1160" : 27,
"1176" : 94,
"1192" : 122,
"1208" : 485,
"1224" : 508,
"1240" : 1296,
"1256" : 2725,
"1272" : 2247,
"1288" : 7666,
"1304" : 6418,
"1320" : 15540,
"1336" : 21297,
"1352" : 12622,
"1368" : 28487,
"1384" : 16622,
"1400" : 35075,
"1416" : 41908,
"1432" : 23033,
"1448" : 50251,
"1464" : 26442,
"1480" : 55719,
"1496" : 58428,
"1512" : 30016,
"1528" : 61091,
"1544" : 31599,
"1560" : 63790,
"1576" : 65002,
"1592" : 32724,
"1608" : 65632,
"1624" : 33349,
"1640" : 65504,
"1656" : 65223,
"1672" : 32268,
"1688" : 64703,
"1704" : 32342,
"1720" : 63192,
"1736" : 61853,
"1752" : 30139,
"1768" : 60015,
"1784" : 29621,
"1800" : 58395,
"1816" : 56983,
"1832" : 28637,
"1848" : 55515,
"1864" : 27502,
"1880" : 54376,
"1896" : 53287,
"1912" : 26373,
"1928" : 51786,
"1944" : 26006,
"1960" : 50385,
"1976" : 49094,
"1992" : 25569,
"2008" : 48965,
"2024" : 24225,
"2040" : 48022,
"2064" : 70340,
"2096" : 68148,
"2128" : 81941,
"2160" : 69947,
"2192" : 61261,
"2224" : 59665,
"2256" : 57610,
"2288" : 64258,
"2320" : 61762,
"2352" : 50447,
"2384" : 48709,
"2416" : 45876,
"2448" : 46989,
"2480" : 50860,
"2512" : 37138,
"2544" : 34588,
"2576" : 32300,
"2608" : 30008,
"2640" : 36386,
"2672" : 24867,
"2704" : 22705,
"2736" : 20848,
"2768" : 19071,
"2800" : 22194,
"2832" : 14619,
"2864" : 13048,
"2896" : 11653,
"2928" : 10355,
"2960" : 11856,
"2992" : 7754,
"3024" : 6930,
"3056" : 6044,
"3088" : 5517,
"3120" : 6300,
"3152" : 4288,
"3184" : 3712,
"3216" : 3368,
"3248" : 2896,
"3280" : 3335,
"3312" : 2390,
"3344" : 2122,
"3376" : 1934,
"3408" : 1739,
"3440" : 1950,
"3472" : 1632,
"3504" : 1296,
"3536" : 1261,
"3568" : 1159,
"3600" : 1286,
"3632" : 1235,
"3664" : 984,
"3696" : 955,
"3728" : 982,
"3760" : 938,
"3792" : 1064,
"3824" : 838,
"3856" : 834,
"3888" : 860,
"3920" : 917,
"3952" : 1093,
"3984" : 825,
"4016" : 856,
"4048" : 822,
"4080" : 835,
"4128" : 2041,
"4192" : 1704,
"4256" : 2112,
"4320" : 1739,
"4384" : 1722,
"4448" : 1957,
"4512" : 1543,
"4576" : 1734,
"4640" : 1311,
"4704" : 1161,
"4768" : 1207,
"4832" : 873,
"4896" : 743,
"4960" : 747,
"5024" : 565,
"5088" : 569,
"5152" : 419,
"5216" : 423,
"5280" : 429,
"5344" : 364,
"5408" : 378,
"5472" : 320,
"5536" : 291,
"5600" : 344,
"5664" : 264,
"5728" : 308,
"5792" : 282,
"5856" : 298,
"5920" : 366,
"5984" : 281,
"6048" : 383,
"6112" : 338,
"6176" : 309,
"6240" : 380,
"6304" : 312,
"6368" : 347,
"6432" : 398,
"6496" : 332,
"6560" : 386,
"6624" : 350,
"6688" : 376,
"6752" : 414,
"6816" : 373,
"6880" : 423,
"6944" : 401,
"7008" : 380,
"7072" : 479,
"7136" : 322,
"7200" : 423,
"7264" : 355,
"7328" : 385,
"7392" : 449,
"7456" : 387,
"7520" : 357,
"7584" : 397,
"7648" : 328,
"7712" : 431,
"7776" : 358,
"7840" : 316,
"7904" : 374,
"7968" : 367,
"8032" : 407,
"8096" : 348,
"8160" : 345,
"8256" : 717,
"8384" : 685,
"8512" : 596,
"8640" : 589,
"8768" : 494,
"8896" : 487,
"9024" : 478,
"9152" : 393,
"9280" : 336,
"9408" : 360,
"9536" : 329,
"9664" : 302,
"9792" : 297,
"9920" : 252,
"10048" : 265,
"10176" : 257,
"10304" : 257,
"10432" : 233,
"10560" : 226,
"10688" : 231,
"10816" : 238,
"10944" : 228,
"11072" : 204,
"11200" : 222,
"11328" : 243,
"11456" : 212,
"11584" : 188,
"11712" : 165,
"11840" : 186,
"11968" : 177,
"12096" : 187,
"12224" : 141,
"12352" : 168,
"12480" : 165,
"12608" : 160,
"12736" : 134,
"12864" : 137,
"12992" : 137,
"13120" : 138,
"13248" : 142,
"13376" : 116,
"13504" : 127,
"13632" : 104,
"13760" : 111,
"13888" : 114,
"14016" : 112,
"14144" : 104,
"14272" : 98,
"14400" : 112,
"14528" : 108,
"14656" : 93,
"14784" : 101,
"14912" : 85,
"15040" : 105,
"15168" : 84,
"15296" : 79,
"15424" : 81,
"15552" : 81,
"15680" : 78,
"15808" : 82,
"15936" : 89,
"16064" : 75,
"16192" : 83,
"16320" : 76,
"16512" : 156,
"16768" : 149,
"17024" : 141,
"17280" : 133,
"17536" : 104,
"17792" : 101,
"18048" : 101,
"18304" : 103,
"18560" : 90,
"18816" : 95,
"19072" : 96,
"19328" : 90,
"19584" : 85,
"19840" : 74,
"20096" : 85,
"20352" : 78,
"20608" : 63,
"20864" : 56,
"21120" : 63,
"21376" : 61,
"21632" : 67,
"21888" : 54,
"22144" : 58,
"22400" : 52,
"22656" : 54,
"22912" : 63,
"23168" : 50,
"23424" : 34,
"23680" : 47,
"23936" : 42,
"24192" : 40,
"24448" : 46,
"24704" : 44,
"24960" : 36,
"25216" : 47,
"25472" : 33,
"25728" : 34,
"25984" : 31,
"26240" : 37,
"26496" : 41,
"26752" : 47,
"27008" : 34,
"27264" : 35,
"27520" : 43,
"27776" : 33,
"28032" : 21,
"28288" : 33,
"28544" : 23,
"28800" : 28,
"29056" : 23,
"29312" : 38,
"29568" : 25,
"29824" : 38,
"30080" : 30,
"30336" : 26,
"30592" : 22,
"30848" : 34,
"31104" : 23,
"31360" : 22,
"31616" : 27,
"31872" : 23,
"32128" : 29,
"32384" : 22,
"32640" : 27,
"33024" : 48,
"33536" : 61,
"34048" : 36,
"34560" : 39,
"35072" : 43,
"35584" : 57,
"36096" : 42,
"36608" : 39,
"37120" : 35,
"37632" : 47,
"38144" : 42,
"38656" : 49,
"39168" : 51,
"39680" : 46,
"40192" : 37,
"40704" : 43,
"41216" : 45,
"41728" : 20,
"42240" : 43,
"42752" : 45,
"43264" : 38,
"43776" : 47,
"44288" : 42,
"44800" : 40,
"45312" : 35,
"45824" : 26,
"46336" : 35,
"46848" : 37,
"47360" : 31,
"47872" : 32,
"48384" : 34,
"48896" : 26,
"49408" : 22,
"49920" : 32,
"50432" : 40,
"50944" : 28,
"51456" : 27,
"51968" : 24,
"52480" : 29,
"52992" : 17,
"53504" : 28,
"54016" : 27,
"54528" : 18,
"55040" : 32,
"55552" : 31,
"56064" : 29,
"56576" : 32,
"57088" : 28,
"57600" : 25,
"58112" : 26,
"58624" : 21,
"59136" : 29,
"59648" : 27,
"60160" : 23,
"60672" : 31,
"61184" : 20,
"61696" : 18,
"62208" : 26,
"62720" : 26,
"63232" : 30,
"63744" : 17,
"64256" : 30,
"64768" : 18,
"65280" : 27,
"66048" : 48,
"67072" : 47,
"68096" : 31,
"69120" : 54,
"70144" : 29,
"71168" : 47,
"72192" : 47,
"73216" : 59,
"74240" : 45,
"75264" : 31,
"76288" : 40,
"77312" : 35,
"78336" : 38,
"79360" : 42,
"80384" : 53,
"81408" : 41,
"82432" : 44,
"83456" : 49,
"84480" : 32,
"85504" : 28,
"86528" : 39,
"87552" : 51,
"88576" : 46,
"89600" : 54,
"90624" : 54,
"91648" : 47,
"92672" : 35,
"93696" : 55,
"94720" : 46,
"95744" : 51,
"96768" : 54,
"97792" : 48,
"98816" : 76,
"99840" : 54,
"100864" : 48,
"101888" : 50,
"102912" : 46,
"103936" : 54,
"104960" : 55,
"105984" : 48,
"107008" : 58,
"108032" : 50,
"109056" : 59,
"110080" : 39,
"111104" : 51,
"112128" : 33,
"113152" : 32,
"114176" : 49,
"115200" : 49,
"116224" : 41,
"117248" : 54,
"118272" : 49,
"119296" : 43,
"120320" : 49,
"121344" : 32,
"122368" : 48,
"123392" : 47,
"124416" : 34,
"125440" : 38,
"126464" : 49,
"127488" : 35,
"128512" : 30,
"129536" : 32,
"130560" : 25,
"132096" : 71,
"134144" : 55,
"136192" : 70,
"138240" : 59,
"140288" : 58,
"142336" : 51,
"144384" : 50,
"146432" : 47,
"148480" : 40,
"150528" : 39,
"152576" : 38,
"154624" : 37,
"156672" : 28,
"158720" : 46,
"160768" : 27,
"162816" : 37,
"164864" : 28,
"166912" : 33,
"168960" : 39,
"171008" : 23,
"173056" : 25,
"175104" : 28,
"177152" : 25,
"179200" : 45,
"181248" : 36,
"183296" : 31,
"185344" : 26,
"187392" : 25,
"189440" : 34,
"191488" : 42,
"193536" : 24,
"195584" : 30,
"197632" : 24,
"199680" : 29,
"201728" : 35,
"203776" : 36,
"205824" : 25,
"207872" : 25,
"209920" : 17,
"211968" : 27,
"214016" : 27,
"216064" : 32,
"218112" : 27,
"220160" : 22,
"222208" : 23,
"224256" : 27,
"226304" : 33,
"228352" : 29,
"230400" : 17,
"232448" : 17,
"234496" : 17,
"236544" : 25,
"238592" : 21,
"240640" : 25,
"242688" : 22,
"244736" : 18,
"246784" : 27,
"248832" : 26,
"250880" : 21,
"252928" : 19,
"254976" : 16,
"257024" : 16,
"259072" : 11,
"261120" : 22,
"264192" : 37,
"268288" : 31,
"272384" : 27,
"276480" : 33,
"280576" : 26,
"284672" : 38,
"288768" : 26,
"292864" : 24,
"296960" : 26,
"301056" : 25,
"305152" : 21,
"309248" : 24,
"313344" : 19,
"317440" : 31,
"321536" : 27,
"325632" : 18,
"329728" : 25,
"333824" : 16,
"337920" : 23,
"342016" : 22,
"346112" : 23,
"350208" : 14,
"354304" : 21,
"358400" : 17,
"362496" : 11,
"366592" : 18,
"370688" : 15,
"374784" : 19,
"378880" : 10,
"382976" : 13,
"387072" : 20,
"391168" : 20,
"395264" : 10,
"399360" : 16,
"403456" : 21,
"407552" : 19,
"411648" : 17,
"415744" : 12,
"419840" : 14,
"423936" : 24,
"428032" : 15,
"432128" : 14,
"436224" : 14,
"440320" : 7,
"444416" : 15,
"448512" : 8,
"452608" : 18,
"456704" : 9,
"460800" : 9,
"464896" : 8,
"468992" : 5,
"473088" : 11,
"477184" : 12,
"481280" : 11,
"485376" : 6,
"489472" : 8,
"493568" : 8,
"497664" : 10,
"501760" : 12,
"505856" : 9,
"509952" : 4,
"514048" : 17,
"518144" : 10,
"522240" : 15,
"528384" : 20,
"536576" : 25,
"544768" : 25,
"552960" : 18,
"561152" : 27,
"569344" : 30,
"577536" : 27,
"585728" : 20,
"593920" : 15,
"602112" : 12,
"610304" : 10,
"618496" : 11,
"626688" : 16,
"634880" : 12,
"643072" : 10,
"651264" : 6,
"659456" : 7,
"667648" : 3,
"675840" : 7,
"684032" : 6,
"692224" : 11,
"700416" : 8,
"708608" : 5,
"716800" : 4,
"724992" : 4,
"733184" : 7,
"741376" : 3,
"749568" : 5,
"757760" : 5,
"765952" : 2,
"774144" : 2,
"782336" : 5,
"790528" : 4,
"798720" : 7,
"806912" : 5,
"815104" : 2,
"823296" : 1,
"831488" : 1,
"847872" : 4,
"856064" : 1,
"864256" : 2,
"872448" : 2,
"880640" : 3,
"888832" : 2,
"897024" : 1,
"905216" : 1,
"913408" : 1,
"921600" : 5,
"929792" : 1,
"937984" : 2,
"954368" : 5,
"962560" : 1,
"970752" : 1,
"987136" : 1,
"1011712" : 3,
"1019904" : 1,
"1073152" : 1,
"1105920" : 1,
"1122304" : 2,
"1138688" : 1,
"1155072" : 1,
"1171456" : 2,
"1187840" : 1,
"1220608" : 1,
"1236992" : 1,
"1253376" : 1,
"1286144" : 1,
"1335296" : 1,
"1400832" : 1,
"1433600" : 1,
"1449984" : 1,
"1499136" : 1,
"1515520" : 1,
"1777664" : 1
}
},
"lat_ns" : {
"min" : 233377,
"max" : 7589478,
"mean" : 869367.722264,
"stddev" : 785116.167068,
"N" : 3305580
},
"bw_min" : 51824,
"bw_max" : 97642,
"bw_agg" : 100.000000,
"bw_mean" : 73477.328691,
"bw_dev" : 591.143799,
"bw_samples" : 5744,
"iops_min" : 12956,
"iops_max" : 24409,
"iops_mean" : 18369.231198,
"iops_stddev" : 147.784107,
"iops_samples" : 5744
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880059,
"usr_cpu" : 0.440685,
"sys_cpu" : 8.811833,
"ctx" : 4194418,
"majf" : 0,
"minf" : 657,
"iodepth_level" : {
"1" : 100.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 56.237786,
"4" : 41.720333,
"10" : 1.455025,
"20" : 0.267124,
"50" : 0.101132,
"100" : 0.070154,
"250" : 0.098288,
"500" : 0.034759,
"750" : 0.012494,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 1,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}