raidz2/benchmarks/rand/rand-write-qd16-nj1_run1.json
{
"fio version" : "fio-3.35",
"timestamp" : 1774121300,
"timestamp_ms" : 1774121300472,
"time" : "Sat Mar 21 16:28:20 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1184399360,
"io_kbytes" : 1156640,
"bw_bytes" : 121327531,
"bw" : 118483,
"iops" : 29623.232944,
"runtime" : 9762,
"total_ios" : 289182,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9762,
"usr_cpu" : 5.224339,
"sys_cpu" : 68.756402,
"ctx" : 28636,
"majf" : 0,
"minf" : 8,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 99.994813,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121310,
"timestamp_ms" : 1774121310709,
"time" : "Sat Mar 21 16:28:30 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1201229824,
"io_kbytes" : 1173076,
"bw_bytes" : 120134995,
"bw" : 117319,
"iops" : 29329.932993,
"runtime" : 9999,
"total_ios" : 293270,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9824,
"max" : 397917,
"mean" : 32320.051216,
"stddev" : 25181.582713,
"N" : 293270
},
"clat_ns" : {
"min" : 308471,
"max" : 1898518,
"mean" : 512673.057091,
"stddev" : 141252.196378,
"N" : 293269,
"percentile" : {
"1.000000" : 362496,
"5.000000" : 382976,
"10.000000" : 391168,
"20.000000" : 407552,
"30.000000" : 423936,
"40.000000" : 448512,
"50.000000" : 493568,
"60.000000" : 514048,
"70.000000" : 536576,
"80.000000" : 593920,
"90.000000" : 643072,
"95.000000" : 724992,
"99.000000" : 1171456,
"99.500000" : 1318912,
"99.900000" : 1548288,
"99.950000" : 1630208,
"99.990000" : 1744896
},
"bins" : {
"309248" : 5,
"313344" : 3,
"317440" : 7,
"321536" : 19,
"325632" : 40,
"329728" : 56,
"333824" : 77,
"337920" : 109,
"342016" : 155,
"346112" : 274,
"350208" : 402,
"354304" : 575,
"358400" : 854,
"362496" : 1185,
"366592" : 1656,
"370688" : 2130,
"374784" : 2755,
"378880" : 3450,
"382976" : 4359,
"387072" : 5267,
"391168" : 6072,
"395264" : 6889,
"399360" : 7416,
"403456" : 7754,
"407552" : 8032,
"411648" : 8026,
"415744" : 7646,
"419840" : 7446,
"423936" : 6791,
"428032" : 6333,
"432128" : 5638,
"436224" : 4945,
"440320" : 4317,
"444416" : 3728,
"448512" : 3094,
"452608" : 2717,
"456704" : 2382,
"460800" : 2104,
"464896" : 2074,
"468992" : 2269,
"473088" : 2265,
"477184" : 2540,
"481280" : 3050,
"485376" : 3474,
"489472" : 4211,
"493568" : 4523,
"497664" : 5305,
"501760" : 5676,
"505856" : 6012,
"509952" : 6238,
"514048" : 6314,
"518144" : 6330,
"522240" : 5862,
"528384" : 10554,
"536576" : 8695,
"544768" : 6609,
"552960" : 4697,
"561152" : 3526,
"569344" : 2800,
"577536" : 2802,
"585728" : 3130,
"593920" : 3984,
"602112" : 4684,
"610304" : 5306,
"618496" : 5267,
"626688" : 5024,
"634880" : 4108,
"643072" : 3208,
"651264" : 2506,
"659456" : 1804,
"667648" : 1403,
"675840" : 1158,
"684032" : 987,
"692224" : 1036,
"700416" : 1081,
"708608" : 1232,
"716800" : 1319,
"724992" : 1165,
"733184" : 1143,
"741376" : 985,
"749568" : 787,
"757760" : 648,
"765952" : 503,
"774144" : 457,
"782336" : 367,
"790528" : 309,
"798720" : 271,
"806912" : 234,
"815104" : 303,
"823296" : 276,
"831488" : 225,
"839680" : 215,
"847872" : 266,
"856064" : 235,
"864256" : 183,
"872448" : 191,
"880640" : 172,
"888832" : 169,
"897024" : 136,
"905216" : 115,
"913408" : 122,
"921600" : 131,
"929792" : 98,
"937984" : 128,
"946176" : 120,
"954368" : 123,
"962560" : 140,
"970752" : 131,
"978944" : 113,
"987136" : 74,
"995328" : 95,
"1003520" : 91,
"1011712" : 99,
"1019904" : 99,
"1028096" : 105,
"1036288" : 101,
"1044480" : 102,
"1056768" : 179,
"1073152" : 142,
"1089536" : 168,
"1105920" : 179,
"1122304" : 192,
"1138688" : 211,
"1155072" : 181,
"1171456" : 201,
"1187840" : 161,
"1204224" : 172,
"1220608" : 197,
"1236992" : 172,
"1253376" : 170,
"1269760" : 112,
"1286144" : 142,
"1302528" : 139,
"1318912" : 175,
"1335296" : 157,
"1351680" : 114,
"1368064" : 71,
"1384448" : 87,
"1400832" : 101,
"1417216" : 89,
"1433600" : 73,
"1449984" : 88,
"1466368" : 63,
"1482752" : 53,
"1499136" : 55,
"1515520" : 67,
"1531904" : 47,
"1548288" : 38,
"1564672" : 43,
"1581056" : 24,
"1597440" : 26,
"1613824" : 30,
"1630208" : 27,
"1646592" : 15,
"1662976" : 20,
"1679360" : 19,
"1695744" : 19,
"1712128" : 13,
"1728512" : 8,
"1744896" : 8,
"1761280" : 5,
"1777664" : 5,
"1794048" : 5,
"1810432" : 1,
"1826816" : 2,
"1843200" : 4,
"1859584" : 1,
"1875968" : 1,
"1892352" : 1
}
},
"lat_ns" : {
"min" : 332708,
"max" : 2026103,
"mean" : 544991.886163,
"stddev" : 148601.950158,
"N" : 293269
},
"bw_min" : 97512,
"bw_max" : 136240,
"bw_agg" : 100.000000,
"bw_mean" : 117732.578947,
"bw_dev" : 11997.891710,
"bw_samples" : 19,
"iops_min" : 24378,
"iops_max" : 34060,
"iops_mean" : 29433.105263,
"iops_stddev" : 2999.425110,
"iops_samples" : 19
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9999,
"usr_cpu" : 5.460546,
"sys_cpu" : 75.277528,
"ctx" : 19368,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.998636,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.998636,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 52.788557,
"750" : 43.203533,
"1000" : 2.349371
},
"latency_ms" : {
"2" : 1.658199,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121320,
"timestamp_ms" : 1774121320709,
"time" : "Sat Mar 21 16:28:40 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2294390784,
"io_kbytes" : 2240616,
"bw_bytes" : 114725275,
"bw" : 112036,
"iops" : 28009.150458,
"runtime" : 19999,
"total_ios" : 560155,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9824,
"max" : 430688,
"mean" : 33920.174330,
"stddev" : 26867.409216,
"N" : 560155
},
"clat_ns" : {
"min" : 308471,
"max" : 2029648,
"mean" : 536799.754060,
"stddev" : 152273.548568,
"N" : 560154,
"percentile" : {
"1.000000" : 366592,
"5.000000" : 391168,
"10.000000" : 403456,
"20.000000" : 419840,
"30.000000" : 440320,
"40.000000" : 485376,
"50.000000" : 514048,
"60.000000" : 528384,
"70.000000" : 561152,
"80.000000" : 618496,
"90.000000" : 684032,
"95.000000" : 782336,
"99.000000" : 1204224,
"99.500000" : 1318912,
"99.900000" : 1564672,
"99.950000" : 1646592,
"99.990000" : 1777664
},
"bins" : {
"309248" : 5,
"313344" : 3,
"317440" : 7,
"321536" : 19,
"325632" : 40,
"329728" : 56,
"333824" : 79,
"337920" : 118,
"342016" : 164,
"346112" : 293,
"350208" : 435,
"354304" : 629,
"358400" : 944,
"362496" : 1337,
"366592" : 1860,
"370688" : 2398,
"374784" : 3160,
"378880" : 4035,
"382976" : 5224,
"387072" : 6377,
"391168" : 7556,
"395264" : 8977,
"399360" : 10125,
"403456" : 11123,
"407552" : 12165,
"411648" : 12686,
"415744" : 12781,
"419840" : 12939,
"423936" : 12441,
"428032" : 12094,
"432128" : 11516,
"436224" : 10263,
"440320" : 9306,
"444416" : 8139,
"448512" : 6842,
"452608" : 5877,
"456704" : 5020,
"460800" : 4497,
"464896" : 4200,
"468992" : 4129,
"473088" : 3895,
"477184" : 4070,
"481280" : 4571,
"485376" : 5148,
"489472" : 6164,
"493568" : 6888,
"497664" : 8078,
"501760" : 8992,
"505856" : 10164,
"509952" : 10962,
"514048" : 11615,
"518144" : 12265,
"522240" : 12100,
"528384" : 23659,
"536576" : 20304,
"544768" : 16333,
"552960" : 11888,
"561152" : 8605,
"569344" : 6432,
"577536" : 5594,
"585728" : 5889,
"593920" : 7307,
"602112" : 9104,
"610304" : 10919,
"618496" : 12248,
"626688" : 12442,
"634880" : 11002,
"643072" : 8811,
"651264" : 6555,
"659456" : 4577,
"667648" : 3278,
"675840" : 2608,
"684032" : 2249,
"692224" : 2252,
"700416" : 2581,
"708608" : 3067,
"716800" : 3559,
"724992" : 3520,
"733184" : 3374,
"741376" : 2868,
"749568" : 2194,
"757760" : 1607,
"765952" : 1231,
"774144" : 1038,
"782336" : 898,
"790528" : 812,
"798720" : 757,
"806912" : 760,
"815104" : 870,
"823296" : 947,
"831488" : 880,
"839680" : 821,
"847872" : 779,
"856064" : 661,
"864256" : 515,
"872448" : 505,
"880640" : 463,
"888832" : 412,
"897024" : 385,
"905216" : 372,
"913408" : 430,
"921600" : 458,
"929792" : 395,
"937984" : 480,
"946176" : 447,
"954368" : 416,
"962560" : 468,
"970752" : 373,
"978944" : 373,
"987136" : 326,
"995328" : 358,
"1003520" : 334,
"1011712" : 389,
"1019904" : 331,
"1028096" : 330,
"1036288" : 365,
"1044480" : 426,
"1056768" : 676,
"1073152" : 586,
"1089536" : 578,
"1105920" : 543,
"1122304" : 565,
"1138688" : 604,
"1155072" : 576,
"1171456" : 561,
"1187840" : 450,
"1204224" : 447,
"1220608" : 435,
"1236992" : 426,
"1253376" : 417,
"1269760" : 345,
"1286144" : 315,
"1302528" : 318,
"1318912" : 314,
"1335296" : 280,
"1351680" : 213,
"1368064" : 159,
"1384448" : 184,
"1400832" : 183,
"1417216" : 164,
"1433600" : 130,
"1449984" : 134,
"1466368" : 106,
"1482752" : 104,
"1499136" : 102,
"1515520" : 101,
"1531904" : 80,
"1548288" : 62,
"1564672" : 78,
"1581056" : 67,
"1597440" : 59,
"1613824" : 63,
"1630208" : 42,
"1646592" : 25,
"1662976" : 39,
"1679360" : 39,
"1695744" : 42,
"1712128" : 29,
"1728512" : 24,
"1744896" : 15,
"1761280" : 14,
"1777664" : 8,
"1794048" : 11,
"1810432" : 7,
"1826816" : 4,
"1843200" : 10,
"1859584" : 5,
"1875968" : 2,
"1892352" : 2,
"1908736" : 2,
"1941504" : 5,
"1957888" : 1,
"2023424" : 1
}
},
"lat_ns" : {
"min" : 332708,
"max" : 2160478,
"mean" : 570719.624196,
"stddev" : 160263.367169,
"N" : 560154
},
"bw_min" : 93496,
"bw_max" : 136240,
"bw_agg" : 100.000000,
"bw_mean" : 112464.358974,
"bw_dev" : 11700.645381,
"bw_samples" : 39,
"iops_min" : 23374,
"iops_max" : 34060,
"iops_mean" : 28116.051282,
"iops_stddev" : 2925.148372,
"iops_samples" : 39
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 19999,
"usr_cpu" : 5.200260,
"sys_cpu" : 73.313666,
"ctx" : 42995,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999821,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999821,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 44.505360,
"750" : 49.591631,
"1000" : 3.599004
},
"latency_ms" : {
"2" : 2.303648,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121330,
"timestamp_ms" : 1774121330710,
"time" : "Sat Mar 21 16:28:50 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3279364096,
"io_kbytes" : 3202504,
"bw_bytes" : 109315780,
"bw" : 106753,
"iops" : 26688.456282,
"runtime" : 29999,
"total_ios" : 800627,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9824,
"max" : 430688,
"mean" : 35673.860887,
"stddev" : 28826.988629,
"N" : 800627
},
"clat_ns" : {
"min" : 308471,
"max" : 2247331,
"mean" : 563308.072426,
"stddev" : 164336.492309,
"N" : 800626,
"percentile" : {
"1.000000" : 370688,
"5.000000" : 395264,
"10.000000" : 407552,
"20.000000" : 432128,
"30.000000" : 464896,
"40.000000" : 509952,
"50.000000" : 528384,
"60.000000" : 552960,
"70.000000" : 610304,
"80.000000" : 643072,
"90.000000" : 741376,
"95.000000" : 847872,
"99.000000" : 1220608,
"99.500000" : 1351680,
"99.900000" : 1712128,
"99.950000" : 1826816,
"99.990000" : 1957888
},
"bins" : {
"309248" : 5,
"313344" : 3,
"317440" : 7,
"321536" : 19,
"325632" : 41,
"329728" : 58,
"333824" : 80,
"337920" : 119,
"342016" : 166,
"346112" : 296,
"350208" : 438,
"354304" : 642,
"358400" : 961,
"362496" : 1364,
"366592" : 1890,
"370688" : 2455,
"374784" : 3217,
"378880" : 4156,
"382976" : 5387,
"387072" : 6603,
"391168" : 7864,
"395264" : 9394,
"399360" : 10754,
"403456" : 11976,
"407552" : 13259,
"411648" : 14000,
"415744" : 14555,
"419840" : 15051,
"423936" : 14931,
"428032" : 14991,
"432128" : 14754,
"436224" : 13536,
"440320" : 12547,
"444416" : 11207,
"448512" : 9583,
"452608" : 8245,
"456704" : 7191,
"460800" : 6299,
"464896" : 5689,
"468992" : 5443,
"473088" : 5137,
"477184" : 5078,
"481280" : 5471,
"485376" : 6052,
"489472" : 7105,
"493568" : 7937,
"497664" : 9256,
"501760" : 10511,
"505856" : 12037,
"509952" : 13343,
"514048" : 14632,
"518144" : 15796,
"522240" : 16030,
"528384" : 33461,
"536576" : 30657,
"544768" : 26087,
"552960" : 19483,
"561152" : 14528,
"569344" : 10605,
"577536" : 8823,
"585728" : 8695,
"593920" : 10087,
"602112" : 12446,
"610304" : 15544,
"618496" : 18677,
"626688" : 20569,
"634880" : 19761,
"643072" : 17020,
"651264" : 13071,
"659456" : 9117,
"667648" : 6494,
"675840" : 5341,
"684032" : 4606,
"692224" : 4493,
"700416" : 4873,
"708608" : 5803,
"716800" : 6984,
"724992" : 7692,
"733184" : 7658,
"741376" : 6849,
"749568" : 5440,
"757760" : 3929,
"765952" : 2844,
"774144" : 2377,
"782336" : 2046,
"790528" : 2015,
"798720" : 1998,
"806912" : 2065,
"815104" : 2381,
"823296" : 2544,
"831488" : 2534,
"839680" : 2357,
"847872" : 2108,
"856064" : 1641,
"864256" : 1294,
"872448" : 1139,
"880640" : 1065,
"888832" : 952,
"897024" : 969,
"905216" : 1006,
"913408" : 1141,
"921600" : 1091,
"929792" : 1046,
"937984" : 1093,
"946176" : 967,
"954368" : 881,
"962560" : 906,
"970752" : 738,
"978944" : 701,
"987136" : 624,
"995328" : 622,
"1003520" : 645,
"1011712" : 655,
"1019904" : 645,
"1028096" : 606,
"1036288" : 664,
"1044480" : 720,
"1056768" : 1213,
"1073152" : 1019,
"1089536" : 959,
"1105920" : 886,
"1122304" : 918,
"1138688" : 889,
"1155072" : 851,
"1171456" : 883,
"1187840" : 694,
"1204224" : 663,
"1220608" : 622,
"1236992" : 607,
"1253376" : 586,
"1269760" : 504,
"1286144" : 454,
"1302528" : 443,
"1318912" : 428,
"1335296" : 381,
"1351680" : 317,
"1368064" : 271,
"1384448" : 276,
"1400832" : 283,
"1417216" : 234,
"1433600" : 194,
"1449984" : 193,
"1466368" : 161,
"1482752" : 164,
"1499136" : 158,
"1515520" : 148,
"1531904" : 110,
"1548288" : 90,
"1564672" : 124,
"1581056" : 91,
"1597440" : 88,
"1613824" : 120,
"1630208" : 86,
"1646592" : 44,
"1662976" : 74,
"1679360" : 64,
"1695744" : 89,
"1712128" : 89,
"1728512" : 90,
"1744896" : 53,
"1761280" : 35,
"1777664" : 33,
"1794048" : 39,
"1810432" : 51,
"1826816" : 41,
"1843200" : 70,
"1859584" : 69,
"1875968" : 72,
"1892352" : 27,
"1908736" : 35,
"1925120" : 8,
"1941504" : 20,
"1957888" : 19,
"1974272" : 28,
"1990656" : 8,
"2007040" : 6,
"2023424" : 10,
"2039808" : 1,
"2072576" : 2,
"2088960" : 2,
"2113536" : 1,
"2146304" : 1,
"2179072" : 2,
"2244608" : 1
}
},
"lat_ns" : {
"min" : 332708,
"max" : 2377741,
"mean" : 598981.469900,
"stddev" : 172963.482457,
"N" : 800626
},
"bw_min" : 83672,
"bw_max" : 136240,
"bw_agg" : 100.000000,
"bw_mean" : 106849.830508,
"bw_dev" : 12690.428385,
"bw_samples" : 59,
"iops_min" : 20918,
"iops_max" : 34060,
"iops_mean" : 26712.423729,
"iops_stddev" : 3172.589915,
"iops_samples" : 59
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 29999,
"usr_cpu" : 4.890163,
"sys_cpu" : 70.805694,
"ctx" : 72836,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999875,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999875,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 36.962905,
"750" : 54.238366,
"1000" : 6.165293
},
"latency_ms" : {
"2" : 2.630064,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121340,
"timestamp_ms" : 1774121340709,
"time" : "Sat Mar 21 16:29:00 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4324970496,
"io_kbytes" : 4223604,
"bw_bytes" : 108126965,
"bw" : 105592,
"iops" : 26398.209955,
"runtime" : 39999,
"total_ios" : 1055902,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9824,
"max" : 430688,
"mean" : 36083.420211,
"stddev" : 28926.642747,
"N" : 1055902
},
"clat_ns" : {
"min" : 308471,
"max" : 2247331,
"mean" : 569468.742446,
"stddev" : 165123.536776,
"N" : 1055901,
"percentile" : {
"1.000000" : 374784,
"5.000000" : 399360,
"10.000000" : 415744,
"20.000000" : 440320,
"30.000000" : 473088,
"40.000000" : 514048,
"50.000000" : 536576,
"60.000000" : 561152,
"70.000000" : 618496,
"80.000000" : 651264,
"90.000000" : 741376,
"95.000000" : 847872,
"99.000000" : 1220608,
"99.500000" : 1384448,
"99.900000" : 1794048,
"99.950000" : 1875968,
"99.990000" : 1957888
},
"bins" : {
"309248" : 5,
"313344" : 3,
"317440" : 7,
"321536" : 19,
"325632" : 41,
"329728" : 58,
"333824" : 80,
"337920" : 119,
"342016" : 168,
"346112" : 296,
"350208" : 439,
"354304" : 655,
"358400" : 971,
"362496" : 1379,
"366592" : 1918,
"370688" : 2477,
"374784" : 3270,
"378880" : 4233,
"382976" : 5510,
"387072" : 6761,
"391168" : 8137,
"395264" : 9857,
"399360" : 11381,
"403456" : 12850,
"407552" : 14553,
"411648" : 15680,
"415744" : 16663,
"419840" : 17859,
"423936" : 18444,
"428032" : 19055,
"432128" : 19364,
"436224" : 18912,
"440320" : 18033,
"444416" : 16593,
"448512" : 14683,
"452608" : 13227,
"456704" : 11569,
"460800" : 10163,
"464896" : 8829,
"468992" : 8011,
"473088" : 7320,
"477184" : 6792,
"481280" : 6869,
"485376" : 7323,
"489472" : 8219,
"493568" : 9152,
"497664" : 10560,
"501760" : 11965,
"505856" : 13854,
"509952" : 15649,
"514048" : 17481,
"518144" : 19310,
"522240" : 20432,
"528384" : 44374,
"536576" : 43418,
"544768" : 38696,
"552960" : 29993,
"561152" : 22288,
"569344" : 16003,
"577536" : 12574,
"585728" : 11403,
"593920" : 12721,
"602112" : 15255,
"610304" : 19259,
"618496" : 23845,
"626688" : 27198,
"634880" : 27483,
"643072" : 24822,
"651264" : 19367,
"659456" : 13722,
"667648" : 9782,
"675840" : 7606,
"684032" : 6426,
"692224" : 6137,
"700416" : 6582,
"708608" : 7788,
"716800" : 9527,
"724992" : 10572,
"733184" : 10672,
"741376" : 9799,
"749568" : 8085,
"757760" : 5675,
"765952" : 4177,
"774144" : 3402,
"782336" : 2861,
"790528" : 2779,
"798720" : 2802,
"806912" : 2998,
"815104" : 3392,
"823296" : 3576,
"831488" : 3680,
"839680" : 3320,
"847872" : 2918,
"856064" : 2298,
"864256" : 1812,
"872448" : 1548,
"880640" : 1443,
"888832" : 1307,
"897024" : 1319,
"905216" : 1353,
"913408" : 1574,
"921600" : 1564,
"929792" : 1540,
"937984" : 1534,
"946176" : 1356,
"954368" : 1205,
"962560" : 1178,
"970752" : 944,
"978944" : 921,
"987136" : 823,
"995328" : 803,
"1003520" : 820,
"1011712" : 858,
"1019904" : 837,
"1028096" : 857,
"1036288" : 903,
"1044480" : 895,
"1056768" : 1538,
"1073152" : 1260,
"1089536" : 1179,
"1105920" : 1062,
"1122304" : 1099,
"1138688" : 1102,
"1155072" : 1058,
"1171456" : 1081,
"1187840" : 811,
"1204224" : 792,
"1220608" : 732,
"1236992" : 732,
"1253376" : 730,
"1269760" : 622,
"1286144" : 558,
"1302528" : 508,
"1318912" : 508,
"1335296" : 441,
"1351680" : 407,
"1368064" : 373,
"1384448" : 339,
"1400832" : 338,
"1417216" : 289,
"1433600" : 244,
"1449984" : 260,
"1466368" : 229,
"1482752" : 215,
"1499136" : 209,
"1515520" : 190,
"1531904" : 162,
"1548288" : 122,
"1564672" : 170,
"1581056" : 134,
"1597440" : 150,
"1613824" : 177,
"1630208" : 135,
"1646592" : 66,
"1662976" : 97,
"1679360" : 102,
"1695744" : 147,
"1712128" : 186,
"1728512" : 138,
"1744896" : 104,
"1761280" : 62,
"1777664" : 52,
"1794048" : 80,
"1810432" : 88,
"1826816" : 92,
"1843200" : 138,
"1859584" : 195,
"1875968" : 201,
"1892352" : 74,
"1908736" : 41,
"1925120" : 24,
"1941504" : 55,
"1957888" : 36,
"1974272" : 47,
"1990656" : 22,
"2007040" : 9,
"2023424" : 11,
"2039808" : 1,
"2072576" : 2,
"2088960" : 3,
"2113536" : 1,
"2146304" : 1,
"2179072" : 2,
"2244608" : 1
}
},
"lat_ns" : {
"min" : 332708,
"max" : 2377741,
"mean" : 605550.916575,
"stddev" : 173797.737541,
"N" : 1055901
},
"bw_min" : 83672,
"bw_max" : 136240,
"bw_agg" : 100.000000,
"bw_mean" : 105603.139241,
"bw_dev" : 11596.555432,
"bw_samples" : 79,
"iops_min" : 20918,
"iops_max" : 34060,
"iops_mean" : 26400.746835,
"iops_stddev" : 2899.124627,
"iops_samples" : 79
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39999,
"usr_cpu" : 4.827621,
"sys_cpu" : 70.656766,
"ctx" : 97872,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999905,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999905,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 34.975500,
"750" : 55.869295,
"1000" : 6.584323
},
"latency_ms" : {
"2" : 2.567852,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121350,
"timestamp_ms" : 1774121350710,
"time" : "Sat Mar 21 16:29:10 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5272969216,
"io_kbytes" : 5149384,
"bw_bytes" : 105459384,
"bw" : 102987,
"iops" : 25746.960000,
"runtime" : 50000,
"total_ios" : 1287348,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9824,
"max" : 430688,
"mean" : 37040.108343,
"stddev" : 29937.861195,
"N" : 1287348
},
"clat_ns" : {
"min" : 308471,
"max" : 2247331,
"mean" : 583844.754438,
"stddev" : 173723.088263,
"N" : 1287347,
"percentile" : {
"1.000000" : 378880,
"5.000000" : 403456,
"10.000000" : 419840,
"20.000000" : 444416,
"30.000000" : 489472,
"40.000000" : 528384,
"50.000000" : 544768,
"60.000000" : 577536,
"70.000000" : 626688,
"80.000000" : 667648,
"90.000000" : 765952,
"95.000000" : 872448,
"99.000000" : 1253376,
"99.500000" : 1466368,
"99.900000" : 1859584,
"99.950000" : 1892352,
"99.990000" : 1990656
},
"bins" : {
"309248" : 5,
"313344" : 3,
"317440" : 7,
"321536" : 19,
"325632" : 41,
"329728" : 58,
"333824" : 80,
"337920" : 120,
"342016" : 169,
"346112" : 297,
"350208" : 443,
"354304" : 660,
"358400" : 980,
"362496" : 1381,
"366592" : 1925,
"370688" : 2486,
"374784" : 3288,
"378880" : 4249,
"382976" : 5527,
"387072" : 6783,
"391168" : 8186,
"395264" : 9949,
"399360" : 11524,
"403456" : 13027,
"407552" : 14791,
"411648" : 16061,
"415744" : 17287,
"419840" : 18733,
"423936" : 19693,
"428032" : 20766,
"432128" : 21781,
"436224" : 21749,
"440320" : 21350,
"444416" : 20213,
"448512" : 18310,
"452608" : 16713,
"456704" : 14666,
"460800" : 12852,
"464896" : 10836,
"468992" : 9603,
"473088" : 8661,
"477184" : 7909,
"481280" : 7823,
"485376" : 8127,
"489472" : 8857,
"493568" : 9781,
"497664" : 11108,
"501760" : 12537,
"505856" : 14527,
"509952" : 16464,
"514048" : 18574,
"518144" : 20860,
"522240" : 22502,
"528384" : 50523,
"536576" : 52459,
"544768" : 49400,
"552960" : 40061,
"561152" : 30233,
"569344" : 21607,
"577536" : 16494,
"585728" : 14269,
"593920" : 14881,
"602112" : 17286,
"610304" : 21749,
"618496" : 27294,
"626688" : 32386,
"634880" : 34172,
"643072" : 32943,
"651264" : 27453,
"659456" : 20897,
"667648" : 15297,
"675840" : 11758,
"684032" : 9558,
"692224" : 8483,
"700416" : 8742,
"708608" : 9877,
"716800" : 12090,
"724992" : 13694,
"733184" : 14086,
"741376" : 13597,
"749568" : 12248,
"757760" : 9659,
"765952" : 7532,
"774144" : 6024,
"782336" : 4995,
"790528" : 4479,
"798720" : 4213,
"806912" : 4432,
"815104" : 4764,
"823296" : 5026,
"831488" : 5162,
"839680" : 4767,
"847872" : 4271,
"856064" : 3716,
"864256" : 3371,
"872448" : 2817,
"880640" : 2469,
"888832" : 2249,
"897024" : 2193,
"905216" : 2095,
"913408" : 2264,
"921600" : 2233,
"929792" : 2145,
"937984" : 2067,
"946176" : 1874,
"954368" : 1721,
"962560" : 1724,
"970752" : 1418,
"978944" : 1336,
"987136" : 1209,
"995328" : 1217,
"1003520" : 1208,
"1011712" : 1228,
"1019904" : 1178,
"1028096" : 1176,
"1036288" : 1153,
"1044480" : 1135,
"1056768" : 1925,
"1073152" : 1632,
"1089536" : 1463,
"1105920" : 1329,
"1122304" : 1393,
"1138688" : 1413,
"1155072" : 1276,
"1171456" : 1225,
"1187840" : 957,
"1204224" : 912,
"1220608" : 885,
"1236992" : 921,
"1253376" : 880,
"1269760" : 736,
"1286144" : 644,
"1302528" : 608,
"1318912" : 603,
"1335296" : 545,
"1351680" : 546,
"1368064" : 466,
"1384448" : 415,
"1400832" : 428,
"1417216" : 361,
"1433600" : 326,
"1449984" : 329,
"1466368" : 305,
"1482752" : 301,
"1499136" : 266,
"1515520" : 262,
"1531904" : 237,
"1548288" : 163,
"1564672" : 223,
"1581056" : 203,
"1597440" : 238,
"1613824" : 252,
"1630208" : 202,
"1646592" : 111,
"1662976" : 130,
"1679360" : 171,
"1695744" : 248,
"1712128" : 294,
"1728512" : 252,
"1744896" : 197,
"1761280" : 131,
"1777664" : 109,
"1794048" : 149,
"1810432" : 166,
"1826816" : 153,
"1843200" : 256,
"1859584" : 558,
"1875968" : 476,
"1892352" : 100,
"1908736" : 78,
"1925120" : 45,
"1941504" : 105,
"1957888" : 108,
"1974272" : 87,
"1990656" : 51,
"2007040" : 61,
"2023424" : 18,
"2039808" : 7,
"2056192" : 3,
"2072576" : 3,
"2088960" : 5,
"2113536" : 2,
"2146304" : 2,
"2179072" : 2,
"2244608" : 1
}
},
"lat_ns" : {
"min" : 332708,
"max" : 2377741,
"mean" : 620884.586135,
"stddev" : 182940.991982,
"N" : 1287347
},
"bw_min" : 79416,
"bw_max" : 136240,
"bw_agg" : 100.000000,
"bw_mean" : 103104.858586,
"bw_dev" : 11995.144325,
"bw_samples" : 99,
"iops_min" : 19854,
"iops_max" : 34060,
"iops_mean" : 25776.171717,
"iops_stddev" : 2998.775556,
"iops_samples" : 99
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 50000,
"usr_cpu" : 4.676000,
"sys_cpu" : 69.314000,
"ctx" : 129028,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 31.826282,
"750" : 56.933479,
"1000" : 8.448065
},
"latency_ms" : {
"2" : 2.784639,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121360,
"timestamp_ms" : 1774121360709,
"time" : "Sat Mar 21 16:29:20 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6330241024,
"io_kbytes" : 6181876,
"bw_bytes" : 105505775,
"bw" : 103032,
"iops" : 25758.262638,
"runtime" : 59999,
"total_ios" : 1545470,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9824,
"max" : 472437,
"mean" : 37022.517005,
"stddev" : 29599.019289,
"N" : 1545470
},
"clat_ns" : {
"min" : 308471,
"max" : 2247331,
"mean" : 583598.229780,
"stddev" : 174908.976082,
"N" : 1545469,
"percentile" : {
"1.000000" : 378880,
"5.000000" : 407552,
"10.000000" : 423936,
"20.000000" : 448512,
"30.000000" : 489472,
"40.000000" : 528384,
"50.000000" : 544768,
"60.000000" : 577536,
"70.000000" : 626688,
"80.000000" : 667648,
"90.000000" : 757760,
"95.000000" : 872448,
"99.000000" : 1286144,
"99.500000" : 1531904,
"99.900000" : 1875968,
"99.950000" : 1925120,
"99.990000" : 2007040
},
"bins" : {
"309248" : 5,
"313344" : 3,
"317440" : 7,
"321536" : 19,
"325632" : 41,
"329728" : 58,
"333824" : 80,
"337920" : 120,
"342016" : 169,
"346112" : 297,
"350208" : 444,
"354304" : 662,
"358400" : 983,
"362496" : 1385,
"366592" : 1940,
"370688" : 2517,
"374784" : 3315,
"378880" : 4312,
"382976" : 5598,
"387072" : 6895,
"391168" : 8380,
"395264" : 10253,
"399360" : 11931,
"403456" : 13635,
"407552" : 15635,
"411648" : 17226,
"415744" : 18977,
"419840" : 21039,
"423936" : 22768,
"428032" : 24809,
"432128" : 26590,
"436224" : 27405,
"440320" : 27801,
"444416" : 27156,
"448512" : 25413,
"452608" : 23655,
"456704" : 21169,
"460800" : 18500,
"464896" : 15618,
"468992" : 13676,
"473088" : 11998,
"477184" : 10737,
"481280" : 10180,
"485376" : 10144,
"489472" : 10568,
"493568" : 11363,
"497664" : 12549,
"501760" : 13986,
"505856" : 16092,
"509952" : 18330,
"514048" : 20659,
"518144" : 23402,
"522240" : 25649,
"528384" : 58815,
"536576" : 63462,
"544768" : 61614,
"552960" : 51617,
"561152" : 39819,
"569344" : 28367,
"577536" : 21139,
"585728" : 17796,
"593920" : 17817,
"602112" : 20072,
"610304" : 24878,
"618496" : 31119,
"626688" : 37189,
"634880" : 39766,
"643072" : 38953,
"651264" : 33167,
"659456" : 25615,
"667648" : 19067,
"675840" : 14429,
"684032" : 11787,
"692224" : 10414,
"700416" : 10743,
"708608" : 11831,
"716800" : 14087,
"724992" : 15761,
"733184" : 16310,
"741376" : 15901,
"749568" : 14286,
"757760" : 11439,
"765952" : 9023,
"774144" : 7233,
"782336" : 5991,
"790528" : 5329,
"798720" : 5141,
"806912" : 5382,
"815104" : 5707,
"823296" : 5925,
"831488" : 5930,
"839680" : 5593,
"847872" : 4895,
"856064" : 4302,
"864256" : 3810,
"872448" : 3231,
"880640" : 2828,
"888832" : 2574,
"897024" : 2500,
"905216" : 2439,
"913408" : 2634,
"921600" : 2608,
"929792" : 2450,
"937984" : 2362,
"946176" : 2158,
"954368" : 1899,
"962560" : 1928,
"970752" : 1575,
"978944" : 1478,
"987136" : 1354,
"995328" : 1365,
"1003520" : 1397,
"1011712" : 1392,
"1019904" : 1342,
"1028096" : 1326,
"1036288" : 1314,
"1044480" : 1285,
"1056768" : 2129,
"1073152" : 1809,
"1089536" : 1597,
"1105920" : 1482,
"1122304" : 1577,
"1138688" : 1571,
"1155072" : 1437,
"1171456" : 1327,
"1187840" : 1069,
"1204224" : 1005,
"1220608" : 968,
"1236992" : 1030,
"1253376" : 1017,
"1269760" : 830,
"1286144" : 756,
"1302528" : 679,
"1318912" : 676,
"1335296" : 625,
"1351680" : 652,
"1368064" : 564,
"1384448" : 507,
"1400832" : 493,
"1417216" : 406,
"1433600" : 381,
"1449984" : 400,
"1466368" : 393,
"1482752" : 399,
"1499136" : 325,
"1515520" : 307,
"1531904" : 287,
"1548288" : 216,
"1564672" : 286,
"1581056" : 280,
"1597440" : 319,
"1613824" : 333,
"1630208" : 264,
"1646592" : 173,
"1662976" : 180,
"1679360" : 223,
"1695744" : 354,
"1712128" : 389,
"1728512" : 329,
"1744896" : 261,
"1761280" : 160,
"1777664" : 136,
"1794048" : 191,
"1810432" : 203,
"1826816" : 224,
"1843200" : 312,
"1859584" : 886,
"1875968" : 835,
"1892352" : 153,
"1908736" : 124,
"1925120" : 77,
"1941504" : 171,
"1957888" : 191,
"1974272" : 139,
"1990656" : 89,
"2007040" : 102,
"2023424" : 34,
"2039808" : 11,
"2056192" : 6,
"2072576" : 3,
"2088960" : 6,
"2113536" : 2,
"2146304" : 3,
"2179072" : 2,
"2244608" : 1
}
},
"lat_ns" : {
"min" : 332708,
"max" : 2377741,
"mean" : 620620.629944,
"stddev" : 184276.874830,
"N" : 1545469
},
"bw_min" : 79416,
"bw_max" : 136240,
"bw_agg" : 100.000000,
"bw_mean" : 103117.378151,
"bw_dev" : 11500.851542,
"bw_samples" : 119,
"iops_min" : 19854,
"iops_max" : 34060,
"iops_mean" : 25779.302521,
"iops_stddev" : 2875.202232,
"iops_samples" : 119
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 59999,
"usr_cpu" : 4.715079,
"sys_cpu" : 69.719495,
"ctx" : 151966,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999935,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999935,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 32.286165,
"750" : 56.738986,
"1000" : 8.236653
},
"latency_ms" : {
"2" : 2.727843,
"4" : 0.010288,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121370,
"timestamp_ms" : 1774121370709,
"time" : "Sat Mar 21 16:29:30 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7294992384,
"io_kbytes" : 7124016,
"bw_bytes" : 104215665,
"bw" : 101773,
"iops" : 25443.306333,
"runtime" : 69999,
"total_ios" : 1781006,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9824,
"max" : 591099,
"mean" : 37500.794143,
"stddev" : 30035.256459,
"N" : 1781006
},
"clat_ns" : {
"min" : 308471,
"max" : 2487847,
"mean" : 590800.403585,
"stddev" : 179147.621644,
"N" : 1781005,
"percentile" : {
"1.000000" : 382976,
"5.000000" : 411648,
"10.000000" : 428032,
"20.000000" : 452608,
"30.000000" : 497664,
"40.000000" : 528384,
"50.000000" : 552960,
"60.000000" : 585728,
"70.000000" : 634880,
"80.000000" : 675840,
"90.000000" : 765952,
"95.000000" : 880640,
"99.000000" : 1318912,
"99.500000" : 1613824,
"99.900000" : 1892352,
"99.950000" : 1974272,
"99.990000" : 2023424
},
"bins" : {
"309248" : 5,
"313344" : 3,
"317440" : 7,
"321536" : 19,
"325632" : 41,
"329728" : 58,
"333824" : 80,
"337920" : 120,
"342016" : 169,
"346112" : 297,
"350208" : 444,
"354304" : 662,
"358400" : 983,
"362496" : 1385,
"366592" : 1940,
"370688" : 2517,
"374784" : 3315,
"378880" : 4314,
"382976" : 5600,
"387072" : 6899,
"391168" : 8388,
"395264" : 10273,
"399360" : 11954,
"403456" : 13675,
"407552" : 15734,
"411648" : 17403,
"415744" : 19408,
"419840" : 21709,
"423936" : 23798,
"428032" : 26305,
"432128" : 28782,
"436224" : 30186,
"440320" : 31032,
"444416" : 30798,
"448512" : 29170,
"452608" : 27612,
"456704" : 24878,
"460800" : 21843,
"464896" : 18451,
"468992" : 16046,
"473088" : 14078,
"477184" : 12485,
"481280" : 11557,
"485376" : 11382,
"489472" : 11535,
"493568" : 12272,
"497664" : 13362,
"501760" : 14796,
"505856" : 16916,
"509952" : 19173,
"514048" : 21719,
"518144" : 24720,
"522240" : 27444,
"528384" : 64174,
"536576" : 72072,
"544768" : 72979,
"552960" : 63455,
"561152" : 50034,
"569344" : 35998,
"577536" : 26625,
"585728" : 21747,
"593920" : 20770,
"602112" : 22693,
"610304" : 27337,
"618496" : 33949,
"626688" : 41198,
"634880" : 45039,
"643072" : 46442,
"651264" : 41406,
"659456" : 33501,
"667648" : 25760,
"675840" : 19556,
"684032" : 15197,
"692224" : 13000,
"700416" : 13043,
"708608" : 13837,
"716800" : 16128,
"724992" : 17935,
"733184" : 18881,
"741376" : 18933,
"749568" : 17950,
"757760" : 15427,
"765952" : 12511,
"774144" : 9991,
"782336" : 8089,
"790528" : 6847,
"798720" : 6401,
"806912" : 6543,
"815104" : 6737,
"823296" : 6930,
"831488" : 6987,
"839680" : 6661,
"847872" : 6009,
"856064" : 5613,
"864256" : 5130,
"872448" : 4313,
"880640" : 3717,
"888832" : 3255,
"897024" : 3066,
"905216" : 2959,
"913408" : 3076,
"921600" : 3086,
"929792" : 2964,
"937984" : 2789,
"946176" : 2598,
"954368" : 2276,
"962560" : 2329,
"970752" : 1958,
"978944" : 1780,
"987136" : 1605,
"995328" : 1614,
"1003520" : 1615,
"1011712" : 1573,
"1019904" : 1510,
"1028096" : 1525,
"1036288" : 1548,
"1044480" : 1498,
"1056768" : 2505,
"1073152" : 2104,
"1089536" : 1759,
"1105920" : 1648,
"1122304" : 1773,
"1138688" : 1772,
"1155072" : 1642,
"1171456" : 1483,
"1187840" : 1204,
"1204224" : 1117,
"1220608" : 1088,
"1236992" : 1131,
"1253376" : 1143,
"1269760" : 946,
"1286144" : 876,
"1302528" : 772,
"1318912" : 748,
"1335296" : 728,
"1351680" : 750,
"1368064" : 660,
"1384448" : 626,
"1400832" : 567,
"1417216" : 464,
"1433600" : 453,
"1449984" : 476,
"1466368" : 470,
"1482752" : 507,
"1499136" : 402,
"1515520" : 367,
"1531904" : 359,
"1548288" : 283,
"1564672" : 367,
"1581056" : 361,
"1597440" : 410,
"1613824" : 399,
"1630208" : 326,
"1646592" : 234,
"1662976" : 225,
"1679360" : 295,
"1695744" : 454,
"1712128" : 504,
"1728512" : 430,
"1744896" : 344,
"1761280" : 219,
"1777664" : 181,
"1794048" : 243,
"1810432" : 250,
"1826816" : 287,
"1843200" : 384,
"1859584" : 1265,
"1875968" : 1169,
"1892352" : 213,
"1908736" : 174,
"1925120" : 121,
"1941504" : 241,
"1957888" : 275,
"1974272" : 241,
"1990656" : 167,
"2007040" : 295,
"2023424" : 84,
"2039808" : 24,
"2056192" : 13,
"2072576" : 6,
"2088960" : 9,
"2113536" : 26,
"2146304" : 9,
"2179072" : 3,
"2211840" : 2,
"2244608" : 3,
"2277376" : 5,
"2310144" : 2,
"2342912" : 1,
"2375680" : 5,
"2441216" : 1,
"2473984" : 4
}
},
"lat_ns" : {
"min" : 332708,
"max" : 2622454,
"mean" : 628301.137520,
"stddev" : 188785.425289,
"N" : 1781005
},
"bw_min" : 79416,
"bw_max" : 136240,
"bw_agg" : 100.000000,
"bw_mean" : 101918.848921,
"bw_dev" : 11198.980936,
"bw_samples" : 139,
"iops_min" : 19854,
"iops_max" : 34060,
"iops_mean" : 25479.669065,
"iops_stddev" : 2799.735242,
"iops_samples" : 139
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 69999,
"usr_cpu" : 4.661495,
"sys_cpu" : 69.145274,
"ctx" : 180742,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 30.543693,
"750" : 57.581389,
"1000" : 9.054209
},
"latency_ms" : {
"2" : 2.794376,
"4" : 0.026277,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121380,
"timestamp_ms" : 1774121380709,
"time" : "Sat Mar 21 16:29:40 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8195149824,
"io_kbytes" : 8003076,
"bw_bytes" : 102440653,
"bw" : 100039,
"iops" : 25009.937624,
"runtime" : 79999,
"total_ios" : 2000770,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9824,
"max" : 591099,
"mean" : 38180.228719,
"stddev" : 30829.974547,
"N" : 2000770
},
"clat_ns" : {
"min" : 308471,
"max" : 2487847,
"mean" : 601012.608240,
"stddev" : 185974.712574,
"N" : 2000769,
"percentile" : {
"1.000000" : 382976,
"5.000000" : 411648,
"10.000000" : 432128,
"20.000000" : 456704,
"30.000000" : 505856,
"40.000000" : 536576,
"50.000000" : 561152,
"60.000000" : 602112,
"70.000000" : 643072,
"80.000000" : 692224,
"90.000000" : 782336,
"95.000000" : 888832,
"99.000000" : 1368064,
"99.500000" : 1712128,
"99.900000" : 1974272,
"99.950000" : 2007040,
"99.990000" : 2113536
},
"bins" : {
"309248" : 5,
"313344" : 3,
"317440" : 7,
"321536" : 19,
"325632" : 41,
"329728" : 58,
"333824" : 80,
"337920" : 120,
"342016" : 169,
"346112" : 297,
"350208" : 444,
"354304" : 662,
"358400" : 983,
"362496" : 1385,
"366592" : 1940,
"370688" : 2517,
"374784" : 3315,
"378880" : 4314,
"382976" : 5600,
"387072" : 6899,
"391168" : 8388,
"395264" : 10273,
"399360" : 11956,
"403456" : 13690,
"407552" : 15760,
"411648" : 17456,
"415744" : 19493,
"419840" : 21914,
"423936" : 24169,
"428032" : 27069,
"432128" : 30009,
"436224" : 31799,
"440320" : 33009,
"444416" : 33142,
"448512" : 31554,
"452608" : 29962,
"456704" : 27024,
"460800" : 23927,
"464896" : 20289,
"468992" : 17522,
"473088" : 15293,
"477184" : 13482,
"481280" : 12406,
"485376" : 12137,
"489472" : 12186,
"493568" : 12854,
"497664" : 13818,
"501760" : 15232,
"505856" : 17268,
"509952" : 19508,
"514048" : 22087,
"518144" : 25189,
"522240" : 28125,
"528384" : 66831,
"536576" : 77764,
"544768" : 82031,
"552960" : 73747,
"561152" : 59068,
"569344" : 43049,
"577536" : 31684,
"585728" : 25401,
"593920" : 23341,
"602112" : 24696,
"610304" : 28817,
"618496" : 35386,
"626688" : 43260,
"634880" : 48864,
"643072" : 53291,
"651264" : 51230,
"659456" : 43265,
"667648" : 34025,
"675840" : 25746,
"684032" : 19464,
"692224" : 16229,
"700416" : 15268,
"708608" : 15681,
"716800" : 17713,
"724992" : 19484,
"733184" : 20905,
"741376" : 22231,
"749568" : 23087,
"757760" : 21766,
"765952" : 18384,
"774144" : 14750,
"782336" : 11218,
"790528" : 9056,
"798720" : 8130,
"806912" : 7895,
"815104" : 7907,
"823296" : 7980,
"831488" : 7992,
"839680" : 7872,
"847872" : 7739,
"856064" : 7925,
"864256" : 7779,
"872448" : 6536,
"880640" : 5397,
"888832" : 4419,
"897024" : 3891,
"905216" : 3635,
"913408" : 3673,
"921600" : 3617,
"929792" : 3420,
"937984" : 3295,
"946176" : 3181,
"954368" : 2973,
"962560" : 3108,
"970752" : 2685,
"978944" : 2485,
"987136" : 2078,
"995328" : 1948,
"1003520" : 1919,
"1011712" : 1811,
"1019904" : 1747,
"1028096" : 1736,
"1036288" : 1756,
"1044480" : 1689,
"1056768" : 2940,
"1073152" : 2503,
"1089536" : 2043,
"1105920" : 1869,
"1122304" : 1959,
"1138688" : 1983,
"1155072" : 1817,
"1171456" : 1673,
"1187840" : 1328,
"1204224" : 1235,
"1220608" : 1223,
"1236992" : 1255,
"1253376" : 1264,
"1269760" : 1069,
"1286144" : 965,
"1302528" : 833,
"1318912" : 813,
"1335296" : 802,
"1351680" : 846,
"1368064" : 765,
"1384448" : 700,
"1400832" : 613,
"1417216" : 527,
"1433600" : 506,
"1449984" : 550,
"1466368" : 538,
"1482752" : 563,
"1499136" : 458,
"1515520" : 427,
"1531904" : 421,
"1548288" : 356,
"1564672" : 452,
"1581056" : 441,
"1597440" : 531,
"1613824" : 534,
"1630208" : 397,
"1646592" : 323,
"1662976" : 327,
"1679360" : 390,
"1695744" : 608,
"1712128" : 646,
"1728512" : 546,
"1744896" : 453,
"1761280" : 298,
"1777664" : 258,
"1794048" : 334,
"1810432" : 329,
"1826816" : 361,
"1843200" : 493,
"1859584" : 1527,
"1875968" : 1362,
"1892352" : 327,
"1908736" : 254,
"1925120" : 182,
"1941504" : 346,
"1957888" : 370,
"1974272" : 384,
"1990656" : 338,
"2007040" : 716,
"2023424" : 179,
"2039808" : 93,
"2056192" : 33,
"2072576" : 24,
"2088960" : 34,
"2113536" : 111,
"2146304" : 93,
"2179072" : 8,
"2211840" : 4,
"2244608" : 3,
"2277376" : 5,
"2310144" : 2,
"2342912" : 1,
"2375680" : 5,
"2441216" : 1,
"2473984" : 4
}
},
"lat_ns" : {
"min" : 332708,
"max" : 2622454,
"mean" : 639192.037229,
"stddev" : 196041.511338,
"N" : 2000769
},
"bw_min" : 79032,
"bw_max" : 136240,
"bw_agg" : 100.000000,
"bw_mean" : 100089.188679,
"bw_dev" : 11694.889602,
"bw_samples" : 159,
"iops_min" : 19758,
"iops_max" : 34060,
"iops_mean" : 25022.251572,
"iops_stddev" : 2923.714899,
"iops_samples" : 159
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79999,
"usr_cpu" : 4.592557,
"sys_cpu" : 68.129602,
"ctx" : 214045,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 28.513122,
"750" : 57.852277,
"1000" : 10.661495
},
"latency_ms" : {
"2" : 2.909980,
"4" : 0.063076,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121390,
"timestamp_ms" : 1774121390709,
"time" : "Sat Mar 21 16:29:50 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9155457024,
"io_kbytes" : 8940876,
"bw_bytes" : 101728430,
"bw" : 99344,
"iops" : 24836.053734,
"runtime" : 89999,
"total_ios" : 2235220,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9824,
"max" : 591099,
"mean" : 38459.995778,
"stddev" : 31057.154742,
"N" : 2235220
},
"clat_ns" : {
"min" : 308471,
"max" : 2487847,
"mean" : 605217.197736,
"stddev" : 188601.855169,
"N" : 2235219,
"percentile" : {
"1.000000" : 387072,
"5.000000" : 415744,
"10.000000" : 432128,
"20.000000" : 460800,
"30.000000" : 514048,
"40.000000" : 536576,
"50.000000" : 561152,
"60.000000" : 610304,
"70.000000" : 651264,
"80.000000" : 700416,
"90.000000" : 790528,
"95.000000" : 897024,
"99.000000" : 1417216,
"99.500000" : 1744896,
"99.900000" : 1990656,
"99.950000" : 2007040,
"99.990000" : 2113536
},
"bins" : {
"309248" : 5,
"313344" : 3,
"317440" : 7,
"321536" : 19,
"325632" : 41,
"329728" : 58,
"333824" : 80,
"337920" : 120,
"342016" : 169,
"346112" : 297,
"350208" : 444,
"354304" : 662,
"358400" : 983,
"362496" : 1385,
"366592" : 1940,
"370688" : 2517,
"374784" : 3315,
"378880" : 4314,
"382976" : 5600,
"387072" : 6899,
"391168" : 8388,
"395264" : 10273,
"399360" : 11956,
"403456" : 13690,
"407552" : 15764,
"411648" : 17466,
"415744" : 19607,
"419840" : 22243,
"423936" : 24832,
"428032" : 28319,
"432128" : 31730,
"436224" : 34402,
"440320" : 36561,
"444416" : 37352,
"448512" : 36079,
"452608" : 34255,
"456704" : 30958,
"460800" : 27456,
"464896" : 23238,
"468992" : 20076,
"473088" : 17470,
"477184" : 15227,
"481280" : 13783,
"485376" : 13366,
"489472" : 13185,
"493568" : 13858,
"497664" : 14666,
"501760" : 15967,
"505856" : 17948,
"509952" : 20105,
"514048" : 22677,
"518144" : 25857,
"522240" : 29175,
"528384" : 70657,
"536576" : 85519,
"544768" : 93758,
"552960" : 86627,
"561152" : 70572,
"569344" : 51656,
"577536" : 37698,
"585728" : 29398,
"593920" : 26309,
"602112" : 26968,
"610304" : 30779,
"618496" : 37059,
"626688" : 45667,
"634880" : 53379,
"643072" : 60772,
"651264" : 61027,
"659456" : 52493,
"667648" : 41554,
"675840" : 31077,
"684032" : 23205,
"692224" : 18975,
"700416" : 17297,
"708608" : 17250,
"716800" : 19013,
"724992" : 20835,
"733184" : 22826,
"741376" : 25041,
"749568" : 27134,
"757760" : 26223,
"765952" : 22363,
"774144" : 17898,
"782336" : 13537,
"790528" : 10713,
"798720" : 9408,
"806912" : 8997,
"815104" : 8834,
"823296" : 8675,
"831488" : 8885,
"839680" : 8982,
"847872" : 9058,
"856064" : 9298,
"864256" : 9136,
"872448" : 7771,
"880640" : 6274,
"888832" : 5227,
"897024" : 4495,
"905216" : 4149,
"913408" : 4113,
"921600" : 3939,
"929792" : 3768,
"937984" : 3676,
"946176" : 3555,
"954368" : 3381,
"962560" : 3459,
"970752" : 3020,
"978944" : 2826,
"987136" : 2338,
"995328" : 2171,
"1003520" : 2122,
"1011712" : 2020,
"1019904" : 1944,
"1028096" : 1940,
"1036288" : 1895,
"1044480" : 1840,
"1056768" : 3252,
"1073152" : 2774,
"1089536" : 2245,
"1105920" : 2038,
"1122304" : 2136,
"1138688" : 2161,
"1155072" : 1995,
"1171456" : 1826,
"1187840" : 1450,
"1204224" : 1327,
"1220608" : 1304,
"1236992" : 1388,
"1253376" : 1380,
"1269760" : 1162,
"1286144" : 1063,
"1302528" : 903,
"1318912" : 873,
"1335296" : 881,
"1351680" : 950,
"1368064" : 830,
"1384448" : 772,
"1400832" : 667,
"1417216" : 611,
"1433600" : 568,
"1449984" : 626,
"1466368" : 612,
"1482752" : 629,
"1499136" : 535,
"1515520" : 506,
"1531904" : 506,
"1548288" : 457,
"1564672" : 547,
"1581056" : 532,
"1597440" : 640,
"1613824" : 661,
"1630208" : 468,
"1646592" : 401,
"1662976" : 409,
"1679360" : 502,
"1695744" : 712,
"1712128" : 732,
"1728512" : 640,
"1744896" : 562,
"1761280" : 376,
"1777664" : 337,
"1794048" : 402,
"1810432" : 416,
"1826816" : 418,
"1843200" : 583,
"1859584" : 1848,
"1875968" : 1641,
"1892352" : 384,
"1908736" : 313,
"1925120" : 224,
"1941504" : 411,
"1957888" : 482,
"1974272" : 504,
"1990656" : 405,
"2007040" : 1173,
"2023424" : 244,
"2039808" : 127,
"2056192" : 40,
"2072576" : 33,
"2088960" : 52,
"2113536" : 166,
"2146304" : 108,
"2179072" : 11,
"2211840" : 5,
"2244608" : 3,
"2277376" : 5,
"2310144" : 2,
"2342912" : 1,
"2375680" : 5,
"2441216" : 1,
"2473984" : 4
}
},
"lat_ns" : {
"min" : 332708,
"max" : 2622454,
"mean" : 643677.117143,
"stddev" : 198845.832054,
"N" : 2235219
},
"bw_min" : 79032,
"bw_max" : 136240,
"bw_agg" : 100.000000,
"bw_mean" : 99349.698324,
"bw_dev" : 11350.644173,
"bw_samples" : 179,
"iops_min" : 19758,
"iops_max" : 34060,
"iops_mean" : 24837.379888,
"iops_stddev" : 2837.655139,
"iops_samples" : 179
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 89999,
"usr_cpu" : 4.544495,
"sys_cpu" : 67.860754,
"ctx" : 242758,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999955,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999955,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 27.565564,
"750" : 58.288312,
"1000" : 11.123648
},
"latency_ms" : {
"2" : 2.937697,
"4" : 0.084734,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121400,
"timestamp_ms" : 1774121400709,
"time" : "Sat Mar 21 16:30:00 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10128175104,
"io_kbytes" : 9890796,
"bw_bytes" : 101282763,
"bw" : 98908,
"iops" : 24727.257273,
"runtime" : 99999,
"total_ios" : 2472701,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9824,
"max" : 591099,
"mean" : 38637.013057,
"stddev" : 31170.658097,
"N" : 2472701
},
"clat_ns" : {
"min" : 308471,
"max" : 2487847,
"mean" : 607875.548040,
"stddev" : 191051.110982,
"N" : 2472700,
"percentile" : {
"1.000000" : 387072,
"5.000000" : 415744,
"10.000000" : 436224,
"20.000000" : 460800,
"30.000000" : 514048,
"40.000000" : 544768,
"50.000000" : 561152,
"60.000000" : 610304,
"70.000000" : 651264,
"80.000000" : 700416,
"90.000000" : 790528,
"95.000000" : 897024,
"99.000000" : 1466368,
"99.500000" : 1777664,
"99.900000" : 2007040,
"99.950000" : 2007040,
"99.990000" : 2113536
},
"bins" : {
"309248" : 5,
"313344" : 3,
"317440" : 7,
"321536" : 19,
"325632" : 41,
"329728" : 58,
"333824" : 80,
"337920" : 120,
"342016" : 169,
"346112" : 298,
"350208" : 444,
"354304" : 664,
"358400" : 986,
"362496" : 1388,
"366592" : 1945,
"370688" : 2522,
"374784" : 3318,
"378880" : 4321,
"382976" : 5610,
"387072" : 6918,
"391168" : 8407,
"395264" : 10296,
"399360" : 11994,
"403456" : 13756,
"407552" : 15871,
"411648" : 17635,
"415744" : 19997,
"419840" : 22891,
"423936" : 25862,
"428032" : 29839,
"432128" : 33907,
"436224" : 37732,
"440320" : 40774,
"444416" : 42242,
"448512" : 41246,
"452608" : 39154,
"456704" : 35452,
"460800" : 31650,
"464896" : 26988,
"468992" : 23137,
"473088" : 19936,
"477184" : 17220,
"481280" : 15494,
"485376" : 14827,
"489472" : 14378,
"493568" : 14900,
"497664" : 15531,
"501760" : 16706,
"505856" : 18696,
"509952" : 20879,
"514048" : 23562,
"518144" : 26923,
"522240" : 30503,
"528384" : 75552,
"536576" : 94048,
"544768" : 105629,
"552960" : 99359,
"561152" : 80824,
"569344" : 59597,
"577536" : 43023,
"585728" : 32956,
"593920" : 29143,
"602112" : 29216,
"610304" : 32806,
"618496" : 39107,
"626688" : 48612,
"634880" : 58073,
"643072" : 68159,
"651264" : 69745,
"659456" : 60369,
"667648" : 47600,
"675840" : 35361,
"684032" : 26191,
"692224" : 21253,
"700416" : 19058,
"708608" : 18843,
"716800" : 20517,
"724992" : 22361,
"733184" : 24896,
"741376" : 28026,
"749568" : 31124,
"757760" : 30283,
"765952" : 25803,
"774144" : 20475,
"782336" : 15268,
"790528" : 12106,
"798720" : 10470,
"806912" : 10031,
"815104" : 9770,
"823296" : 9538,
"831488" : 9716,
"839680" : 10003,
"847872" : 10468,
"856064" : 10844,
"864256" : 10515,
"872448" : 8886,
"880640" : 7111,
"888832" : 5892,
"897024" : 5062,
"905216" : 4672,
"913408" : 4594,
"921600" : 4382,
"929792" : 4197,
"937984" : 4100,
"946176" : 4076,
"954368" : 3931,
"962560" : 3984,
"970752" : 3443,
"978944" : 3178,
"987136" : 2591,
"995328" : 2414,
"1003520" : 2362,
"1011712" : 2232,
"1019904" : 2160,
"1028096" : 2146,
"1036288" : 2105,
"1044480" : 2051,
"1056768" : 3573,
"1073152" : 3056,
"1089536" : 2450,
"1105920" : 2224,
"1122304" : 2334,
"1138688" : 2323,
"1155072" : 2167,
"1171456" : 1975,
"1187840" : 1592,
"1204224" : 1410,
"1220608" : 1420,
"1236992" : 1504,
"1253376" : 1477,
"1269760" : 1273,
"1286144" : 1149,
"1302528" : 966,
"1318912" : 947,
"1335296" : 966,
"1351680" : 1019,
"1368064" : 905,
"1384448" : 844,
"1400832" : 743,
"1417216" : 664,
"1433600" : 633,
"1449984" : 698,
"1466368" : 672,
"1482752" : 694,
"1499136" : 630,
"1515520" : 572,
"1531904" : 582,
"1548288" : 528,
"1564672" : 637,
"1581056" : 644,
"1597440" : 737,
"1613824" : 755,
"1630208" : 544,
"1646592" : 485,
"1662976" : 490,
"1679360" : 608,
"1695744" : 842,
"1712128" : 836,
"1728512" : 736,
"1744896" : 648,
"1761280" : 481,
"1777664" : 421,
"1794048" : 466,
"1810432" : 503,
"1826816" : 495,
"1843200" : 691,
"1859584" : 2215,
"1875968" : 1996,
"1892352" : 475,
"1908736" : 370,
"1925120" : 279,
"1941504" : 489,
"1957888" : 569,
"1974272" : 618,
"1990656" : 498,
"2007040" : 1520,
"2023424" : 333,
"2039808" : 155,
"2056192" : 47,
"2072576" : 40,
"2088960" : 78,
"2113536" : 229,
"2146304" : 130,
"2179072" : 16,
"2211840" : 6,
"2244608" : 3,
"2277376" : 5,
"2310144" : 2,
"2342912" : 1,
"2375680" : 5,
"2441216" : 1,
"2473984" : 4
}
},
"lat_ns" : {
"min" : 332708,
"max" : 2622454,
"mean" : 646512.410347,
"stddev" : 201474.734120,
"N" : 2472700
},
"bw_min" : 73675,
"bw_max" : 136240,
"bw_agg" : 100.000000,
"bw_mean" : 99033.376884,
"bw_dev" : 11183.415680,
"bw_samples" : 199,
"iops_min" : 18418,
"iops_max" : 34060,
"iops_mean" : 24758.296482,
"iops_stddev" : 2795.852884,
"iops_samples" : 199
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 99999,
"usr_cpu" : 4.525045,
"sys_cpu" : 67.706677,
"ctx" : 271064,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999960,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999960,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 27.143921,
"750" : 58.371392,
"1000" : 11.412338
},
"latency_ms" : {
"2" : 2.972458,
"4" : 0.099850,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121410,
"timestamp_ms" : 1774121410709,
"time" : "Sat Mar 21 16:30:10 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11041144832,
"io_kbytes" : 10782368,
"bw_bytes" : 100374956,
"bw" : 98022,
"iops" : 24505.613687,
"runtime" : 109999,
"total_ios" : 2695593,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9824,
"max" : 591099,
"mean" : 39002.094905,
"stddev" : 31543.133027,
"N" : 2695593
},
"clat_ns" : {
"min" : 308471,
"max" : 2487847,
"mean" : 613363.776069,
"stddev" : 194473.965511,
"N" : 2695592,
"percentile" : {
"1.000000" : 387072,
"5.000000" : 419840,
"10.000000" : 436224,
"20.000000" : 464896,
"30.000000" : 518144,
"40.000000" : 544768,
"50.000000" : 569344,
"60.000000" : 618496,
"70.000000" : 651264,
"80.000000" : 708608,
"90.000000" : 798720,
"95.000000" : 905216,
"99.000000" : 1515520,
"99.500000" : 1826816,
"99.900000" : 2007040,
"99.950000" : 2023424,
"99.990000" : 2113536
},
"bins" : {
"309248" : 5,
"313344" : 3,
"317440" : 7,
"321536" : 19,
"325632" : 41,
"329728" : 58,
"333824" : 80,
"337920" : 120,
"342016" : 169,
"346112" : 298,
"350208" : 444,
"354304" : 664,
"358400" : 986,
"362496" : 1388,
"366592" : 1945,
"370688" : 2522,
"374784" : 3318,
"378880" : 4321,
"382976" : 5610,
"387072" : 6918,
"391168" : 8407,
"395264" : 10296,
"399360" : 11994,
"403456" : 13756,
"407552" : 15871,
"411648" : 17637,
"415744" : 20036,
"419840" : 22982,
"423936" : 26123,
"428032" : 30302,
"432128" : 34723,
"436224" : 39063,
"440320" : 42714,
"444416" : 45028,
"448512" : 44505,
"452608" : 42389,
"456704" : 38331,
"460800" : 34150,
"464896" : 29123,
"468992" : 24984,
"473088" : 21415,
"477184" : 18359,
"481280" : 16485,
"485376" : 15664,
"489472" : 15120,
"493568" : 15574,
"497664" : 16029,
"501760" : 17206,
"505856" : 19158,
"509952" : 21328,
"514048" : 24001,
"518144" : 27381,
"522240" : 31088,
"528384" : 77565,
"536576" : 99024,
"544768" : 115205,
"552960" : 111585,
"561152" : 91863,
"569344" : 67695,
"577536" : 48244,
"585728" : 36554,
"593920" : 31732,
"602112" : 31202,
"610304" : 34614,
"618496" : 40876,
"626688" : 50564,
"634880" : 61420,
"643072" : 75083,
"651264" : 80717,
"659456" : 71603,
"667648" : 56450,
"675840" : 41247,
"684032" : 30019,
"692224" : 23954,
"700416" : 21056,
"708608" : 20528,
"716800" : 22115,
"724992" : 24070,
"733184" : 26788,
"741376" : 31046,
"749568" : 36285,
"757760" : 36836,
"765952" : 31553,
"774144" : 24474,
"782336" : 17773,
"790528" : 13773,
"798720" : 11709,
"806912" : 10923,
"815104" : 10633,
"823296" : 10403,
"831488" : 10694,
"839680" : 11117,
"847872" : 12102,
"856064" : 13149,
"864256" : 12780,
"872448" : 10663,
"880640" : 8400,
"888832" : 6775,
"897024" : 5674,
"905216" : 5159,
"913408" : 4975,
"921600" : 4722,
"929792" : 4587,
"937984" : 4555,
"946176" : 4549,
"954368" : 4624,
"962560" : 4743,
"970752" : 4055,
"978944" : 3679,
"987136" : 2958,
"995328" : 2757,
"1003520" : 2579,
"1011712" : 2401,
"1019904" : 2328,
"1028096" : 2320,
"1036288" : 2291,
"1044480" : 2249,
"1056768" : 3954,
"1073152" : 3475,
"1089536" : 2721,
"1105920" : 2463,
"1122304" : 2549,
"1138688" : 2510,
"1155072" : 2366,
"1171456" : 2124,
"1187840" : 1769,
"1204224" : 1557,
"1220608" : 1558,
"1236992" : 1621,
"1253376" : 1588,
"1269760" : 1384,
"1286144" : 1273,
"1302528" : 1051,
"1318912" : 1026,
"1335296" : 1051,
"1351680" : 1110,
"1368064" : 986,
"1384448" : 924,
"1400832" : 823,
"1417216" : 745,
"1433600" : 690,
"1449984" : 770,
"1466368" : 734,
"1482752" : 750,
"1499136" : 695,
"1515520" : 656,
"1531904" : 643,
"1548288" : 606,
"1564672" : 722,
"1581056" : 732,
"1597440" : 839,
"1613824" : 871,
"1630208" : 623,
"1646592" : 572,
"1662976" : 584,
"1679360" : 699,
"1695744" : 945,
"1712128" : 973,
"1728512" : 862,
"1744896" : 768,
"1761280" : 571,
"1777664" : 499,
"1794048" : 538,
"1810432" : 617,
"1826816" : 593,
"1843200" : 816,
"1859584" : 2579,
"1875968" : 2280,
"1892352" : 581,
"1908736" : 485,
"1925120" : 346,
"1941504" : 581,
"1957888" : 705,
"1974272" : 728,
"1990656" : 637,
"2007040" : 2038,
"2023424" : 457,
"2039808" : 209,
"2056192" : 69,
"2072576" : 58,
"2088960" : 89,
"2113536" : 341,
"2146304" : 150,
"2179072" : 22,
"2211840" : 14,
"2244608" : 3,
"2277376" : 5,
"2310144" : 3,
"2342912" : 1,
"2375680" : 6,
"2441216" : 1,
"2473984" : 4
}
},
"lat_ns" : {
"min" : 332708,
"max" : 2622454,
"mean" : 652365.807015,
"stddev" : 205125.033673,
"N" : 2695592
},
"bw_min" : 73675,
"bw_max" : 136240,
"bw_agg" : 100.000000,
"bw_mean" : 98090.022831,
"bw_dev" : 11205.587856,
"bw_samples" : 219,
"iops_min" : 18418,
"iops_max" : 34060,
"iops_mean" : 24522.461187,
"iops_stddev" : 2801.393500,
"iops_samples" : 219
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 109999,
"usr_cpu" : 4.462768,
"sys_cpu" : 67.276066,
"ctx" : 302782,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999963,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999963,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 26.011494,
"750" : 58.661564,
"1000" : 12.160441
},
"latency_ms" : {
"2" : 3.042967,
"4" : 0.123498,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121420,
"timestamp_ms" : 1774121420709,
"time" : "Sat Mar 21 16:30:20 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12062883840,
"io_kbytes" : 11780160,
"bw_bytes" : 100524869,
"bw" : 98168,
"iops" : 24542.212852,
"runtime" : 119999,
"total_ios" : 2945041,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9824,
"max" : 591099,
"mean" : 38941.237398,
"stddev" : 31354.331731,
"N" : 2945041
},
"clat_ns" : {
"min" : 308471,
"max" : 2487847,
"mean" : 612450.267591,
"stddev" : 194155.997496,
"N" : 2945040,
"percentile" : {
"1.000000" : 391168,
"5.000000" : 419840,
"10.000000" : 440320,
"20.000000" : 464896,
"30.000000" : 522240,
"40.000000" : 544768,
"50.000000" : 569344,
"60.000000" : 618496,
"70.000000" : 651264,
"80.000000" : 708608,
"90.000000" : 790528,
"95.000000" : 897024,
"99.000000" : 1531904,
"99.500000" : 1843200,
"99.900000" : 2007040,
"99.950000" : 2023424,
"99.990000" : 2113536
},
"bins" : {
"309248" : 5,
"313344" : 3,
"317440" : 7,
"321536" : 19,
"325632" : 41,
"329728" : 58,
"333824" : 80,
"337920" : 120,
"342016" : 169,
"346112" : 298,
"350208" : 444,
"354304" : 664,
"358400" : 986,
"362496" : 1388,
"366592" : 1945,
"370688" : 2522,
"374784" : 3318,
"378880" : 4323,
"382976" : 5616,
"387072" : 6935,
"391168" : 8418,
"395264" : 10317,
"399360" : 12044,
"403456" : 13796,
"407552" : 15942,
"411648" : 17790,
"415744" : 20362,
"419840" : 23739,
"423936" : 27386,
"428032" : 32115,
"432128" : 37643,
"436224" : 43129,
"440320" : 47635,
"444416" : 50974,
"448512" : 51060,
"452608" : 48793,
"456704" : 44407,
"460800" : 39478,
"464896" : 33599,
"468992" : 28836,
"473088" : 24594,
"477184" : 21026,
"481280" : 18652,
"485376" : 17356,
"489472" : 16612,
"493568" : 16804,
"497664" : 17023,
"501760" : 18071,
"505856" : 19925,
"509952" : 22220,
"514048" : 25041,
"518144" : 28741,
"522240" : 32950,
"528384" : 83836,
"536576" : 109549,
"544768" : 129725,
"552960" : 126499,
"561152" : 104039,
"569344" : 76113,
"577536" : 54134,
"585728" : 40439,
"593920" : 34368,
"602112" : 33229,
"610304" : 36874,
"618496" : 43853,
"626688" : 54737,
"634880" : 67345,
"643072" : 83053,
"651264" : 89124,
"659456" : 78910,
"667648" : 61894,
"675840" : 44934,
"684032" : 32511,
"692224" : 25794,
"700416" : 22476,
"708608" : 21995,
"716800" : 23656,
"724992" : 25920,
"733184" : 28874,
"741376" : 33633,
"749568" : 39388,
"757760" : 39833,
"765952" : 33971,
"774144" : 26210,
"782336" : 18911,
"790528" : 14632,
"798720" : 12355,
"806912" : 11462,
"815104" : 11167,
"823296" : 11073,
"831488" : 11380,
"839680" : 11850,
"847872" : 12968,
"856064" : 14011,
"864256" : 13585,
"872448" : 11279,
"880640" : 8836,
"888832" : 7105,
"897024" : 5927,
"905216" : 5453,
"913408" : 5218,
"921600" : 4955,
"929792" : 4809,
"937984" : 4807,
"946176" : 4867,
"954368" : 4874,
"962560" : 5013,
"970752" : 4297,
"978944" : 3858,
"987136" : 3092,
"995328" : 2862,
"1003520" : 2703,
"1011712" : 2531,
"1019904" : 2435,
"1028096" : 2425,
"1036288" : 2377,
"1044480" : 2336,
"1056768" : 4118,
"1073152" : 3643,
"1089536" : 2858,
"1105920" : 2601,
"1122304" : 2695,
"1138688" : 2628,
"1155072" : 2455,
"1171456" : 2204,
"1187840" : 1871,
"1204224" : 1674,
"1220608" : 1657,
"1236992" : 1724,
"1253376" : 1676,
"1269760" : 1486,
"1286144" : 1345,
"1302528" : 1115,
"1318912" : 1105,
"1335296" : 1141,
"1351680" : 1185,
"1368064" : 1072,
"1384448" : 997,
"1400832" : 918,
"1417216" : 820,
"1433600" : 758,
"1449984" : 849,
"1466368" : 810,
"1482752" : 840,
"1499136" : 773,
"1515520" : 737,
"1531904" : 742,
"1548288" : 664,
"1564672" : 822,
"1581056" : 827,
"1597440" : 920,
"1613824" : 964,
"1630208" : 700,
"1646592" : 616,
"1662976" : 664,
"1679360" : 786,
"1695744" : 1029,
"1712128" : 1047,
"1728512" : 944,
"1744896" : 823,
"1761280" : 629,
"1777664" : 547,
"1794048" : 588,
"1810432" : 670,
"1826816" : 647,
"1843200" : 881,
"1859584" : 3009,
"1875968" : 2559,
"1892352" : 618,
"1908736" : 536,
"1925120" : 380,
"1941504" : 649,
"1957888" : 806,
"1974272" : 806,
"1990656" : 685,
"2007040" : 2405,
"2023424" : 499,
"2039808" : 227,
"2056192" : 72,
"2072576" : 61,
"2088960" : 90,
"2113536" : 364,
"2146304" : 155,
"2179072" : 24,
"2211840" : 16,
"2244608" : 5,
"2277376" : 6,
"2310144" : 3,
"2342912" : 1,
"2375680" : 6,
"2441216" : 1,
"2473984" : 4
}
},
"lat_ns" : {
"min" : 332708,
"max" : 2622454,
"mean" : 651391.422026,
"stddev" : 204806.891306,
"N" : 2945040
},
"bw_min" : 73675,
"bw_max" : 136240,
"bw_agg" : 99.975738,
"bw_mean" : 98145.853556,
"bw_dev" : 10868.589593,
"bw_samples" : 239,
"iops_min" : 18418,
"iops_max" : 34060,
"iops_mean" : 24536.418410,
"iops_stddev" : 2717.146726,
"iops_samples" : 239
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119999,
"usr_cpu" : 4.438370,
"sys_cpu" : 67.541396,
"ctx" : 327190,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999966,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999966,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 26.136241,
"750" : 58.891676,
"1000" : 11.853180
},
"latency_ms" : {
"2" : 2.990553,
"4" : 0.128317,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121430,
"timestamp_ms" : 1774121430709,
"time" : "Sat Mar 21 16:30:30 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 13097746432,
"io_kbytes" : 12790768,
"bw_bytes" : 100752670,
"bw" : 98391,
"iops" : 24597.827676,
"runtime" : 129999,
"total_ios" : 3197693,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9824,
"max" : 630610,
"mean" : 38849.001477,
"stddev" : 31155.371258,
"N" : 3197693
},
"clat_ns" : {
"min" : 308471,
"max" : 2487847,
"mean" : 611063.826670,
"stddev" : 193889.777121,
"N" : 3197692,
"percentile" : {
"1.000000" : 391168,
"5.000000" : 423936,
"10.000000" : 440320,
"20.000000" : 464896,
"30.000000" : 518144,
"40.000000" : 544768,
"50.000000" : 561152,
"60.000000" : 618496,
"70.000000" : 651264,
"80.000000" : 700416,
"90.000000" : 790528,
"95.000000" : 897024,
"99.000000" : 1531904,
"99.500000" : 1843200,
"99.900000" : 2007040,
"99.950000" : 2023424,
"99.990000" : 2113536
},
"bins" : {
"309248" : 5,
"313344" : 3,
"317440" : 7,
"321536" : 19,
"325632" : 41,
"329728" : 58,
"333824" : 80,
"337920" : 120,
"342016" : 169,
"346112" : 298,
"350208" : 444,
"354304" : 664,
"358400" : 986,
"362496" : 1388,
"366592" : 1945,
"370688" : 2523,
"374784" : 3320,
"378880" : 4326,
"382976" : 5628,
"387072" : 6946,
"391168" : 8438,
"395264" : 10360,
"399360" : 12087,
"403456" : 13881,
"407552" : 16078,
"411648" : 18055,
"415744" : 20999,
"419840" : 24765,
"423936" : 29005,
"428032" : 34458,
"432128" : 40886,
"436224" : 47526,
"440320" : 53326,
"444416" : 57449,
"448512" : 57813,
"452608" : 55548,
"456704" : 50958,
"460800" : 45338,
"464896" : 38793,
"468992" : 33196,
"473088" : 28102,
"477184" : 23667,
"481280" : 20886,
"485376" : 19203,
"489472" : 18055,
"493568" : 18099,
"497664" : 18064,
"501760" : 19079,
"505856" : 20790,
"509952" : 23312,
"514048" : 26263,
"518144" : 30375,
"522240" : 35155,
"528384" : 90829,
"536576" : 120832,
"544768" : 144326,
"552960" : 141120,
"561152" : 116080,
"569344" : 84470,
"577536" : 59635,
"585728" : 44070,
"593920" : 37161,
"602112" : 35684,
"610304" : 39186,
"618496" : 46838,
"626688" : 58683,
"634880" : 72917,
"643072" : 90276,
"651264" : 96774,
"659456" : 85531,
"667648" : 66788,
"675840" : 48362,
"684032" : 34878,
"692224" : 27650,
"700416" : 24220,
"708608" : 23598,
"716800" : 25252,
"724992" : 27665,
"733184" : 30933,
"741376" : 35910,
"749568" : 41986,
"757760" : 42253,
"765952" : 35887,
"774144" : 27556,
"782336" : 19918,
"790528" : 15570,
"798720" : 13106,
"806912" : 12201,
"815104" : 11913,
"823296" : 11808,
"831488" : 12063,
"839680" : 12469,
"847872" : 13680,
"856064" : 14694,
"864256" : 14106,
"872448" : 11688,
"880640" : 9179,
"888832" : 7426,
"897024" : 6195,
"905216" : 5731,
"913408" : 5482,
"921600" : 5227,
"929792" : 5092,
"937984" : 5071,
"946176" : 5114,
"954368" : 5076,
"962560" : 5185,
"970752" : 4449,
"978944" : 3979,
"987136" : 3189,
"995328" : 2983,
"1003520" : 2842,
"1011712" : 2658,
"1019904" : 2572,
"1028096" : 2560,
"1036288" : 2539,
"1044480" : 2445,
"1056768" : 4310,
"1073152" : 3785,
"1089536" : 2992,
"1105920" : 2721,
"1122304" : 2846,
"1138688" : 2778,
"1155072" : 2596,
"1171456" : 2312,
"1187840" : 1957,
"1204224" : 1778,
"1220608" : 1743,
"1236992" : 1820,
"1253376" : 1792,
"1269760" : 1556,
"1286144" : 1430,
"1302528" : 1181,
"1318912" : 1172,
"1335296" : 1221,
"1351680" : 1287,
"1368064" : 1145,
"1384448" : 1048,
"1400832" : 979,
"1417216" : 883,
"1433600" : 816,
"1449984" : 920,
"1466368" : 893,
"1482752" : 924,
"1499136" : 848,
"1515520" : 807,
"1531904" : 807,
"1548288" : 730,
"1564672" : 910,
"1581056" : 902,
"1597440" : 1001,
"1613824" : 1061,
"1630208" : 779,
"1646592" : 667,
"1662976" : 726,
"1679360" : 875,
"1695744" : 1152,
"1712128" : 1147,
"1728512" : 1076,
"1744896" : 907,
"1761280" : 689,
"1777664" : 591,
"1794048" : 659,
"1810432" : 733,
"1826816" : 712,
"1843200" : 963,
"1859584" : 3434,
"1875968" : 2927,
"1892352" : 679,
"1908736" : 590,
"1925120" : 420,
"1941504" : 737,
"1957888" : 903,
"1974272" : 904,
"1990656" : 735,
"2007040" : 2557,
"2023424" : 532,
"2039808" : 239,
"2056192" : 76,
"2072576" : 70,
"2088960" : 98,
"2113536" : 369,
"2146304" : 166,
"2179072" : 34,
"2211840" : 20,
"2244608" : 9,
"2277376" : 11,
"2310144" : 5,
"2342912" : 1,
"2375680" : 6,
"2408448" : 1,
"2441216" : 1,
"2473984" : 4
}
},
"lat_ns" : {
"min" : 332708,
"max" : 2622454,
"mean" : 649912.768796,
"stddev" : 204546.782887,
"N" : 3197692
},
"bw_min" : 73675,
"bw_max" : 136240,
"bw_agg" : 100.000000,
"bw_mean" : 98445.783784,
"bw_dev" : 10607.050033,
"bw_samples" : 259,
"iops_min" : 18418,
"iops_max" : 34060,
"iops_mean" : 24611.401544,
"iops_stddev" : 2651.762722,
"iops_samples" : 259
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 129999,
"usr_cpu" : 4.450034,
"sys_cpu" : 67.783598,
"ctx" : 351003,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999937,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999937,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 26.435715,
"750" : 58.975455,
"1000" : 11.506952
},
"latency_ms" : {
"2" : 2.955881,
"4" : 0.125966,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121440,
"timestamp_ms" : 1774121440709,
"time" : "Sat Mar 21 16:30:40 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 14063529984,
"io_kbytes" : 13733916,
"bw_bytes" : 100454503,
"bw" : 98100,
"iops" : 24525.032322,
"runtime" : 139999,
"total_ios" : 3433480,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9824,
"max" : 630610,
"mean" : 38969.157374,
"stddev" : 31255.880925,
"N" : 3433480
},
"clat_ns" : {
"min" : 308471,
"max" : 2487847,
"mean" : 612874.040113,
"stddev" : 195323.902097,
"N" : 3433479,
"percentile" : {
"1.000000" : 391168,
"5.000000" : 423936,
"10.000000" : 440320,
"20.000000" : 464896,
"30.000000" : 522240,
"40.000000" : 544768,
"50.000000" : 569344,
"60.000000" : 618496,
"70.000000" : 651264,
"80.000000" : 700416,
"90.000000" : 790528,
"95.000000" : 897024,
"99.000000" : 1564672,
"99.500000" : 1859584,
"99.900000" : 2007040,
"99.950000" : 2023424,
"99.990000" : 2113536
},
"bins" : {
"309248" : 5,
"313344" : 3,
"317440" : 7,
"321536" : 19,
"325632" : 41,
"329728" : 58,
"333824" : 80,
"337920" : 120,
"342016" : 169,
"346112" : 298,
"350208" : 444,
"354304" : 664,
"358400" : 986,
"362496" : 1388,
"366592" : 1945,
"370688" : 2523,
"374784" : 3320,
"378880" : 4326,
"382976" : 5628,
"387072" : 6946,
"391168" : 8438,
"395264" : 10360,
"399360" : 12087,
"403456" : 13881,
"407552" : 16079,
"411648" : 18074,
"415744" : 21167,
"419840" : 25152,
"423936" : 29823,
"428032" : 35776,
"432128" : 42895,
"436224" : 50442,
"440320" : 57119,
"444416" : 61594,
"448512" : 62214,
"452608" : 59793,
"456704" : 54832,
"460800" : 48911,
"464896" : 41825,
"468992" : 35854,
"473088" : 30285,
"477184" : 25634,
"481280" : 22594,
"485376" : 20543,
"489472" : 19232,
"493568" : 18968,
"497664" : 18887,
"501760" : 19750,
"505856" : 21416,
"509952" : 23855,
"514048" : 26797,
"518144" : 31069,
"522240" : 36115,
"528384" : 94898,
"536576" : 128964,
"544768" : 156662,
"552960" : 154552,
"561152" : 127471,
"569344" : 93182,
"577536" : 65987,
"585728" : 48419,
"593920" : 40132,
"602112" : 37867,
"610304" : 40937,
"618496" : 48589,
"626688" : 61199,
"634880" : 77452,
"643072" : 98531,
"651264" : 107425,
"659456" : 95063,
"667648" : 74184,
"675840" : 53422,
"684032" : 38383,
"692224" : 30156,
"700416" : 26115,
"708608" : 25058,
"716800" : 26664,
"724992" : 29072,
"733184" : 32838,
"741376" : 38796,
"749568" : 46338,
"757760" : 46952,
"765952" : 39539,
"774144" : 30154,
"782336" : 21766,
"790528" : 16939,
"798720" : 14271,
"806912" : 13101,
"815104" : 12782,
"823296" : 12669,
"831488" : 12778,
"839680" : 13347,
"847872" : 14925,
"856064" : 16102,
"864256" : 15249,
"872448" : 12581,
"880640" : 9842,
"888832" : 7914,
"897024" : 6669,
"905216" : 6164,
"913408" : 5809,
"921600" : 5553,
"929792" : 5423,
"937984" : 5407,
"946176" : 5451,
"954368" : 5441,
"962560" : 5518,
"970752" : 4746,
"978944" : 4199,
"987136" : 3381,
"995328" : 3159,
"1003520" : 3039,
"1011712" : 2827,
"1019904" : 2710,
"1028096" : 2679,
"1036288" : 2675,
"1044480" : 2571,
"1056768" : 4586,
"1073152" : 4011,
"1089536" : 3148,
"1105920" : 2933,
"1122304" : 2999,
"1138688" : 2924,
"1155072" : 2774,
"1171456" : 2428,
"1187840" : 2086,
"1204224" : 1879,
"1220608" : 1834,
"1236992" : 1895,
"1253376" : 1886,
"1269760" : 1626,
"1286144" : 1514,
"1302528" : 1263,
"1318912" : 1264,
"1335296" : 1289,
"1351680" : 1348,
"1368064" : 1215,
"1384448" : 1104,
"1400832" : 1042,
"1417216" : 980,
"1433600" : 883,
"1449984" : 973,
"1466368" : 973,
"1482752" : 1003,
"1499136" : 905,
"1515520" : 898,
"1531904" : 875,
"1548288" : 804,
"1564672" : 1011,
"1581056" : 1007,
"1597440" : 1090,
"1613824" : 1182,
"1630208" : 856,
"1646592" : 755,
"1662976" : 796,
"1679360" : 966,
"1695744" : 1300,
"1712128" : 1278,
"1728512" : 1144,
"1744896" : 1010,
"1761280" : 773,
"1777664" : 669,
"1794048" : 748,
"1810432" : 820,
"1826816" : 783,
"1843200" : 1111,
"1859584" : 3821,
"1875968" : 3216,
"1892352" : 769,
"1908736" : 654,
"1925120" : 469,
"1941504" : 809,
"1957888" : 1026,
"1974272" : 1042,
"1990656" : 818,
"2007040" : 3153,
"2023424" : 634,
"2039808" : 272,
"2056192" : 95,
"2072576" : 77,
"2088960" : 111,
"2113536" : 458,
"2146304" : 196,
"2179072" : 39,
"2211840" : 21,
"2244608" : 10,
"2277376" : 11,
"2310144" : 5,
"2342912" : 1,
"2375680" : 6,
"2408448" : 1,
"2441216" : 1,
"2473984" : 4
}
},
"lat_ns" : {
"min" : 332708,
"max" : 2622454,
"mean" : 651843.110650,
"stddev" : 206080.627679,
"N" : 3433479
},
"bw_min" : 73675,
"bw_max" : 136240,
"bw_agg" : 100.000000,
"bw_mean" : 98152.863799,
"bw_dev" : 10370.145427,
"bw_samples" : 279,
"iops_min" : 18418,
"iops_max" : 34060,
"iops_mean" : 24538.172043,
"iops_stddev" : 2592.536025,
"iops_samples" : 279
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 139999,
"usr_cpu" : 4.414317,
"sys_cpu" : 67.682626,
"ctx" : 379348,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999971,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999971,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 26.002860,
"750" : 59.252624,
"1000" : 11.639037
},
"latency_ms" : {
"2" : 2.962767,
"4" : 0.142683,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121450,
"timestamp_ms" : 1774121450709,
"time" : "Sat Mar 21 16:30:50 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15042506752,
"io_kbytes" : 14689948,
"bw_bytes" : 100284046,
"bw" : 97933,
"iops" : 24483.416556,
"runtime" : 149999,
"total_ios" : 3672488,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9824,
"max" : 630610,
"mean" : 39038.185488,
"stddev" : 31290.884831,
"N" : 3672488
},
"clat_ns" : {
"min" : 308471,
"max" : 2487847,
"mean" : 613912.040593,
"stddev" : 196168.897855,
"N" : 3672487,
"percentile" : {
"1.000000" : 391168,
"5.000000" : 423936,
"10.000000" : 440320,
"20.000000" : 464896,
"30.000000" : 522240,
"40.000000" : 544768,
"50.000000" : 569344,
"60.000000" : 618496,
"70.000000" : 651264,
"80.000000" : 700416,
"90.000000" : 790528,
"95.000000" : 897024,
"99.000000" : 1581056,
"99.500000" : 1859584,
"99.900000" : 2007040,
"99.950000" : 2023424,
"99.990000" : 2113536
},
"bins" : {
"309248" : 5,
"313344" : 3,
"317440" : 7,
"321536" : 19,
"325632" : 41,
"329728" : 58,
"333824" : 80,
"337920" : 120,
"342016" : 169,
"346112" : 298,
"350208" : 444,
"354304" : 664,
"358400" : 987,
"362496" : 1388,
"366592" : 1945,
"370688" : 2527,
"374784" : 3326,
"378880" : 4330,
"382976" : 5634,
"387072" : 6951,
"391168" : 8460,
"395264" : 10382,
"399360" : 12107,
"403456" : 13918,
"407552" : 16138,
"411648" : 18174,
"415744" : 21369,
"419840" : 25528,
"423936" : 30479,
"428032" : 36848,
"432128" : 44642,
"436224" : 53059,
"440320" : 60875,
"444416" : 66430,
"448512" : 67518,
"452608" : 64885,
"456704" : 59554,
"460800" : 53178,
"464896" : 45690,
"468992" : 39133,
"473088" : 33036,
"477184" : 27976,
"481280" : 24567,
"485376" : 22122,
"489472" : 20560,
"493568" : 20035,
"497664" : 19809,
"501760" : 20586,
"505856" : 22213,
"509952" : 24566,
"514048" : 27516,
"518144" : 31945,
"522240" : 37216,
"528384" : 98418,
"536576" : 136364,
"544768" : 168975,
"552960" : 168618,
"561152" : 139524,
"569344" : 102216,
"577536" : 72163,
"585728" : 52554,
"593920" : 43146,
"602112" : 40187,
"610304" : 42960,
"618496" : 50508,
"626688" : 63810,
"634880" : 81754,
"643072" : 105991,
"651264" : 117226,
"659456" : 104568,
"667648" : 81294,
"675840" : 58530,
"684032" : 41706,
"692224" : 32493,
"700416" : 28012,
"708608" : 26734,
"716800" : 28143,
"724992" : 30533,
"733184" : 34485,
"741376" : 41252,
"749568" : 50188,
"757760" : 51253,
"765952" : 43268,
"774144" : 32644,
"782336" : 23442,
"790528" : 18276,
"798720" : 15353,
"806912" : 14014,
"815104" : 13668,
"823296" : 13487,
"831488" : 13443,
"839680" : 14096,
"847872" : 15924,
"856064" : 17475,
"864256" : 16452,
"872448" : 13437,
"880640" : 10434,
"888832" : 8439,
"897024" : 7138,
"905216" : 6588,
"913408" : 6208,
"921600" : 5919,
"929792" : 5746,
"937984" : 5727,
"946176" : 5762,
"954368" : 5750,
"962560" : 5881,
"970752" : 5026,
"978944" : 4405,
"987136" : 3582,
"995328" : 3329,
"1003520" : 3203,
"1011712" : 3017,
"1019904" : 2872,
"1028096" : 2837,
"1036288" : 2817,
"1044480" : 2701,
"1056768" : 4783,
"1073152" : 4244,
"1089536" : 3308,
"1105920" : 3080,
"1122304" : 3171,
"1138688" : 3070,
"1155072" : 2889,
"1171456" : 2536,
"1187840" : 2168,
"1204224" : 1963,
"1220608" : 1919,
"1236992" : 1981,
"1253376" : 1969,
"1269760" : 1717,
"1286144" : 1597,
"1302528" : 1343,
"1318912" : 1313,
"1335296" : 1365,
"1351680" : 1441,
"1368064" : 1287,
"1384448" : 1165,
"1400832" : 1111,
"1417216" : 1045,
"1433600" : 941,
"1449984" : 1044,
"1466368" : 1067,
"1482752" : 1060,
"1499136" : 962,
"1515520" : 960,
"1531904" : 941,
"1548288" : 862,
"1564672" : 1116,
"1581056" : 1069,
"1597440" : 1205,
"1613824" : 1270,
"1630208" : 926,
"1646592" : 824,
"1662976" : 877,
"1679360" : 1040,
"1695744" : 1462,
"1712128" : 1417,
"1728512" : 1252,
"1744896" : 1114,
"1761280" : 862,
"1777664" : 740,
"1794048" : 823,
"1810432" : 907,
"1826816" : 857,
"1843200" : 1249,
"1859584" : 4142,
"1875968" : 3537,
"1892352" : 836,
"1908736" : 727,
"1925120" : 510,
"1941504" : 874,
"1957888" : 1135,
"1974272" : 1165,
"1990656" : 903,
"2007040" : 3618,
"2023424" : 751,
"2039808" : 292,
"2056192" : 114,
"2072576" : 97,
"2088960" : 127,
"2113536" : 526,
"2146304" : 229,
"2179072" : 49,
"2211840" : 28,
"2244608" : 10,
"2277376" : 12,
"2310144" : 5,
"2342912" : 1,
"2375680" : 6,
"2408448" : 1,
"2441216" : 1,
"2473984" : 4
}
},
"lat_ns" : {
"min" : 332708,
"max" : 2622454,
"mean" : 652949.894371,
"stddev" : 206990.526815,
"N" : 3672487
},
"bw_min" : 73675,
"bw_max" : 136240,
"bw_agg" : 99.996285,
"bw_mean" : 97930.809365,
"bw_dev" : 10203.843875,
"bw_samples" : 299,
"iops_min" : 18418,
"iops_max" : 34060,
"iops_mean" : 24482.655518,
"iops_stddev" : 2550.961649,
"iops_samples" : 299
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 149999,
"usr_cpu" : 4.400029,
"sys_cpu" : 67.640451,
"ctx" : 406973,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 25.783747,
"750" : 59.401610,
"1000" : 11.704763
},
"latency_ms" : {
"2" : 2.956198,
"4" : 0.153656,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121460,
"timestamp_ms" : 1774121460709,
"time" : "Sat Mar 21 16:31:00 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15992901632,
"io_kbytes" : 15618068,
"bw_bytes" : 99956259,
"bw" : 97613,
"iops" : 24403.396271,
"runtime" : 159999,
"total_ios" : 3904519,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9824,
"max" : 630610,
"mean" : 39170.896465,
"stddev" : 31397.679526,
"N" : 3904519
},
"clat_ns" : {
"min" : 308471,
"max" : 2487847,
"mean" : 615923.145738,
"stddev" : 197074.292443,
"N" : 3904518,
"percentile" : {
"1.000000" : 395264,
"5.000000" : 428032,
"10.000000" : 444416,
"20.000000" : 468992,
"30.000000" : 528384,
"40.000000" : 544768,
"50.000000" : 569344,
"60.000000" : 618496,
"70.000000" : 651264,
"80.000000" : 708608,
"90.000000" : 790528,
"95.000000" : 897024,
"99.000000" : 1597440,
"99.500000" : 1859584,
"99.900000" : 2007040,
"99.950000" : 2023424,
"99.990000" : 2113536
},
"bins" : {
"309248" : 5,
"313344" : 3,
"317440" : 7,
"321536" : 19,
"325632" : 41,
"329728" : 58,
"333824" : 80,
"337920" : 120,
"342016" : 169,
"346112" : 298,
"350208" : 444,
"354304" : 664,
"358400" : 987,
"362496" : 1388,
"366592" : 1945,
"370688" : 2527,
"374784" : 3328,
"378880" : 4330,
"382976" : 5634,
"387072" : 6954,
"391168" : 8462,
"395264" : 10384,
"399360" : 12112,
"403456" : 13920,
"407552" : 16140,
"411648" : 18206,
"415744" : 21478,
"419840" : 25724,
"423936" : 30840,
"428032" : 37614,
"432128" : 45970,
"436224" : 55105,
"440320" : 63578,
"444416" : 69774,
"448512" : 71324,
"452608" : 68980,
"456704" : 63391,
"460800" : 56730,
"464896" : 48619,
"468992" : 41603,
"473088" : 35077,
"477184" : 29754,
"481280" : 26128,
"485376" : 23470,
"489472" : 21779,
"493568" : 21138,
"497664" : 20851,
"501760" : 21614,
"505856" : 23102,
"509952" : 25367,
"514048" : 28303,
"518144" : 32644,
"522240" : 38067,
"528384" : 101268,
"536576" : 142605,
"544768" : 179279,
"552960" : 181186,
"561152" : 150715,
"569344" : 110810,
"577536" : 78445,
"585728" : 57020,
"593920" : 46802,
"602112" : 43199,
"610304" : 45389,
"618496" : 52559,
"626688" : 66106,
"634880" : 85570,
"643072" : 112936,
"651264" : 127075,
"659456" : 114413,
"667648" : 88729,
"675840" : 63936,
"684032" : 45644,
"692224" : 35577,
"700416" : 30467,
"708608" : 28692,
"716800" : 29725,
"724992" : 32204,
"733184" : 36156,
"741376" : 43940,
"749568" : 54559,
"757760" : 56359,
"765952" : 47453,
"774144" : 35853,
"782336" : 25723,
"790528" : 19864,
"798720" : 16669,
"806912" : 15084,
"815104" : 14550,
"823296" : 14295,
"831488" : 14250,
"839680" : 15015,
"847872" : 17284,
"856064" : 19154,
"864256" : 18006,
"872448" : 14609,
"880640" : 11256,
"888832" : 9068,
"897024" : 7641,
"905216" : 7064,
"913408" : 6653,
"921600" : 6282,
"929792" : 6092,
"937984" : 6062,
"946176" : 6176,
"954368" : 6254,
"962560" : 6377,
"970752" : 5456,
"978944" : 4708,
"987136" : 3803,
"995328" : 3511,
"1003520" : 3409,
"1011712" : 3224,
"1019904" : 3081,
"1028096" : 3023,
"1036288" : 2989,
"1044480" : 2858,
"1056768" : 5114,
"1073152" : 4526,
"1089536" : 3485,
"1105920" : 3227,
"1122304" : 3339,
"1138688" : 3241,
"1155072" : 3017,
"1171456" : 2695,
"1187840" : 2308,
"1204224" : 2065,
"1220608" : 2007,
"1236992" : 2074,
"1253376" : 2061,
"1269760" : 1813,
"1286144" : 1695,
"1302528" : 1435,
"1318912" : 1383,
"1335296" : 1457,
"1351680" : 1540,
"1368064" : 1364,
"1384448" : 1236,
"1400832" : 1182,
"1417216" : 1125,
"1433600" : 1030,
"1449984" : 1134,
"1466368" : 1144,
"1482752" : 1140,
"1499136" : 1047,
"1515520" : 1021,
"1531904" : 999,
"1548288" : 931,
"1564672" : 1194,
"1581056" : 1171,
"1597440" : 1288,
"1613824" : 1349,
"1630208" : 1023,
"1646592" : 900,
"1662976" : 950,
"1679360" : 1111,
"1695744" : 1591,
"1712128" : 1542,
"1728512" : 1379,
"1744896" : 1186,
"1761280" : 972,
"1777664" : 811,
"1794048" : 903,
"1810432" : 1000,
"1826816" : 954,
"1843200" : 1344,
"1859584" : 4471,
"1875968" : 3820,
"1892352" : 917,
"1908736" : 800,
"1925120" : 582,
"1941504" : 974,
"1957888" : 1217,
"1974272" : 1288,
"1990656" : 999,
"2007040" : 4041,
"2023424" : 838,
"2039808" : 316,
"2056192" : 124,
"2072576" : 104,
"2088960" : 137,
"2113536" : 610,
"2146304" : 242,
"2179072" : 52,
"2211840" : 31,
"2244608" : 12,
"2277376" : 12,
"2310144" : 5,
"2342912" : 1,
"2375680" : 6,
"2408448" : 1,
"2441216" : 1,
"2473984" : 4
}
},
"lat_ns" : {
"min" : 332708,
"max" : 2622454,
"mean" : 655093.917944,
"stddev" : 207954.518317,
"N" : 3904518
},
"bw_min" : 73675,
"bw_max" : 136240,
"bw_agg" : 100.000000,
"bw_mean" : 97673.965517,
"bw_dev" : 10090.607814,
"bw_samples" : 319,
"iops_min" : 18418,
"iops_max" : 34060,
"iops_mean" : 24418.445141,
"iops_stddev" : 2522.651656,
"iops_samples" : 319
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159999,
"usr_cpu" : 4.378152,
"sys_cpu" : 67.518547,
"ctx" : 436052,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 25.320686,
"750" : 59.599249,
"1000" : 11.944442
},
"latency_ms" : {
"2" : 2.974784,
"4" : 0.160814,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121470,
"timestamp_ms" : 1774121470709,
"time" : "Sat Mar 21 16:31:10 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 16950169600,
"io_kbytes" : 16552900,
"bw_bytes" : 99707466,
"bw" : 97370,
"iops" : 24342.649074,
"runtime" : 169999,
"total_ios" : 4138226,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9824,
"max" : 636539,
"mean" : 39272.668754,
"stddev" : 31486.664404,
"N" : 4138226
},
"clat_ns" : {
"min" : 308471,
"max" : 2487847,
"mean" : 617458.002054,
"stddev" : 198057.199082,
"N" : 4138225,
"percentile" : {
"1.000000" : 395264,
"5.000000" : 428032,
"10.000000" : 444416,
"20.000000" : 468992,
"30.000000" : 528384,
"40.000000" : 552960,
"50.000000" : 569344,
"60.000000" : 626688,
"70.000000" : 659456,
"80.000000" : 708608,
"90.000000" : 790528,
"95.000000" : 897024,
"99.000000" : 1613824,
"99.500000" : 1859584,
"99.900000" : 2007040,
"99.950000" : 2023424,
"99.990000" : 2113536
},
"bins" : {
"309248" : 5,
"313344" : 3,
"317440" : 7,
"321536" : 19,
"325632" : 41,
"329728" : 58,
"333824" : 80,
"337920" : 120,
"342016" : 169,
"346112" : 298,
"350208" : 444,
"354304" : 664,
"358400" : 987,
"362496" : 1388,
"366592" : 1945,
"370688" : 2527,
"374784" : 3328,
"378880" : 4330,
"382976" : 5634,
"387072" : 6954,
"391168" : 8462,
"395264" : 10384,
"399360" : 12112,
"403456" : 13920,
"407552" : 16140,
"411648" : 18223,
"415744" : 21538,
"419840" : 25982,
"423936" : 31377,
"428032" : 38554,
"432128" : 47666,
"436224" : 57658,
"440320" : 66788,
"444416" : 73704,
"448512" : 75553,
"452608" : 73364,
"456704" : 67652,
"460800" : 60486,
"464896" : 51781,
"468992" : 44190,
"473088" : 37216,
"477184" : 31483,
"481280" : 27422,
"485376" : 24544,
"489472" : 22704,
"493568" : 21904,
"497664" : 21617,
"501760" : 22322,
"505856" : 23631,
"509952" : 25827,
"514048" : 28820,
"518144" : 33223,
"522240" : 38884,
"528384" : 104703,
"536576" : 150114,
"544768" : 191542,
"552960" : 195065,
"561152" : 162836,
"569344" : 119703,
"577536" : 84432,
"585728" : 61080,
"593920" : 49360,
"602112" : 45188,
"610304" : 46995,
"618496" : 54185,
"626688" : 68378,
"634880" : 90014,
"643072" : 121077,
"651264" : 137745,
"659456" : 124277,
"667648" : 96620,
"675840" : 69200,
"684032" : 49161,
"692224" : 37790,
"700416" : 32146,
"708608" : 30110,
"716800" : 31067,
"724992" : 33627,
"733184" : 38092,
"741376" : 47078,
"749568" : 59063,
"757760" : 61188,
"765952" : 51579,
"774144" : 39032,
"782336" : 27720,
"790528" : 21177,
"798720" : 17602,
"806912" : 15888,
"815104" : 15257,
"823296" : 14970,
"831488" : 15039,
"839680" : 16001,
"847872" : 18667,
"856064" : 20828,
"864256" : 19476,
"872448" : 15815,
"880640" : 12100,
"888832" : 9620,
"897024" : 8057,
"905216" : 7366,
"913408" : 6965,
"921600" : 6572,
"929792" : 6388,
"937984" : 6389,
"946176" : 6606,
"954368" : 6711,
"962560" : 6819,
"970752" : 5861,
"978944" : 5001,
"987136" : 4053,
"995328" : 3700,
"1003520" : 3589,
"1011712" : 3375,
"1019904" : 3200,
"1028096" : 3138,
"1036288" : 3103,
"1044480" : 3023,
"1056768" : 5423,
"1073152" : 4766,
"1089536" : 3673,
"1105920" : 3394,
"1122304" : 3490,
"1138688" : 3444,
"1155072" : 3199,
"1171456" : 2851,
"1187840" : 2441,
"1204224" : 2177,
"1220608" : 2097,
"1236992" : 2203,
"1253376" : 2169,
"1269760" : 1903,
"1286144" : 1779,
"1302528" : 1528,
"1318912" : 1465,
"1335296" : 1533,
"1351680" : 1586,
"1368064" : 1417,
"1384448" : 1305,
"1400832" : 1288,
"1417216" : 1200,
"1433600" : 1087,
"1449984" : 1210,
"1466368" : 1222,
"1482752" : 1221,
"1499136" : 1142,
"1515520" : 1107,
"1531904" : 1098,
"1548288" : 986,
"1564672" : 1298,
"1581056" : 1284,
"1597440" : 1418,
"1613824" : 1458,
"1630208" : 1146,
"1646592" : 985,
"1662976" : 1039,
"1679360" : 1221,
"1695744" : 1727,
"1712128" : 1686,
"1728512" : 1490,
"1744896" : 1288,
"1761280" : 1042,
"1777664" : 881,
"1794048" : 971,
"1810432" : 1067,
"1826816" : 1037,
"1843200" : 1451,
"1859584" : 4902,
"1875968" : 4110,
"1892352" : 962,
"1908736" : 888,
"1925120" : 642,
"1941504" : 1054,
"1957888" : 1342,
"1974272" : 1401,
"1990656" : 1049,
"2007040" : 4606,
"2023424" : 900,
"2039808" : 343,
"2056192" : 147,
"2072576" : 127,
"2088960" : 151,
"2113536" : 662,
"2146304" : 253,
"2179072" : 56,
"2211840" : 31,
"2244608" : 14,
"2277376" : 13,
"2310144" : 6,
"2342912" : 3,
"2375680" : 9,
"2408448" : 1,
"2441216" : 1,
"2473984" : 4
}
},
"lat_ns" : {
"min" : 332708,
"max" : 2622454,
"mean" : 656730.608560,
"stddev" : 209004.251339,
"N" : 4138225
},
"bw_min" : 73675,
"bw_max" : 136240,
"bw_agg" : 100.000000,
"bw_mean" : 97399.365782,
"bw_dev" : 9958.705519,
"bw_samples" : 339,
"iops_min" : 18418,
"iops_max" : 34060,
"iops_mean" : 24349.796460,
"iops_stddev" : 2489.676734,
"iops_samples" : 339
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 169999,
"usr_cpu" : 4.367085,
"sys_cpu" : 67.412749,
"ctx" : 464799,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999976,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999976,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 24.961686,
"750" : 59.787261,
"1000" : 12.092162
},
"latency_ms" : {
"2" : 2.988817,
"4" : 0.170049,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121480,
"timestamp_ms" : 1774121480709,
"time" : "Sat Mar 21 16:31:20 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 17940643840,
"io_kbytes" : 17520160,
"bw_bytes" : 99670797,
"bw" : 97334,
"iops" : 24333.696298,
"runtime" : 179999,
"total_ios" : 4380041,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9824,
"max" : 636539,
"mean" : 39287.379968,
"stddev" : 31456.609636,
"N" : 4380041
},
"clat_ns" : {
"min" : 308471,
"max" : 2487847,
"mean" : 617685.178868,
"stddev" : 198246.179956,
"N" : 4380040,
"percentile" : {
"1.000000" : 395264,
"5.000000" : 428032,
"10.000000" : 444416,
"20.000000" : 468992,
"30.000000" : 528384,
"40.000000" : 552960,
"50.000000" : 569344,
"60.000000" : 626688,
"70.000000" : 659456,
"80.000000" : 708608,
"90.000000" : 790528,
"95.000000" : 897024,
"99.000000" : 1613824,
"99.500000" : 1859584,
"99.900000" : 2007040,
"99.950000" : 2023424,
"99.990000" : 2113536
},
"bins" : {
"309248" : 5,
"313344" : 3,
"317440" : 7,
"321536" : 19,
"325632" : 41,
"329728" : 58,
"333824" : 80,
"337920" : 120,
"342016" : 169,
"346112" : 298,
"350208" : 444,
"354304" : 664,
"358400" : 987,
"362496" : 1388,
"366592" : 1945,
"370688" : 2527,
"374784" : 3328,
"378880" : 4330,
"382976" : 5634,
"387072" : 6954,
"391168" : 8462,
"395264" : 10384,
"399360" : 12119,
"403456" : 13925,
"407552" : 16152,
"411648" : 18251,
"415744" : 21616,
"419840" : 26219,
"423936" : 31940,
"428032" : 39673,
"432128" : 49564,
"436224" : 60593,
"440320" : 70771,
"444416" : 78408,
"448512" : 80808,
"452608" : 78848,
"456704" : 72920,
"460800" : 65267,
"464896" : 55926,
"468992" : 47785,
"473088" : 40266,
"477184" : 33977,
"481280" : 29479,
"485376" : 26335,
"489472" : 24209,
"493568" : 23198,
"497664" : 22689,
"501760" : 23288,
"505856" : 24540,
"509952" : 26645,
"514048" : 29592,
"518144" : 34032,
"522240" : 39852,
"528384" : 108327,
"536576" : 158052,
"544768" : 204348,
"552960" : 209366,
"561152" : 175273,
"569344" : 128854,
"577536" : 91177,
"585728" : 66304,
"593920" : 52944,
"602112" : 47912,
"610304" : 49223,
"618496" : 56339,
"626688" : 70961,
"634880" : 94403,
"643072" : 128195,
"651264" : 146807,
"659456" : 133066,
"667648" : 103122,
"675840" : 73976,
"684032" : 52710,
"692224" : 40509,
"700416" : 34152,
"708608" : 31878,
"716800" : 32555,
"724992" : 35050,
"733184" : 39702,
"741376" : 49594,
"749568" : 62475,
"757760" : 64857,
"765952" : 54590,
"774144" : 41251,
"782336" : 29376,
"790528" : 22477,
"798720" : 18573,
"806912" : 16748,
"815104" : 16073,
"823296" : 15684,
"831488" : 15686,
"839680" : 16728,
"847872" : 19567,
"856064" : 21969,
"864256" : 20477,
"872448" : 16579,
"880640" : 12658,
"888832" : 10080,
"897024" : 8483,
"905216" : 7731,
"913408" : 7315,
"921600" : 6921,
"929792" : 6664,
"937984" : 6666,
"946176" : 6875,
"954368" : 7006,
"962560" : 7144,
"970752" : 6137,
"978944" : 5200,
"987136" : 4208,
"995328" : 3857,
"1003520" : 3742,
"1011712" : 3543,
"1019904" : 3368,
"1028096" : 3281,
"1036288" : 3236,
"1044480" : 3161,
"1056768" : 5649,
"1073152" : 4934,
"1089536" : 3788,
"1105920" : 3575,
"1122304" : 3681,
"1138688" : 3608,
"1155072" : 3337,
"1171456" : 2986,
"1187840" : 2515,
"1204224" : 2259,
"1220608" : 2201,
"1236992" : 2301,
"1253376" : 2268,
"1269760" : 2016,
"1286144" : 1858,
"1302528" : 1604,
"1318912" : 1520,
"1335296" : 1608,
"1351680" : 1660,
"1368064" : 1502,
"1384448" : 1383,
"1400832" : 1348,
"1417216" : 1270,
"1433600" : 1162,
"1449984" : 1301,
"1466368" : 1313,
"1482752" : 1302,
"1499136" : 1205,
"1515520" : 1169,
"1531904" : 1169,
"1548288" : 1062,
"1564672" : 1382,
"1581056" : 1375,
"1597440" : 1532,
"1613824" : 1542,
"1630208" : 1223,
"1646592" : 1048,
"1662976" : 1104,
"1679360" : 1291,
"1695744" : 1846,
"1712128" : 1810,
"1728512" : 1608,
"1744896" : 1360,
"1761280" : 1092,
"1777664" : 963,
"1794048" : 1052,
"1810432" : 1159,
"1826816" : 1094,
"1843200" : 1543,
"1859584" : 5360,
"1875968" : 4404,
"1892352" : 1043,
"1908736" : 944,
"1925120" : 686,
"1941504" : 1135,
"1957888" : 1462,
"1974272" : 1511,
"1990656" : 1113,
"2007040" : 5015,
"2023424" : 956,
"2039808" : 362,
"2056192" : 162,
"2072576" : 137,
"2088960" : 162,
"2113536" : 685,
"2146304" : 261,
"2179072" : 61,
"2211840" : 33,
"2244608" : 14,
"2277376" : 13,
"2310144" : 6,
"2342912" : 3,
"2375680" : 9,
"2408448" : 1,
"2441216" : 1,
"2473984" : 4
}
},
"lat_ns" : {
"min" : 332708,
"max" : 2622454,
"mean" : 656972.457848,
"stddev" : 209210.753977,
"N" : 4380040
},
"bw_min" : 73675,
"bw_max" : 136240,
"bw_agg" : 100.000000,
"bw_mean" : 97342.412256,
"bw_dev" : 9777.395130,
"bw_samples" : 359,
"iops_min" : 18418,
"iops_max" : 34060,
"iops_mean" : 24335.554318,
"iops_stddev" : 2444.348694,
"iops_samples" : 359
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 179999,
"usr_cpu" : 4.350580,
"sys_cpu" : 67.467597,
"ctx" : 491152,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 24.894790,
"750" : 59.913868,
"1000" : 12.036919
},
"latency_ms" : {
"2" : 2.981639,
"4" : 0.172761,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121480,
"timestamp_ms" : 1774121480737,
"time" : "Sat Mar 21 16:31:20 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 17940713472,
"io_kbytes" : 17520228,
"bw_bytes" : 99669522,
"bw" : 97333,
"iops" : 24333.290741,
"runtime" : 180002,
"total_ios" : 4380041,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9824,
"max" : 636539,
"mean" : 39287.400543,
"stddev" : 31456.635518,
"N" : 4380042
},
"clat_ns" : {
"min" : 4267,
"max" : 2487847,
"mean" : 617684.435469,
"stddev" : 198246.755695,
"N" : 4380056,
"percentile" : {
"1.000000" : 395264,
"5.000000" : 428032,
"10.000000" : 444416,
"20.000000" : 468992,
"30.000000" : 528384,
"40.000000" : 552960,
"50.000000" : 569344,
"60.000000" : 626688,
"70.000000" : 659456,
"80.000000" : 708608,
"90.000000" : 790528,
"95.000000" : 897024,
"99.000000" : 1613824,
"99.500000" : 1859584,
"99.900000" : 2007040,
"99.950000" : 2023424,
"99.990000" : 2113536
},
"bins" : {
"4256" : 1,
"148480" : 1,
"185344" : 1,
"216064" : 1,
"244736" : 1,
"272384" : 1,
"305152" : 1,
"309248" : 5,
"313344" : 3,
"317440" : 7,
"321536" : 19,
"325632" : 41,
"329728" : 58,
"333824" : 81,
"337920" : 120,
"342016" : 169,
"346112" : 298,
"350208" : 444,
"354304" : 664,
"358400" : 987,
"362496" : 1388,
"366592" : 1946,
"370688" : 2527,
"374784" : 3328,
"378880" : 4330,
"382976" : 5634,
"387072" : 6954,
"391168" : 8462,
"395264" : 10385,
"399360" : 12119,
"403456" : 13925,
"407552" : 16152,
"411648" : 18251,
"415744" : 21616,
"419840" : 26219,
"423936" : 31940,
"428032" : 39673,
"432128" : 49564,
"436224" : 60593,
"440320" : 70771,
"444416" : 78408,
"448512" : 80808,
"452608" : 78849,
"456704" : 72920,
"460800" : 65267,
"464896" : 55926,
"468992" : 47785,
"473088" : 40266,
"477184" : 33977,
"481280" : 29479,
"485376" : 26335,
"489472" : 24209,
"493568" : 23198,
"497664" : 22689,
"501760" : 23288,
"505856" : 24540,
"509952" : 26645,
"514048" : 29592,
"518144" : 34032,
"522240" : 39852,
"528384" : 108327,
"536576" : 158052,
"544768" : 204348,
"552960" : 209366,
"561152" : 175273,
"569344" : 128854,
"577536" : 91177,
"585728" : 66304,
"593920" : 52945,
"602112" : 47912,
"610304" : 49223,
"618496" : 56339,
"626688" : 70961,
"634880" : 94403,
"643072" : 128195,
"651264" : 146807,
"659456" : 133066,
"667648" : 103122,
"675840" : 73976,
"684032" : 52710,
"692224" : 40509,
"700416" : 34152,
"708608" : 31878,
"716800" : 32555,
"724992" : 35051,
"733184" : 39702,
"741376" : 49594,
"749568" : 62475,
"757760" : 64857,
"765952" : 54591,
"774144" : 41251,
"782336" : 29376,
"790528" : 22477,
"798720" : 18574,
"806912" : 16748,
"815104" : 16073,
"823296" : 15685,
"831488" : 15686,
"839680" : 16728,
"847872" : 19567,
"856064" : 21969,
"864256" : 20477,
"872448" : 16579,
"880640" : 12658,
"888832" : 10080,
"897024" : 8483,
"905216" : 7731,
"913408" : 7315,
"921600" : 6921,
"929792" : 6664,
"937984" : 6666,
"946176" : 6875,
"954368" : 7006,
"962560" : 7144,
"970752" : 6137,
"978944" : 5200,
"987136" : 4208,
"995328" : 3857,
"1003520" : 3742,
"1011712" : 3543,
"1019904" : 3368,
"1028096" : 3281,
"1036288" : 3236,
"1044480" : 3161,
"1056768" : 5649,
"1073152" : 4934,
"1089536" : 3788,
"1105920" : 3575,
"1122304" : 3681,
"1138688" : 3608,
"1155072" : 3337,
"1171456" : 2986,
"1187840" : 2515,
"1204224" : 2259,
"1220608" : 2201,
"1236992" : 2301,
"1253376" : 2268,
"1269760" : 2016,
"1286144" : 1858,
"1302528" : 1604,
"1318912" : 1520,
"1335296" : 1608,
"1351680" : 1660,
"1368064" : 1502,
"1384448" : 1383,
"1400832" : 1348,
"1417216" : 1270,
"1433600" : 1162,
"1449984" : 1301,
"1466368" : 1313,
"1482752" : 1302,
"1499136" : 1205,
"1515520" : 1169,
"1531904" : 1169,
"1548288" : 1062,
"1564672" : 1382,
"1581056" : 1375,
"1597440" : 1532,
"1613824" : 1542,
"1630208" : 1223,
"1646592" : 1048,
"1662976" : 1104,
"1679360" : 1291,
"1695744" : 1846,
"1712128" : 1810,
"1728512" : 1608,
"1744896" : 1360,
"1761280" : 1092,
"1777664" : 963,
"1794048" : 1052,
"1810432" : 1159,
"1826816" : 1094,
"1843200" : 1543,
"1859584" : 5360,
"1875968" : 4404,
"1892352" : 1043,
"1908736" : 944,
"1925120" : 686,
"1941504" : 1135,
"1957888" : 1462,
"1974272" : 1511,
"1990656" : 1113,
"2007040" : 5015,
"2023424" : 956,
"2039808" : 362,
"2056192" : 162,
"2072576" : 137,
"2088960" : 162,
"2113536" : 685,
"2146304" : 261,
"2179072" : 61,
"2211840" : 33,
"2244608" : 14,
"2277376" : 13,
"2310144" : 6,
"2342912" : 3,
"2375680" : 9,
"2408448" : 1,
"2441216" : 1,
"2473984" : 4
}
},
"lat_ns" : {
"min" : 133674,
"max" : 2622454,
"mean" : 656971.779664,
"stddev" : 209211.243439,
"N" : 4380056
},
"bw_min" : 73675,
"bw_max" : 136240,
"bw_agg" : 100.000000,
"bw_mean" : 97355.538889,
"bw_dev" : 9766.944169,
"bw_samples" : 360,
"iops_min" : 18418,
"iops_max" : 34060,
"iops_mean" : 24338.836111,
"iops_stddev" : 2441.736020,
"iops_samples" : 360
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 180001,
"usr_cpu" : 4.350531,
"sys_cpu" : 67.466847,
"ctx" : 491154,
"majf" : 0,
"minf" : 36,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999977,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 24.894927,
"750" : 59.913914,
"1000" : 12.036988
},
"latency_ms" : {
"2" : 2.981639,
"4" : 0.172761,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}