raidz2/benchmarks/rand/rand-write-qd16-nj1_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1774121779,
"timestamp_ms" : 1774121779260,
"time" : "Sat Mar 21 16:36:19 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 972304384,
"io_kbytes" : 949516,
"bw_bytes" : 99580539,
"bw" : 97246,
"iops" : 24313.703400,
"runtime" : 9764,
"total_ios" : 237399,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9764,
"usr_cpu" : 4.424416,
"sys_cpu" : 57.650553,
"ctx" : 39578,
"majf" : 0,
"minf" : 8,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 99.993682,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121789,
"timestamp_ms" : 1774121789494,
"time" : "Sat Mar 21 16:36:29 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 978034688,
"io_kbytes" : 955112,
"bw_bytes" : 97813250,
"bw" : 95520,
"iops" : 23880.288029,
"runtime" : 9999,
"total_ios" : 238779,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9514,
"max" : 374692,
"mean" : 40068.063243,
"stddev" : 35274.177186,
"N" : 238779
},
"clat_ns" : {
"min" : 322122,
"max" : 2022209,
"mean" : 629396.689109,
"stddev" : 175039.625018,
"N" : 238778,
"percentile" : {
"1.000000" : 374784,
"5.000000" : 403456,
"10.000000" : 436224,
"20.000000" : 497664,
"30.000000" : 522240,
"40.000000" : 577536,
"50.000000" : 602112,
"60.000000" : 626688,
"70.000000" : 684032,
"80.000000" : 733184,
"90.000000" : 831488,
"95.000000" : 937984,
"99.000000" : 1302528,
"99.500000" : 1417216,
"99.900000" : 1597440,
"99.950000" : 1662976,
"99.990000" : 1810432
},
"bins" : {
"321536" : 4,
"325632" : 8,
"329728" : 19,
"333824" : 21,
"337920" : 62,
"342016" : 64,
"346112" : 115,
"350208" : 155,
"354304" : 256,
"358400" : 313,
"362496" : 360,
"366592" : 467,
"370688" : 519,
"374784" : 653,
"378880" : 739,
"382976" : 1026,
"387072" : 1122,
"391168" : 1328,
"395264" : 1531,
"399360" : 1626,
"403456" : 1720,
"407552" : 1711,
"411648" : 1789,
"415744" : 1752,
"419840" : 1579,
"423936" : 1470,
"428032" : 1351,
"432128" : 1268,
"436224" : 1144,
"440320" : 973,
"444416" : 889,
"448512" : 697,
"452608" : 730,
"456704" : 712,
"460800" : 681,
"464896" : 848,
"468992" : 1039,
"473088" : 1298,
"477184" : 1527,
"481280" : 2004,
"485376" : 2530,
"489472" : 2947,
"493568" : 3445,
"497664" : 3774,
"501760" : 3963,
"505856" : 4265,
"509952" : 4306,
"514048" : 4199,
"518144" : 3876,
"522240" : 3687,
"528384" : 6224,
"536576" : 4640,
"544768" : 3503,
"552960" : 2657,
"561152" : 2411,
"569344" : 2786,
"577536" : 3774,
"585728" : 5439,
"593920" : 6961,
"602112" : 8723,
"610304" : 9107,
"618496" : 8620,
"626688" : 7479,
"634880" : 5647,
"643072" : 4022,
"651264" : 2901,
"659456" : 2230,
"667648" : 2076,
"675840" : 2385,
"684032" : 3029,
"692224" : 3977,
"700416" : 4719,
"708608" : 5080,
"716800" : 5195,
"724992" : 4575,
"733184" : 3642,
"741376" : 2740,
"749568" : 2071,
"757760" : 1592,
"765952" : 1334,
"774144" : 1237,
"782336" : 1322,
"790528" : 1567,
"798720" : 1749,
"806912" : 1995,
"815104" : 2090,
"823296" : 2109,
"831488" : 1951,
"839680" : 1591,
"847872" : 1231,
"856064" : 919,
"864256" : 757,
"872448" : 690,
"880640" : 575,
"888832" : 569,
"897024" : 648,
"905216" : 798,
"913408" : 834,
"921600" : 887,
"929792" : 879,
"937984" : 847,
"946176" : 570,
"954368" : 436,
"962560" : 377,
"970752" : 377,
"978944" : 317,
"987136" : 276,
"995328" : 296,
"1003520" : 369,
"1011712" : 335,
"1019904" : 343,
"1028096" : 393,
"1036288" : 316,
"1044480" : 264,
"1056768" : 436,
"1073152" : 330,
"1089536" : 293,
"1105920" : 362,
"1122304" : 389,
"1138688" : 321,
"1155072" : 274,
"1171456" : 223,
"1187840" : 234,
"1204224" : 283,
"1220608" : 272,
"1236992" : 275,
"1253376" : 173,
"1269760" : 198,
"1286144" : 251,
"1302528" : 207,
"1318912" : 236,
"1335296" : 204,
"1351680" : 178,
"1368064" : 122,
"1384448" : 151,
"1400832" : 151,
"1417216" : 136,
"1433600" : 135,
"1449984" : 134,
"1466368" : 89,
"1482752" : 73,
"1499136" : 88,
"1515520" : 73,
"1531904" : 59,
"1548288" : 77,
"1564672" : 41,
"1581056" : 47,
"1597440" : 27,
"1613824" : 39,
"1630208" : 27,
"1646592" : 23,
"1662976" : 17,
"1679360" : 22,
"1695744" : 9,
"1712128" : 18,
"1728512" : 10,
"1744896" : 8,
"1761280" : 10,
"1777664" : 8,
"1794048" : 4,
"1810432" : 8,
"1826816" : 2,
"1843200" : 3,
"1859584" : 1,
"1875968" : 3,
"1908736" : 2,
"1941504" : 1,
"1957888" : 1,
"1974272" : 2,
"1990656" : 1,
"2007040" : 1,
"2023424" : 1
}
},
"lat_ns" : {
"min" : 342953,
"max" : 2117294,
"mean" : 669460.623835,
"stddev" : 183180.612366,
"N" : 238778
},
"bw_min" : 73784,
"bw_max" : 109296,
"bw_agg" : 100.000000,
"bw_mean" : 96262.157895,
"bw_dev" : 10638.174333,
"bw_samples" : 19,
"iops_min" : 18446,
"iops_max" : 27324,
"iops_mean" : 24065.578947,
"iops_stddev" : 2659.612155,
"iops_samples" : 19
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9999,
"usr_cpu" : 4.560456,
"sys_cpu" : 60.456046,
"ctx" : 35500,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 20.338891,
"750" : 62.722434,
"1000" : 13.274199
},
"latency_ms" : {
"2" : 3.663639,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121799,
"timestamp_ms" : 1774121799494,
"time" : "Sat Mar 21 16:36:39 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1852694528,
"io_kbytes" : 1809272,
"bw_bytes" : 92639358,
"bw" : 90468,
"iops" : 22617.080854,
"runtime" : 19999,
"total_ios" : 452319,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9514,
"max" : 374692,
"mean" : 42410.078170,
"stddev" : 36767.202918,
"N" : 452319
},
"clat_ns" : {
"min" : 322122,
"max" : 2043521,
"mean" : 664491.224331,
"stddev" : 181351.027625,
"N" : 452318,
"percentile" : {
"1.000000" : 382976,
"5.000000" : 419840,
"10.000000" : 473088,
"20.000000" : 518144,
"30.000000" : 552960,
"40.000000" : 610304,
"50.000000" : 634880,
"60.000000" : 684032,
"70.000000" : 724992,
"80.000000" : 782336,
"90.000000" : 880640,
"95.000000" : 995328,
"99.000000" : 1302528,
"99.500000" : 1400832,
"99.900000" : 1581056,
"99.950000" : 1646592,
"99.990000" : 1794048
},
"bins" : {
"321536" : 4,
"325632" : 8,
"329728" : 19,
"333824" : 22,
"337920" : 62,
"342016" : 67,
"346112" : 118,
"350208" : 164,
"354304" : 266,
"358400" : 330,
"362496" : 407,
"366592" : 512,
"370688" : 613,
"374784" : 741,
"378880" : 838,
"382976" : 1156,
"387072" : 1312,
"391168" : 1555,
"395264" : 1839,
"399360" : 1991,
"403456" : 2162,
"407552" : 2204,
"411648" : 2439,
"415744" : 2533,
"419840" : 2489,
"423936" : 2398,
"428032" : 2317,
"432128" : 2314,
"436224" : 2087,
"440320" : 1835,
"444416" : 1722,
"448512" : 1505,
"452608" : 1420,
"456704" : 1381,
"460800" : 1234,
"464896" : 1387,
"468992" : 1498,
"473088" : 1676,
"477184" : 1894,
"481280" : 2366,
"485376" : 2925,
"489472" : 3429,
"493568" : 3980,
"497664" : 4471,
"501760" : 4848,
"505856" : 5444,
"509952" : 5808,
"514048" : 6100,
"518144" : 6070,
"522240" : 6132,
"528384" : 11534,
"536576" : 10139,
"544768" : 8092,
"552960" : 6187,
"561152" : 5051,
"569344" : 4823,
"577536" : 5456,
"585728" : 7075,
"593920" : 9132,
"602112" : 11864,
"610304" : 13993,
"618496" : 15354,
"626688" : 15365,
"634880" : 13567,
"643072" : 10668,
"651264" : 7838,
"659456" : 5822,
"667648" : 4690,
"675840" : 4441,
"684032" : 5060,
"692224" : 6254,
"700416" : 7660,
"708608" : 9322,
"716800" : 11054,
"724992" : 11335,
"733184" : 10383,
"741376" : 8545,
"749568" : 6760,
"757760" : 4705,
"765952" : 3624,
"774144" : 3057,
"782336" : 2983,
"790528" : 3305,
"798720" : 3808,
"806912" : 4523,
"815104" : 5512,
"823296" : 5985,
"831488" : 5941,
"839680" : 5098,
"847872" : 3916,
"856064" : 2868,
"864256" : 2109,
"872448" : 1766,
"880640" : 1551,
"888832" : 1507,
"897024" : 1641,
"905216" : 1932,
"913408" : 2132,
"921600" : 2343,
"929792" : 2555,
"937984" : 2275,
"946176" : 1708,
"954368" : 1294,
"962560" : 1022,
"970752" : 999,
"978944" : 863,
"987136" : 766,
"995328" : 843,
"1003520" : 936,
"1011712" : 885,
"1019904" : 946,
"1028096" : 1118,
"1036288" : 930,
"1044480" : 775,
"1056768" : 1206,
"1073152" : 982,
"1089536" : 881,
"1105920" : 948,
"1122304" : 1041,
"1138688" : 960,
"1155072" : 784,
"1171456" : 653,
"1187840" : 672,
"1204224" : 668,
"1220608" : 617,
"1236992" : 622,
"1253376" : 514,
"1269760" : 559,
"1286144" : 531,
"1302528" : 485,
"1318912" : 502,
"1335296" : 454,
"1351680" : 366,
"1368064" : 345,
"1384448" : 323,
"1400832" : 275,
"1417216" : 258,
"1433600" : 254,
"1449984" : 229,
"1466368" : 197,
"1482752" : 141,
"1499136" : 152,
"1515520" : 112,
"1531904" : 105,
"1548288" : 130,
"1564672" : 85,
"1581056" : 77,
"1597440" : 44,
"1613824" : 67,
"1630208" : 39,
"1646592" : 48,
"1662976" : 28,
"1679360" : 35,
"1695744" : 20,
"1712128" : 26,
"1728512" : 14,
"1744896" : 15,
"1761280" : 14,
"1777664" : 12,
"1794048" : 11,
"1810432" : 11,
"1826816" : 3,
"1843200" : 6,
"1859584" : 2,
"1875968" : 4,
"1908736" : 3,
"1941504" : 2,
"1957888" : 2,
"1974272" : 2,
"1990656" : 1,
"2007040" : 2,
"2023424" : 1,
"2039808" : 1
}
},
"lat_ns" : {
"min" : 342953,
"max" : 2180991,
"mean" : 706900.741624,
"stddev" : 189782.771731,
"N" : 452318
},
"bw_min" : 73784,
"bw_max" : 109296,
"bw_agg" : 100.000000,
"bw_mean" : 90685.025641,
"bw_dev" : 10234.123001,
"bw_samples" : 39,
"iops_min" : 18446,
"iops_max" : 27324,
"iops_mean" : 22671.256410,
"iops_stddev" : 2558.604458,
"iops_samples" : 39
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 19999,
"usr_cpu" : 4.235212,
"sys_cpu" : 58.622931,
"ctx" : 75227,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999779,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999779,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 14.599873,
"750" : 61.628850,
"1000" : 18.894851
},
"latency_ms" : {
"2" : 4.875541,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121809,
"timestamp_ms" : 1774121809494,
"time" : "Sat Mar 21 16:36:49 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2740113408,
"io_kbytes" : 2675892,
"bw_bytes" : 91340158,
"bw" : 89199,
"iops" : 22299.909997,
"runtime" : 29999,
"total_ios" : 668975,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9514,
"max" : 374692,
"mean" : 43039.697558,
"stddev" : 36940.221506,
"N" : 668975
},
"clat_ns" : {
"min" : 322122,
"max" : 2043521,
"mean" : 673921.235676,
"stddev" : 183397.731038,
"N" : 668974,
"percentile" : {
"1.000000" : 387072,
"5.000000" : 428032,
"10.000000" : 477184,
"20.000000" : 528384,
"30.000000" : 569344,
"40.000000" : 618496,
"50.000000" : 643072,
"60.000000" : 692224,
"70.000000" : 733184,
"80.000000" : 798720,
"90.000000" : 897024,
"95.000000" : 1011712,
"99.000000" : 1318912,
"99.500000" : 1417216,
"99.900000" : 1646592,
"99.950000" : 1744896,
"99.990000" : 1875968
},
"bins" : {
"321536" : 4,
"325632" : 8,
"329728" : 19,
"333824" : 22,
"337920" : 62,
"342016" : 67,
"346112" : 123,
"350208" : 165,
"354304" : 268,
"358400" : 343,
"362496" : 414,
"366592" : 522,
"370688" : 637,
"374784" : 772,
"378880" : 892,
"382976" : 1226,
"387072" : 1400,
"391168" : 1674,
"395264" : 2025,
"399360" : 2283,
"403456" : 2544,
"407552" : 2722,
"411648" : 3087,
"415744" : 3404,
"419840" : 3489,
"423936" : 3702,
"428032" : 3581,
"432128" : 3747,
"436224" : 3523,
"440320" : 3257,
"444416" : 3143,
"448512" : 2820,
"452608" : 2510,
"456704" : 2314,
"460800" : 2045,
"464896" : 2061,
"468992" : 2023,
"473088" : 2150,
"477184" : 2265,
"481280" : 2725,
"485376" : 3312,
"489472" : 3817,
"493568" : 4435,
"497664" : 5049,
"501760" : 5578,
"505856" : 6488,
"509952" : 7087,
"514048" : 7760,
"518144" : 8176,
"522240" : 8725,
"528384" : 18006,
"536576" : 17032,
"544768" : 14413,
"552960" : 11251,
"561152" : 8648,
"569344" : 7274,
"577536" : 7331,
"585728" : 8604,
"593920" : 10843,
"602112" : 14274,
"610304" : 17775,
"618496" : 21159,
"626688" : 23077,
"634880" : 22010,
"643072" : 18417,
"651264" : 14128,
"659456" : 10408,
"667648" : 7993,
"675840" : 6838,
"684032" : 6870,
"692224" : 8037,
"700416" : 9952,
"708608" : 12468,
"716800" : 15543,
"724992" : 16973,
"733184" : 16906,
"741376" : 14582,
"749568" : 11675,
"757760" : 8240,
"765952" : 5975,
"774144" : 4847,
"782336" : 4385,
"790528" : 4624,
"798720" : 5277,
"806912" : 6466,
"815104" : 8047,
"823296" : 9096,
"831488" : 9527,
"839680" : 8381,
"847872" : 6651,
"856064" : 4942,
"864256" : 3690,
"872448" : 2945,
"880640" : 2483,
"888832" : 2387,
"897024" : 2510,
"905216" : 2890,
"913408" : 3308,
"921600" : 3723,
"929792" : 3996,
"937984" : 3583,
"946176" : 2939,
"954368" : 2256,
"962560" : 1781,
"970752" : 1660,
"978944" : 1407,
"987136" : 1261,
"995328" : 1402,
"1003520" : 1420,
"1011712" : 1462,
"1019904" : 1513,
"1028096" : 1711,
"1036288" : 1493,
"1044480" : 1348,
"1056768" : 2114,
"1073152" : 1759,
"1089536" : 1470,
"1105920" : 1526,
"1122304" : 1631,
"1138688" : 1618,
"1155072" : 1375,
"1171456" : 1146,
"1187840" : 1090,
"1204224" : 1010,
"1220608" : 959,
"1236992" : 933,
"1253376" : 781,
"1269760" : 791,
"1286144" : 795,
"1302528" : 696,
"1318912" : 692,
"1335296" : 598,
"1351680" : 534,
"1368064" : 519,
"1384448" : 459,
"1400832" : 381,
"1417216" : 372,
"1433600" : 338,
"1449984" : 334,
"1466368" : 280,
"1482752" : 208,
"1499136" : 216,
"1515520" : 160,
"1531904" : 155,
"1548288" : 161,
"1564672" : 136,
"1581056" : 125,
"1597440" : 96,
"1613824" : 102,
"1630208" : 103,
"1646592" : 66,
"1662976" : 42,
"1679360" : 74,
"1695744" : 69,
"1712128" : 65,
"1728512" : 42,
"1744896" : 53,
"1761280" : 38,
"1777664" : 28,
"1794048" : 46,
"1810432" : 34,
"1826816" : 17,
"1843200" : 43,
"1859584" : 29,
"1875968" : 23,
"1892352" : 16,
"1908736" : 11,
"1925120" : 7,
"1941504" : 10,
"1957888" : 5,
"1974272" : 5,
"1990656" : 6,
"2007040" : 3,
"2023424" : 2,
"2039808" : 1
}
},
"lat_ns" : {
"min" : 342953,
"max" : 2180991,
"mean" : 716960.552489,
"stddev" : 192032.163098,
"N" : 668974
},
"bw_min" : 73784,
"bw_max" : 109296,
"bw_agg" : 100.000000,
"bw_mean" : 89237.101695,
"bw_dev" : 9511.257931,
"bw_samples" : 59,
"iops_min" : 18446,
"iops_max" : 27324,
"iops_mean" : 22309.271186,
"iops_stddev" : 2377.871997,
"iops_samples" : 59
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 29999,
"usr_cpu" : 4.156805,
"sys_cpu" : 58.575286,
"ctx" : 112849,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999701,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999701,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 13.012444,
"750" : 61.457902,
"1000" : 20.262192
},
"latency_ms" : {
"2" : 5.266565,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121819,
"timestamp_ms" : 1774121819495,
"time" : "Sat Mar 21 16:36:59 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3671097344,
"io_kbytes" : 3585056,
"bw_bytes" : 91779728,
"bw" : 89628,
"iops" : 22407.185180,
"runtime" : 39999,
"total_ios" : 896265,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9514,
"max" : 374692,
"mean" : 42826.730846,
"stddev" : 36412.886135,
"N" : 896265
},
"clat_ns" : {
"min" : 322122,
"max" : 2043521,
"mean" : 670698.047363,
"stddev" : 182977.471344,
"N" : 896264,
"percentile" : {
"1.000000" : 391168,
"5.000000" : 432128,
"10.000000" : 468992,
"20.000000" : 528384,
"30.000000" : 561152,
"40.000000" : 610304,
"50.000000" : 643072,
"60.000000" : 684032,
"70.000000" : 733184,
"80.000000" : 790528,
"90.000000" : 888832,
"95.000000" : 1003520,
"99.000000" : 1302528,
"99.500000" : 1433600,
"99.900000" : 1728512,
"99.950000" : 1826816,
"99.990000" : 1925120
},
"bins" : {
"321536" : 4,
"325632" : 8,
"329728" : 19,
"333824" : 22,
"337920" : 62,
"342016" : 67,
"346112" : 123,
"350208" : 165,
"354304" : 268,
"358400" : 343,
"362496" : 417,
"366592" : 532,
"370688" : 659,
"374784" : 807,
"378880" : 931,
"382976" : 1289,
"387072" : 1495,
"391168" : 1786,
"395264" : 2211,
"399360" : 2508,
"403456" : 2837,
"407552" : 3204,
"411648" : 3781,
"415744" : 4301,
"419840" : 4758,
"423936" : 5249,
"428032" : 5448,
"432128" : 5974,
"436224" : 6078,
"440320" : 6038,
"444416" : 5951,
"448512" : 5373,
"452608" : 4801,
"456704" : 4327,
"460800" : 3768,
"464896" : 3445,
"468992" : 3143,
"473088" : 3184,
"477184" : 2989,
"481280" : 3315,
"485376" : 3784,
"489472" : 4319,
"493568" : 4899,
"497664" : 5507,
"501760" : 6203,
"505856" : 7334,
"509952" : 8213,
"514048" : 9222,
"518144" : 10149,
"522240" : 11228,
"528384" : 24748,
"536576" : 25944,
"544768" : 23729,
"552960" : 19135,
"561152" : 14347,
"569344" : 11050,
"577536" : 9830,
"585728" : 10426,
"593920" : 12463,
"602112" : 16230,
"610304" : 20694,
"618496" : 25713,
"626688" : 29600,
"634880" : 30708,
"643072" : 27473,
"651264" : 22268,
"659456" : 16323,
"667648" : 11992,
"675840" : 9529,
"684032" : 9027,
"692224" : 9898,
"700416" : 11838,
"708608" : 14718,
"716800" : 18608,
"724992" : 21118,
"733184" : 22108,
"741376" : 20147,
"749568" : 16626,
"757760" : 12100,
"765952" : 8816,
"774144" : 6894,
"782336" : 5964,
"790528" : 6028,
"798720" : 6600,
"806912" : 7855,
"815104" : 9695,
"823296" : 11138,
"831488" : 11974,
"839680" : 10941,
"847872" : 9025,
"856064" : 6941,
"864256" : 5302,
"872448" : 4101,
"880640" : 3486,
"888832" : 3242,
"897024" : 3181,
"905216" : 3606,
"913408" : 4161,
"921600" : 4594,
"929792" : 4932,
"937984" : 4684,
"946176" : 3920,
"954368" : 3035,
"962560" : 2505,
"970752" : 2272,
"978944" : 1871,
"987136" : 1707,
"995328" : 1827,
"1003520" : 1796,
"1011712" : 1867,
"1019904" : 1895,
"1028096" : 2163,
"1036288" : 1941,
"1044480" : 1684,
"1056768" : 2772,
"1073152" : 2257,
"1089536" : 1927,
"1105920" : 1867,
"1122304" : 2043,
"1138688" : 2009,
"1155072" : 1713,
"1171456" : 1434,
"1187840" : 1345,
"1204224" : 1244,
"1220608" : 1174,
"1236992" : 1149,
"1253376" : 1005,
"1269760" : 976,
"1286144" : 996,
"1302528" : 841,
"1318912" : 830,
"1335296" : 716,
"1351680" : 677,
"1368064" : 629,
"1384448" : 601,
"1400832" : 488,
"1417216" : 466,
"1433600" : 409,
"1449984" : 395,
"1466368" : 340,
"1482752" : 289,
"1499136" : 282,
"1515520" : 220,
"1531904" : 190,
"1548288" : 207,
"1564672" : 164,
"1581056" : 173,
"1597440" : 161,
"1613824" : 139,
"1630208" : 135,
"1646592" : 99,
"1662976" : 82,
"1679360" : 104,
"1695744" : 118,
"1712128" : 109,
"1728512" : 104,
"1744896" : 125,
"1761280" : 65,
"1777664" : 41,
"1794048" : 67,
"1810432" : 55,
"1826816" : 41,
"1843200" : 91,
"1859584" : 91,
"1875968" : 78,
"1892352" : 41,
"1908736" : 22,
"1925120" : 14,
"1941504" : 29,
"1957888" : 22,
"1974272" : 20,
"1990656" : 6,
"2007040" : 3,
"2023424" : 2,
"2039808" : 1
}
},
"lat_ns" : {
"min" : 342953,
"max" : 2180991,
"mean" : 713524.380453,
"stddev" : 191694.127129,
"N" : 896264
},
"bw_min" : 73784,
"bw_max" : 109296,
"bw_agg" : 99.835275,
"bw_mean" : 89481.303797,
"bw_dev" : 8995.786060,
"bw_samples" : 79,
"iops_min" : 18446,
"iops_max" : 27324,
"iops_mean" : 22370.316456,
"iops_stddev" : 2248.996178,
"iops_samples" : 79
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39999,
"usr_cpu" : 4.135103,
"sys_cpu" : 59.528988,
"ctx" : 146340,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999888,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999888,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 13.458408,
"750" : 61.508259,
"1000" : 20.022761
},
"latency_ms" : {
"2" : 5.009902,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121829,
"timestamp_ms" : 1774121829495,
"time" : "Sat Mar 21 16:37:09 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4598771712,
"io_kbytes" : 4490988,
"bw_bytes" : 91977273,
"bw" : 89821,
"iops" : 22455.409108,
"runtime" : 49999,
"total_ios" : 1122748,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9514,
"max" : 374692,
"mean" : 42732.180663,
"stddev" : 36124.915806,
"N" : 1122749
},
"clat_ns" : {
"min" : 322122,
"max" : 2179208,
"mean" : 669257.861197,
"stddev" : 185622.115357,
"N" : 1122747,
"percentile" : {
"1.000000" : 395264,
"5.000000" : 432128,
"10.000000" : 460800,
"20.000000" : 528384,
"30.000000" : 552960,
"40.000000" : 610304,
"50.000000" : 643072,
"60.000000" : 675840,
"70.000000" : 733184,
"80.000000" : 782336,
"90.000000" : 880640,
"95.000000" : 995328,
"99.000000" : 1318912,
"99.500000" : 1466368,
"99.900000" : 1843200,
"99.950000" : 1875968,
"99.990000" : 1990656
},
"bins" : {
"321536" : 4,
"325632" : 8,
"329728" : 19,
"333824" : 22,
"337920" : 62,
"342016" : 67,
"346112" : 123,
"350208" : 165,
"354304" : 268,
"358400" : 343,
"362496" : 419,
"366592" : 538,
"370688" : 666,
"374784" : 814,
"378880" : 945,
"382976" : 1317,
"387072" : 1547,
"391168" : 1838,
"395264" : 2290,
"399360" : 2657,
"403456" : 3020,
"407552" : 3541,
"411648" : 4210,
"415744" : 4995,
"419840" : 5693,
"423936" : 6516,
"428032" : 7154,
"432128" : 8277,
"436224" : 8726,
"440320" : 8853,
"444416" : 8885,
"448512" : 8152,
"452608" : 7507,
"456704" : 6762,
"460800" : 5926,
"464896" : 5207,
"468992" : 4566,
"473088" : 4378,
"477184" : 3959,
"481280" : 4088,
"485376" : 4535,
"489472" : 4924,
"493568" : 5509,
"497664" : 6098,
"501760" : 6844,
"505856" : 8064,
"509952" : 9123,
"514048" : 10373,
"518144" : 11666,
"522240" : 13240,
"528384" : 30462,
"536576" : 34287,
"544768" : 33039,
"552960" : 28033,
"561152" : 21483,
"569344" : 16051,
"577536" : 13239,
"585728" : 12954,
"593920" : 14514,
"602112" : 18113,
"610304" : 23184,
"618496" : 28882,
"626688" : 34343,
"634880" : 37198,
"643072" : 35135,
"651264" : 30199,
"659456" : 23546,
"667648" : 17813,
"675840" : 13612,
"684032" : 11921,
"692224" : 11983,
"700416" : 13735,
"708608" : 16782,
"716800" : 20999,
"724992" : 24054,
"733184" : 25600,
"741376" : 24314,
"749568" : 21192,
"757760" : 16603,
"765952" : 12930,
"774144" : 9969,
"782336" : 8275,
"790528" : 7736,
"798720" : 7965,
"806912" : 9145,
"815104" : 10979,
"823296" : 12510,
"831488" : 13574,
"839680" : 12702,
"847872" : 10788,
"856064" : 8845,
"864256" : 7175,
"872448" : 5867,
"880640" : 5040,
"888832" : 4540,
"897024" : 4024,
"905216" : 4413,
"913408" : 4949,
"921600" : 5326,
"929792" : 5564,
"937984" : 5373,
"946176" : 4607,
"954368" : 3787,
"962560" : 3278,
"970752" : 3041,
"978944" : 2552,
"987136" : 2336,
"995328" : 2369,
"1003520" : 2221,
"1011712" : 2274,
"1019904" : 2258,
"1028096" : 2464,
"1036288" : 2192,
"1044480" : 1976,
"1056768" : 3373,
"1073152" : 2769,
"1089536" : 2431,
"1105920" : 2263,
"1122304" : 2348,
"1138688" : 2273,
"1155072" : 1937,
"1171456" : 1749,
"1187840" : 1622,
"1204224" : 1449,
"1220608" : 1369,
"1236992" : 1276,
"1253376" : 1150,
"1269760" : 1169,
"1286144" : 1173,
"1302528" : 986,
"1318912" : 988,
"1335296" : 836,
"1351680" : 793,
"1368064" : 737,
"1384448" : 723,
"1400832" : 582,
"1417216" : 573,
"1433600" : 502,
"1449984" : 468,
"1466368" : 408,
"1482752" : 378,
"1499136" : 342,
"1515520" : 309,
"1531904" : 269,
"1548288" : 255,
"1564672" : 219,
"1581056" : 231,
"1597440" : 230,
"1613824" : 205,
"1630208" : 195,
"1646592" : 136,
"1662976" : 106,
"1679360" : 158,
"1695744" : 214,
"1712128" : 200,
"1728512" : 159,
"1744896" : 195,
"1761280" : 107,
"1777664" : 78,
"1794048" : 117,
"1810432" : 108,
"1826816" : 102,
"1843200" : 197,
"1859584" : 334,
"1875968" : 223,
"1892352" : 83,
"1908736" : 49,
"1925120" : 50,
"1941504" : 81,
"1957888" : 63,
"1974272" : 61,
"1990656" : 25,
"2007040" : 72,
"2023424" : 8,
"2039808" : 8,
"2056192" : 9,
"2072576" : 1,
"2088960" : 1,
"2113536" : 5,
"2179072" : 1
}
},
"lat_ns" : {
"min" : 342953,
"max" : 2317540,
"mean" : 711989.877110,
"stddev" : 194634.983921,
"N" : 1122747
},
"bw_min" : 72104,
"bw_max" : 109296,
"bw_agg" : 100.000000,
"bw_mean" : 89983.444444,
"bw_dev" : 8893.284180,
"bw_samples" : 99,
"iops_min" : 18026,
"iops_max" : 27324,
"iops_mean" : 22495.848485,
"iops_stddev" : 2223.344642,
"iops_samples" : 99
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 49999,
"usr_cpu" : 4.126083,
"sys_cpu" : 60.191204,
"ctx" : 178660,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999911,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 13.900982,
"750" : 61.144976,
"1000" : 20.077435
},
"latency_ms" : {
"2" : 4.867700,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121839,
"timestamp_ms" : 1774121839495,
"time" : "Sat Mar 21 16:37:19 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5502218240,
"io_kbytes" : 5373260,
"bw_bytes" : 91705165,
"bw" : 89555,
"iops" : 22388.973150,
"runtime" : 59999,
"total_ios" : 1343316,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9514,
"max" : 374692,
"mean" : 42864.732315,
"stddev" : 36158.092887,
"N" : 1343316
},
"clat_ns" : {
"min" : 322122,
"max" : 2179208,
"mean" : 671239.776721,
"stddev" : 188855.755092,
"N" : 1343315,
"percentile" : {
"1.000000" : 399360,
"5.000000" : 436224,
"10.000000" : 464896,
"20.000000" : 528384,
"30.000000" : 561152,
"40.000000" : 610304,
"50.000000" : 643072,
"60.000000" : 675840,
"70.000000" : 733184,
"80.000000" : 782336,
"90.000000" : 880640,
"95.000000" : 995328,
"99.000000" : 1351680,
"99.500000" : 1548288,
"99.900000" : 1875968,
"99.950000" : 1941504,
"99.990000" : 2007040
},
"bins" : {
"321536" : 4,
"325632" : 8,
"329728" : 19,
"333824" : 22,
"337920" : 62,
"342016" : 67,
"346112" : 123,
"350208" : 165,
"354304" : 268,
"358400" : 343,
"362496" : 419,
"366592" : 538,
"370688" : 666,
"374784" : 816,
"378880" : 948,
"382976" : 1319,
"387072" : 1555,
"391168" : 1844,
"395264" : 2303,
"399360" : 2678,
"403456" : 3039,
"407552" : 3597,
"411648" : 4312,
"415744" : 5209,
"419840" : 6130,
"423936" : 7146,
"428032" : 8066,
"432128" : 9587,
"436224" : 10480,
"440320" : 11089,
"444416" : 11462,
"448512" : 10998,
"452608" : 10331,
"456704" : 9252,
"460800" : 8137,
"464896" : 7151,
"468992" : 6100,
"473088" : 5498,
"477184" : 4940,
"481280" : 4865,
"485376" : 5081,
"489472" : 5451,
"493568" : 5944,
"497664" : 6561,
"501760" : 7232,
"505856" : 8430,
"509952" : 9473,
"514048" : 10805,
"518144" : 12296,
"522240" : 14024,
"528384" : 33635,
"536576" : 40146,
"544768" : 41624,
"552960" : 37758,
"561152" : 30389,
"569344" : 22941,
"577536" : 18037,
"585728" : 16082,
"593920" : 16718,
"602112" : 19857,
"610304" : 24813,
"618496" : 30490,
"626688" : 36760,
"634880" : 41177,
"643072" : 41794,
"651264" : 39027,
"659456" : 32844,
"667648" : 25829,
"675840" : 19678,
"684032" : 16035,
"692224" : 14770,
"700416" : 15820,
"708608" : 18424,
"716800" : 22543,
"724992" : 25650,
"733184" : 27761,
"741376" : 27452,
"749568" : 25682,
"757760" : 22199,
"765952" : 18745,
"774144" : 14632,
"782336" : 11740,
"790528" : 10307,
"798720" : 9795,
"806912" : 10475,
"815104" : 12093,
"823296" : 13537,
"831488" : 14662,
"839680" : 14014,
"847872" : 12437,
"856064" : 11067,
"864256" : 9608,
"872448" : 8298,
"880640" : 6910,
"888832" : 6024,
"897024" : 5204,
"905216" : 5247,
"913408" : 5598,
"921600" : 5910,
"929792" : 6134,
"937984" : 5957,
"946176" : 5293,
"954368" : 4549,
"962560" : 4090,
"970752" : 3911,
"978944" : 3427,
"987136" : 2967,
"995328" : 2867,
"1003520" : 2600,
"1011712" : 2614,
"1019904" : 2606,
"1028096" : 2779,
"1036288" : 2498,
"1044480" : 2268,
"1056768" : 3882,
"1073152" : 3293,
"1089536" : 2844,
"1105920" : 2578,
"1122304" : 2637,
"1138688" : 2574,
"1155072" : 2153,
"1171456" : 1985,
"1187840" : 1828,
"1204224" : 1618,
"1220608" : 1505,
"1236992" : 1454,
"1253376" : 1270,
"1269760" : 1305,
"1286144" : 1278,
"1302528" : 1111,
"1318912" : 1110,
"1335296" : 966,
"1351680" : 924,
"1368064" : 860,
"1384448" : 791,
"1400832" : 682,
"1417216" : 661,
"1433600" : 610,
"1449984" : 575,
"1466368" : 507,
"1482752" : 478,
"1499136" : 420,
"1515520" : 382,
"1531904" : 365,
"1548288" : 365,
"1564672" : 318,
"1581056" : 343,
"1597440" : 328,
"1613824" : 284,
"1630208" : 283,
"1646592" : 203,
"1662976" : 203,
"1679360" : 265,
"1695744" : 310,
"1712128" : 286,
"1728512" : 231,
"1744896" : 247,
"1761280" : 172,
"1777664" : 130,
"1794048" : 175,
"1810432" : 154,
"1826816" : 171,
"1843200" : 274,
"1859584" : 683,
"1875968" : 484,
"1892352" : 140,
"1908736" : 93,
"1925120" : 78,
"1941504" : 139,
"1957888" : 131,
"1974272" : 143,
"1990656" : 99,
"2007040" : 200,
"2023424" : 33,
"2039808" : 19,
"2056192" : 13,
"2072576" : 3,
"2088960" : 7,
"2113536" : 9,
"2146304" : 1,
"2179072" : 1
}
},
"lat_ns" : {
"min" : 342953,
"max" : 2317540,
"mean" : 714104.517057,
"stddev" : 198151.967498,
"N" : 1343315
},
"bw_min" : 72104,
"bw_max" : 109296,
"bw_agg" : 99.923148,
"bw_mean" : 89487.394958,
"bw_dev" : 8564.777386,
"bw_samples" : 119,
"iops_min" : 18026,
"iops_max" : 27324,
"iops_mean" : 22371.831933,
"iops_stddev" : 2141.215742,
"iops_samples" : 119
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 59999,
"usr_cpu" : 4.073401,
"sys_cpu" : 60.434341,
"ctx" : 211551,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999926,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999926,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 13.780153,
"750" : 60.619616,
"1000" : 20.773519
},
"latency_ms" : {
"2" : 4.806613,
"4" : 0.020025,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121849,
"timestamp_ms" : 1774121849495,
"time" : "Sat Mar 21 16:37:29 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6513979392,
"io_kbytes" : 6361308,
"bw_bytes" : 93058177,
"bw" : 90877,
"iops" : 22719.295990,
"runtime" : 69999,
"total_ios" : 1590328,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9514,
"max" : 485241,
"mean" : 42217.431399,
"stddev" : 35327.393974,
"N" : 1590328
},
"clat_ns" : {
"min" : 322122,
"max" : 2179208,
"mean" : 661495.656696,
"stddev" : 189797.436823,
"N" : 1590327,
"percentile" : {
"1.000000" : 403456,
"5.000000" : 436224,
"10.000000" : 456704,
"20.000000" : 522240,
"30.000000" : 552960,
"40.000000" : 593920,
"50.000000" : 634880,
"60.000000" : 659456,
"70.000000" : 724992,
"80.000000" : 774144,
"90.000000" : 872448,
"95.000000" : 978944,
"99.000000" : 1368064,
"99.500000" : 1597440,
"99.900000" : 1892352,
"99.950000" : 1957888,
"99.990000" : 2007040
},
"bins" : {
"321536" : 4,
"325632" : 8,
"329728" : 19,
"333824" : 22,
"337920" : 62,
"342016" : 67,
"346112" : 123,
"350208" : 165,
"354304" : 268,
"358400" : 343,
"362496" : 419,
"366592" : 538,
"370688" : 666,
"374784" : 818,
"378880" : 949,
"382976" : 1322,
"387072" : 1577,
"391168" : 1878,
"395264" : 2356,
"399360" : 2764,
"403456" : 3177,
"407552" : 3841,
"411648" : 4703,
"415744" : 5859,
"419840" : 7280,
"423936" : 8889,
"428032" : 10414,
"432128" : 12788,
"436224" : 14558,
"440320" : 16173,
"444416" : 17399,
"448512" : 17196,
"452608" : 16537,
"456704" : 14594,
"460800" : 13193,
"464896" : 11393,
"468992" : 9611,
"473088" : 8392,
"477184" : 7315,
"481280" : 6623,
"485376" : 6489,
"489472" : 6660,
"493568" : 6876,
"497664" : 7381,
"501760" : 8031,
"505856" : 9393,
"509952" : 10465,
"514048" : 12132,
"518144" : 14034,
"522240" : 16138,
"528384" : 40145,
"536576" : 50224,
"544768" : 54316,
"552960" : 50465,
"561152" : 40919,
"569344" : 30837,
"577536" : 23411,
"585728" : 19691,
"593920" : 19049,
"602112" : 21935,
"610304" : 27104,
"618496" : 33421,
"626688" : 40856,
"634880" : 46616,
"643072" : 48696,
"651264" : 46564,
"659456" : 39752,
"667648" : 31352,
"675840" : 23785,
"684032" : 18974,
"692224" : 16777,
"700416" : 17510,
"708608" : 19968,
"716800" : 24351,
"724992" : 27630,
"733184" : 29805,
"741376" : 29886,
"749568" : 28508,
"757760" : 25319,
"765952" : 21791,
"774144" : 16932,
"782336" : 13407,
"790528" : 11585,
"798720" : 10584,
"806912" : 11173,
"815104" : 12832,
"823296" : 14417,
"831488" : 15541,
"839680" : 14883,
"847872" : 13380,
"856064" : 12097,
"864256" : 10653,
"872448" : 9250,
"880640" : 7724,
"888832" : 6651,
"897024" : 5665,
"905216" : 5596,
"913408" : 5955,
"921600" : 6242,
"929792" : 6439,
"937984" : 6345,
"946176" : 5646,
"954368" : 4896,
"962560" : 4477,
"970752" : 4296,
"978944" : 3778,
"987136" : 3214,
"995328" : 3078,
"1003520" : 2829,
"1011712" : 2759,
"1019904" : 2765,
"1028096" : 2946,
"1036288" : 2625,
"1044480" : 2410,
"1056768" : 4192,
"1073152" : 3634,
"1089536" : 3109,
"1105920" : 2761,
"1122304" : 2771,
"1138688" : 2738,
"1155072" : 2338,
"1171456" : 2154,
"1187840" : 1979,
"1204224" : 1749,
"1220608" : 1597,
"1236992" : 1557,
"1253376" : 1396,
"1269760" : 1418,
"1286144" : 1397,
"1302528" : 1186,
"1318912" : 1197,
"1335296" : 1036,
"1351680" : 1016,
"1368064" : 955,
"1384448" : 891,
"1400832" : 767,
"1417216" : 730,
"1433600" : 674,
"1449984" : 667,
"1466368" : 597,
"1482752" : 578,
"1499136" : 492,
"1515520" : 468,
"1531904" : 424,
"1548288" : 433,
"1564672" : 408,
"1581056" : 417,
"1597440" : 415,
"1613824" : 346,
"1630208" : 326,
"1646592" : 254,
"1662976" : 261,
"1679360" : 324,
"1695744" : 381,
"1712128" : 341,
"1728512" : 295,
"1744896" : 297,
"1761280" : 201,
"1777664" : 151,
"1794048" : 222,
"1810432" : 197,
"1826816" : 217,
"1843200" : 383,
"1859584" : 980,
"1875968" : 767,
"1892352" : 218,
"1908736" : 118,
"1925120" : 119,
"1941504" : 204,
"1957888" : 195,
"1974272" : 209,
"1990656" : 115,
"2007040" : 290,
"2023424" : 63,
"2039808" : 25,
"2056192" : 22,
"2072576" : 8,
"2088960" : 14,
"2113536" : 12,
"2146304" : 1,
"2179072" : 1
}
},
"lat_ns" : {
"min" : 342953,
"max" : 2317540,
"mean" : 703712.983310,
"stddev" : 199342.386033,
"N" : 1590327
},
"bw_min" : 72104,
"bw_max" : 116200,
"bw_agg" : 99.887622,
"bw_mean" : 90775.424460,
"bw_dev" : 9166.061439,
"bw_samples" : 139,
"iops_min" : 18026,
"iops_max" : 29050,
"iops_mean" : 22693.841727,
"iops_stddev" : 2291.534491,
"iops_samples" : 139
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 69999,
"usr_cpu" : 4.121487,
"sys_cpu" : 61.739453,
"ctx" : 236792,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999937,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999937,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 15.863834,
"750" : 60.345413,
"1000" : 19.274326
},
"latency_ms" : {
"2" : 4.490709,
"4" : 0.025655,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121859,
"timestamp_ms" : 1774121859494,
"time" : "Sat Mar 21 16:37:39 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7480782848,
"io_kbytes" : 7305452,
"bw_bytes" : 93510954,
"bw" : 91319,
"iops" : 22829.847873,
"runtime" : 79999,
"total_ios" : 1826365,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9514,
"max" : 485241,
"mean" : 42001.969747,
"stddev" : 34981.373205,
"N" : 1826365
},
"clat_ns" : {
"min" : 322122,
"max" : 2179208,
"mean" : 658291.786987,
"stddev" : 192174.070999,
"N" : 1826364,
"percentile" : {
"1.000000" : 407552,
"5.000000" : 436224,
"10.000000" : 456704,
"20.000000" : 522240,
"30.000000" : 552960,
"40.000000" : 585728,
"50.000000" : 634880,
"60.000000" : 659456,
"70.000000" : 716800,
"80.000000" : 765952,
"90.000000" : 864256,
"95.000000" : 970752,
"99.000000" : 1400832,
"99.500000" : 1679360,
"99.900000" : 1941504,
"99.950000" : 1990656,
"99.990000" : 2023424
},
"bins" : {
"321536" : 4,
"325632" : 8,
"329728" : 19,
"333824" : 22,
"337920" : 62,
"342016" : 67,
"346112" : 123,
"350208" : 165,
"354304" : 268,
"358400" : 343,
"362496" : 419,
"366592" : 538,
"370688" : 666,
"374784" : 819,
"378880" : 951,
"382976" : 1325,
"387072" : 1585,
"391168" : 1891,
"395264" : 2366,
"399360" : 2790,
"403456" : 3226,
"407552" : 3908,
"411648" : 4807,
"415744" : 6093,
"419840" : 7726,
"423936" : 9668,
"428032" : 11665,
"432128" : 14752,
"436224" : 17423,
"440320" : 19829,
"444416" : 21806,
"448512" : 21851,
"452608" : 21329,
"456704" : 19306,
"460800" : 17433,
"464896" : 14847,
"468992" : 12476,
"473088" : 10815,
"477184" : 9352,
"481280" : 8293,
"485376" : 7728,
"489472" : 7603,
"493568" : 7700,
"497664" : 8073,
"501760" : 8634,
"505856" : 10067,
"509952" : 11180,
"514048" : 12917,
"518144" : 15012,
"522240" : 17414,
"528384" : 44512,
"536576" : 57545,
"544768" : 64898,
"552960" : 62959,
"561152" : 52238,
"569344" : 39611,
"577536" : 29663,
"585728" : 23991,
"593920" : 21974,
"602112" : 24131,
"610304" : 29294,
"618496" : 35652,
"626688" : 43735,
"634880" : 51058,
"643072" : 54998,
"651264" : 54734,
"659456" : 48271,
"667648" : 38742,
"675840" : 29158,
"684032" : 22854,
"692224" : 19438,
"700416" : 19617,
"708608" : 21745,
"716800" : 26017,
"724992" : 29320,
"733184" : 31694,
"741376" : 32376,
"749568" : 31810,
"757760" : 29315,
"765952" : 25531,
"774144" : 19992,
"782336" : 15826,
"790528" : 13310,
"798720" : 11970,
"806912" : 12261,
"815104" : 13732,
"823296" : 15186,
"831488" : 16322,
"839680" : 15738,
"847872" : 14389,
"856064" : 13495,
"864256" : 12072,
"872448" : 10495,
"880640" : 8746,
"888832" : 7408,
"897024" : 6307,
"905216" : 6063,
"913408" : 6384,
"921600" : 6624,
"929792" : 6775,
"937984" : 6692,
"946176" : 6012,
"954368" : 5305,
"962560" : 4980,
"970752" : 4737,
"978944" : 4147,
"987136" : 3512,
"995328" : 3340,
"1003520" : 3094,
"1011712" : 2989,
"1019904" : 2962,
"1028096" : 3139,
"1036288" : 2798,
"1044480" : 2579,
"1056768" : 4502,
"1073152" : 3974,
"1089536" : 3365,
"1105920" : 2951,
"1122304" : 2937,
"1138688" : 2902,
"1155072" : 2519,
"1171456" : 2331,
"1187840" : 2130,
"1204224" : 1862,
"1220608" : 1709,
"1236992" : 1661,
"1253376" : 1501,
"1269760" : 1510,
"1286144" : 1499,
"1302528" : 1278,
"1318912" : 1272,
"1335296" : 1114,
"1351680" : 1083,
"1368064" : 1043,
"1384448" : 974,
"1400832" : 853,
"1417216" : 782,
"1433600" : 733,
"1449984" : 731,
"1466368" : 661,
"1482752" : 650,
"1499136" : 559,
"1515520" : 512,
"1531904" : 480,
"1548288" : 491,
"1564672" : 470,
"1581056" : 512,
"1597440" : 506,
"1613824" : 453,
"1630208" : 375,
"1646592" : 302,
"1662976" : 328,
"1679360" : 429,
"1695744" : 502,
"1712128" : 495,
"1728512" : 387,
"1744896" : 392,
"1761280" : 270,
"1777664" : 253,
"1794048" : 297,
"1810432" : 269,
"1826816" : 297,
"1843200" : 522,
"1859584" : 1372,
"1875968" : 1077,
"1892352" : 308,
"1908736" : 179,
"1925120" : 183,
"1941504" : 304,
"1957888" : 302,
"1974272" : 315,
"1990656" : 201,
"2007040" : 560,
"2023424" : 134,
"2039808" : 56,
"2056192" : 39,
"2072576" : 20,
"2088960" : 26,
"2113536" : 26,
"2146304" : 7,
"2179072" : 1
}
},
"lat_ns" : {
"min" : 342953,
"max" : 2317540,
"mean" : 700293.644902,
"stddev" : 201996.313424,
"N" : 1826364
},
"bw_min" : 72104,
"bw_max" : 116200,
"bw_agg" : 100.000000,
"bw_mean" : 91333.201258,
"bw_dev" : 9152.113736,
"bw_samples" : 159,
"iops_min" : 18026,
"iops_max" : 29050,
"iops_mean" : 22833.283019,
"iops_stddev" : 2288.045059,
"iops_samples" : 159
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79999,
"usr_cpu" : 4.108801,
"sys_cpu" : 62.374530,
"ctx" : 264823,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 16.577026,
"750" : 60.370134,
"1000" : 18.668338
},
"latency_ms" : {
"2" : 4.340534,
"4" : 0.043912,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121869,
"timestamp_ms" : 1774121869494,
"time" : "Sat Mar 21 16:37:49 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8508477440,
"io_kbytes" : 8309060,
"bw_bytes" : 94539688,
"bw" : 92323,
"iops" : 23080.989789,
"runtime" : 89999,
"total_ios" : 2077266,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9514,
"max" : 485241,
"mean" : 41524.063508,
"stddev" : 34352.999441,
"N" : 2077266
},
"clat_ns" : {
"min" : 322122,
"max" : 2179208,
"mean" : 651145.905037,
"stddev" : 192303.564531,
"N" : 2077265,
"percentile" : {
"1.000000" : 407552,
"5.000000" : 440320,
"10.000000" : 452608,
"20.000000" : 514048,
"30.000000" : 544768,
"40.000000" : 569344,
"50.000000" : 626688,
"60.000000" : 651264,
"70.000000" : 700416,
"80.000000" : 757760,
"90.000000" : 856064,
"95.000000" : 962560,
"99.000000" : 1417216,
"99.500000" : 1695744,
"99.900000" : 1957888,
"99.950000" : 2007040,
"99.990000" : 2023424
},
"bins" : {
"321536" : 4,
"325632" : 8,
"329728" : 19,
"333824" : 22,
"337920" : 62,
"342016" : 67,
"346112" : 123,
"350208" : 165,
"354304" : 268,
"358400" : 343,
"362496" : 419,
"366592" : 539,
"370688" : 674,
"374784" : 823,
"378880" : 960,
"382976" : 1335,
"387072" : 1598,
"391168" : 1907,
"395264" : 2384,
"399360" : 2820,
"403456" : 3276,
"407552" : 3985,
"411648" : 4941,
"415744" : 6335,
"419840" : 8216,
"423936" : 10550,
"428032" : 13210,
"432128" : 17146,
"436224" : 21104,
"440320" : 25081,
"444416" : 28269,
"448512" : 28862,
"452608" : 28572,
"456704" : 25964,
"460800" : 23568,
"464896" : 20103,
"468992" : 16777,
"473088" : 14354,
"477184" : 12311,
"481280" : 10743,
"485376" : 9736,
"489472" : 9244,
"493568" : 8983,
"497664" : 9200,
"501760" : 9615,
"505856" : 11004,
"509952" : 12100,
"514048" : 13800,
"518144" : 16090,
"522240" : 18820,
"528384" : 49137,
"536576" : 66359,
"544768" : 78419,
"552960" : 78018,
"561152" : 64991,
"569344" : 49726,
"577536" : 36740,
"585728" : 28774,
"593920" : 25494,
"602112" : 26741,
"610304" : 31743,
"618496" : 37952,
"626688" : 46442,
"634880" : 55543,
"643072" : 61421,
"651264" : 62269,
"659456" : 55682,
"667648" : 44738,
"675840" : 33635,
"684032" : 26056,
"692224" : 21771,
"700416" : 21674,
"708608" : 23410,
"716800" : 27707,
"724992" : 30838,
"733184" : 33483,
"741376" : 34509,
"749568" : 34172,
"757760" : 31747,
"765952" : 27860,
"774144" : 21823,
"782336" : 17225,
"790528" : 14466,
"798720" : 12858,
"806912" : 13144,
"815104" : 14591,
"823296" : 15933,
"831488" : 17106,
"839680" : 16434,
"847872" : 15048,
"856064" : 14138,
"864256" : 12623,
"872448" : 11026,
"880640" : 9201,
"888832" : 7782,
"897024" : 6583,
"905216" : 6379,
"913408" : 6714,
"921600" : 6939,
"929792" : 7044,
"937984" : 6958,
"946176" : 6284,
"954368" : 5512,
"962560" : 5152,
"970752" : 4911,
"978944" : 4260,
"987136" : 3604,
"995328" : 3453,
"1003520" : 3191,
"1011712" : 3113,
"1019904" : 3094,
"1028096" : 3313,
"1036288" : 2947,
"1044480" : 2712,
"1056768" : 4680,
"1073152" : 4106,
"1089536" : 3489,
"1105920" : 3074,
"1122304" : 3093,
"1138688" : 3055,
"1155072" : 2643,
"1171456" : 2451,
"1187840" : 2214,
"1204224" : 1950,
"1220608" : 1765,
"1236992" : 1742,
"1253376" : 1601,
"1269760" : 1606,
"1286144" : 1579,
"1302528" : 1331,
"1318912" : 1324,
"1335296" : 1162,
"1351680" : 1182,
"1368064" : 1104,
"1384448" : 1037,
"1400832" : 914,
"1417216" : 827,
"1433600" : 800,
"1449984" : 806,
"1466368" : 731,
"1482752" : 713,
"1499136" : 604,
"1515520" : 568,
"1531904" : 522,
"1548288" : 565,
"1564672" : 544,
"1581056" : 595,
"1597440" : 594,
"1613824" : 511,
"1630208" : 439,
"1646592" : 368,
"1662976" : 399,
"1679360" : 493,
"1695744" : 609,
"1712128" : 577,
"1728512" : 502,
"1744896" : 483,
"1761280" : 323,
"1777664" : 285,
"1794048" : 349,
"1810432" : 337,
"1826816" : 375,
"1843200" : 635,
"1859584" : 1765,
"1875968" : 1392,
"1892352" : 380,
"1908736" : 223,
"1925120" : 202,
"1941504" : 364,
"1957888" : 402,
"1974272" : 407,
"1990656" : 251,
"2007040" : 756,
"2023424" : 150,
"2039808" : 75,
"2056192" : 44,
"2072576" : 21,
"2088960" : 29,
"2113536" : 28,
"2146304" : 8,
"2179072" : 1
}
},
"lat_ns" : {
"min" : 342953,
"max" : 2317540,
"mean" : 692669.980342,
"stddev" : 202252.121570,
"N" : 2077265
},
"bw_min" : 72104,
"bw_max" : 116200,
"bw_agg" : 99.925356,
"bw_mean" : 92255.201117,
"bw_dev" : 9202.521250,
"bw_samples" : 179,
"iops_min" : 18026,
"iops_max" : 29050,
"iops_mean" : 23063.782123,
"iops_stddev" : 2300.646720,
"iops_samples" : 179
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 89999,
"usr_cpu" : 4.128935,
"sys_cpu" : 63.318481,
"ctx" : 288666,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999952,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999952,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 18.088728,
"750" : 60.321307,
"1000" : 17.435610
},
"latency_ms" : {
"2" : 4.104770,
"4" : 0.049536,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121879,
"timestamp_ms" : 1774121879494,
"time" : "Sat Mar 21 16:37:59 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9571627008,
"io_kbytes" : 9347292,
"bw_bytes" : 95717227,
"bw" : 93473,
"iops" : 23368.473685,
"runtime" : 99999,
"total_ios" : 2336824,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9514,
"max" : 485241,
"mean" : 40990.877630,
"stddev" : 33666.411485,
"N" : 2336824
},
"clat_ns" : {
"min" : 322122,
"max" : 2194502,
"mean" : 643149.723417,
"stddev" : 192993.142081,
"N" : 2336823,
"percentile" : {
"1.000000" : 411648,
"5.000000" : 436224,
"10.000000" : 452608,
"20.000000" : 497664,
"30.000000" : 544768,
"40.000000" : 561152,
"50.000000" : 610304,
"60.000000" : 651264,
"70.000000" : 684032,
"80.000000" : 749568,
"90.000000" : 847872,
"95.000000" : 954368,
"99.000000" : 1433600,
"99.500000" : 1728512,
"99.900000" : 1957888,
"99.950000" : 2007040,
"99.990000" : 2039808
},
"bins" : {
"321536" : 4,
"325632" : 8,
"329728" : 19,
"333824" : 22,
"337920" : 62,
"342016" : 67,
"346112" : 124,
"350208" : 165,
"354304" : 270,
"358400" : 343,
"362496" : 421,
"366592" : 544,
"370688" : 685,
"374784" : 827,
"378880" : 969,
"382976" : 1367,
"387072" : 1632,
"391168" : 1952,
"395264" : 2446,
"399360" : 2888,
"403456" : 3409,
"407552" : 4195,
"411648" : 5248,
"415744" : 6985,
"419840" : 9281,
"423936" : 12182,
"428032" : 15578,
"432128" : 20494,
"436224" : 26116,
"440320" : 31592,
"444416" : 36443,
"448512" : 38077,
"452608" : 38179,
"456704" : 34908,
"460800" : 31882,
"464896" : 27070,
"468992" : 22720,
"473088" : 19300,
"477184" : 16266,
"481280" : 13884,
"485376" : 12190,
"489472" : 11179,
"493568" : 10600,
"497664" : 10513,
"501760" : 10800,
"505856" : 12036,
"509952" : 13240,
"514048" : 14955,
"518144" : 17537,
"522240" : 20529,
"528384" : 54443,
"536576" : 75745,
"544768" : 91847,
"552960" : 91925,
"561152" : 77098,
"569344" : 58714,
"577536" : 42855,
"585728" : 32958,
"593920" : 28566,
"602112" : 29187,
"610304" : 34050,
"618496" : 40352,
"626688" : 49287,
"634880" : 59377,
"643072" : 66547,
"651264" : 68453,
"659456" : 61582,
"667648" : 49561,
"675840" : 37098,
"684032" : 28553,
"692224" : 23819,
"700416" : 23323,
"708608" : 24876,
"716800" : 29044,
"724992" : 32234,
"733184" : 34861,
"741376" : 36062,
"749568" : 36059,
"757760" : 33816,
"765952" : 29842,
"774144" : 23319,
"782336" : 18305,
"790528" : 15343,
"798720" : 13576,
"806912" : 13779,
"815104" : 15228,
"823296" : 16499,
"831488" : 17644,
"839680" : 16896,
"847872" : 15647,
"856064" : 14795,
"864256" : 13247,
"872448" : 11458,
"880640" : 9583,
"888832" : 8066,
"897024" : 6783,
"905216" : 6624,
"913408" : 7005,
"921600" : 7272,
"929792" : 7268,
"937984" : 7179,
"946176" : 6545,
"954368" : 5745,
"962560" : 5357,
"970752" : 5047,
"978944" : 4366,
"987136" : 3730,
"995328" : 3525,
"1003520" : 3294,
"1011712" : 3209,
"1019904" : 3223,
"1028096" : 3471,
"1036288" : 3075,
"1044480" : 2818,
"1056768" : 4862,
"1073152" : 4253,
"1089536" : 3594,
"1105920" : 3165,
"1122304" : 3241,
"1138688" : 3198,
"1155072" : 2753,
"1171456" : 2533,
"1187840" : 2279,
"1204224" : 2032,
"1220608" : 1847,
"1236992" : 1847,
"1253376" : 1689,
"1269760" : 1679,
"1286144" : 1632,
"1302528" : 1384,
"1318912" : 1372,
"1335296" : 1214,
"1351680" : 1243,
"1368064" : 1169,
"1384448" : 1099,
"1400832" : 961,
"1417216" : 868,
"1433600" : 831,
"1449984" : 873,
"1466368" : 805,
"1482752" : 792,
"1499136" : 669,
"1515520" : 630,
"1531904" : 567,
"1548288" : 636,
"1564672" : 613,
"1581056" : 678,
"1597440" : 693,
"1613824" : 597,
"1630208" : 497,
"1646592" : 433,
"1662976" : 465,
"1679360" : 573,
"1695744" : 723,
"1712128" : 703,
"1728512" : 598,
"1744896" : 573,
"1761280" : 378,
"1777664" : 330,
"1794048" : 408,
"1810432" : 405,
"1826816" : 434,
"1843200" : 731,
"1859584" : 2133,
"1875968" : 1763,
"1892352" : 467,
"1908736" : 268,
"1925120" : 226,
"1941504" : 430,
"1957888" : 501,
"1974272" : 519,
"1990656" : 306,
"2007040" : 977,
"2023424" : 183,
"2039808" : 81,
"2056192" : 47,
"2072576" : 28,
"2088960" : 30,
"2113536" : 42,
"2146304" : 13,
"2179072" : 2
}
},
"lat_ns" : {
"min" : 342953,
"max" : 2333935,
"mean" : 684140.563340,
"stddev" : 203127.515549,
"N" : 2336823
},
"bw_min" : 72104,
"bw_max" : 118256,
"bw_agg" : 99.946665,
"bw_mean" : 93424.934673,
"bw_dev" : 9739.349247,
"bw_samples" : 199,
"iops_min" : 18026,
"iops_max" : 29564,
"iops_mean" : 23356.216080,
"iops_stddev" : 2434.851989,
"iops_samples" : 199
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 99999,
"usr_cpu" : 4.193042,
"sys_cpu" : 64.299643,
"ctx" : 310101,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999957,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999957,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 20.278035,
"750" : 59.514752,
"1000" : 16.252144
},
"latency_ms" : {
"2" : 3.899481,
"4" : 0.055545,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121889,
"timestamp_ms" : 1774121889494,
"time" : "Sat Mar 21 16:38:09 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10652246016,
"io_kbytes" : 10402584,
"bw_bytes" : 96839480,
"bw" : 94569,
"iops" : 23642.460386,
"runtime" : 109999,
"total_ios" : 2600647,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9514,
"max" : 485241,
"mean" : 40494.705801,
"stddev" : 33007.472017,
"N" : 2600647
},
"clat_ns" : {
"min" : 322122,
"max" : 2194502,
"mean" : 635711.080894,
"stddev" : 193038.162284,
"N" : 2600646,
"percentile" : {
"1.000000" : 411648,
"5.000000" : 436224,
"10.000000" : 448512,
"20.000000" : 481280,
"30.000000" : 536576,
"40.000000" : 561152,
"50.000000" : 593920,
"60.000000" : 643072,
"70.000000" : 675840,
"80.000000" : 741376,
"90.000000" : 839680,
"95.000000" : 946176,
"99.000000" : 1433600,
"99.500000" : 1744896,
"99.900000" : 1974272,
"99.950000" : 2007040,
"99.990000" : 2039808
},
"bins" : {
"321536" : 4,
"325632" : 8,
"329728" : 19,
"333824" : 22,
"337920" : 62,
"342016" : 67,
"346112" : 124,
"350208" : 166,
"354304" : 271,
"358400" : 344,
"362496" : 422,
"366592" : 545,
"370688" : 685,
"374784" : 832,
"378880" : 978,
"382976" : 1376,
"387072" : 1643,
"391168" : 1966,
"395264" : 2477,
"399360" : 2945,
"403456" : 3481,
"407552" : 4356,
"411648" : 5538,
"415744" : 7635,
"419840" : 10474,
"423936" : 13894,
"428032" : 18034,
"432128" : 24264,
"436224" : 31429,
"440320" : 38205,
"444416" : 44489,
"448512" : 47184,
"452608" : 47794,
"456704" : 44363,
"460800" : 40557,
"464896" : 34708,
"468992" : 29455,
"473088" : 24881,
"477184" : 20832,
"481280" : 17746,
"485376" : 15249,
"489472" : 13605,
"493568" : 12667,
"497664" : 12175,
"501760" : 12151,
"505856" : 13305,
"509952" : 14379,
"514048" : 16274,
"518144" : 18966,
"522240" : 22429,
"528384" : 60188,
"536576" : 85718,
"544768" : 105949,
"552960" : 106874,
"561152" : 90153,
"569344" : 68396,
"577536" : 49461,
"585728" : 37537,
"593920" : 31801,
"602112" : 31923,
"610304" : 36382,
"618496" : 42719,
"626688" : 52120,
"634880" : 63129,
"643072" : 71238,
"651264" : 73936,
"659456" : 66807,
"667648" : 53839,
"675840" : 40200,
"684032" : 30918,
"692224" : 25638,
"700416" : 24952,
"708608" : 26102,
"716800" : 30178,
"724992" : 33424,
"733184" : 36135,
"741376" : 37410,
"749568" : 37368,
"757760" : 35255,
"765952" : 31074,
"774144" : 24311,
"782336" : 19107,
"790528" : 16001,
"798720" : 14134,
"806912" : 14366,
"815104" : 15721,
"823296" : 16961,
"831488" : 18089,
"839680" : 17388,
"847872" : 16070,
"856064" : 15180,
"864256" : 13597,
"872448" : 11758,
"880640" : 9803,
"888832" : 8294,
"897024" : 7030,
"905216" : 6808,
"913408" : 7233,
"921600" : 7515,
"929792" : 7482,
"937984" : 7384,
"946176" : 6732,
"954368" : 5881,
"962560" : 5487,
"970752" : 5148,
"978944" : 4478,
"987136" : 3835,
"995328" : 3625,
"1003520" : 3404,
"1011712" : 3350,
"1019904" : 3380,
"1028096" : 3615,
"1036288" : 3210,
"1044480" : 2946,
"1056768" : 5044,
"1073152" : 4377,
"1089536" : 3670,
"1105920" : 3308,
"1122304" : 3374,
"1138688" : 3375,
"1155072" : 2886,
"1171456" : 2635,
"1187840" : 2357,
"1204224" : 2120,
"1220608" : 1932,
"1236992" : 1944,
"1253376" : 1762,
"1269760" : 1770,
"1286144" : 1700,
"1302528" : 1443,
"1318912" : 1456,
"1335296" : 1292,
"1351680" : 1314,
"1368064" : 1229,
"1384448" : 1178,
"1400832" : 1038,
"1417216" : 941,
"1433600" : 879,
"1449984" : 928,
"1466368" : 880,
"1482752" : 856,
"1499136" : 736,
"1515520" : 701,
"1531904" : 634,
"1548288" : 688,
"1564672" : 682,
"1581056" : 740,
"1597440" : 802,
"1613824" : 685,
"1630208" : 581,
"1646592" : 496,
"1662976" : 528,
"1679360" : 629,
"1695744" : 797,
"1712128" : 797,
"1728512" : 692,
"1744896" : 678,
"1761280" : 434,
"1777664" : 359,
"1794048" : 457,
"1810432" : 454,
"1826816" : 493,
"1843200" : 820,
"1859584" : 2512,
"1875968" : 2137,
"1892352" : 513,
"1908736" : 305,
"1925120" : 261,
"1941504" : 498,
"1957888" : 600,
"1974272" : 617,
"1990656" : 332,
"2007040" : 1182,
"2023424" : 217,
"2039808" : 88,
"2056192" : 49,
"2072576" : 30,
"2088960" : 30,
"2113536" : 63,
"2146304" : 17,
"2179072" : 2
}
},
"lat_ns" : {
"min" : 342953,
"max" : 2333935,
"mean" : 676205.792743,
"stddev" : 203293.331033,
"N" : 2600646
},
"bw_min" : 72104,
"bw_max" : 118256,
"bw_agg" : 99.917728,
"bw_mean" : 94492.319635,
"bw_dev" : 9987.273536,
"bw_samples" : 219,
"iops_min" : 18026,
"iops_max" : 29564,
"iops_mean" : 23623.059361,
"iops_stddev" : 2496.824995,
"iops_samples" : 219
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 109999,
"usr_cpu" : 4.218220,
"sys_cpu" : 65.254230,
"ctx" : 330134,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999962,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999962,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 22.257038,
"750" : 58.848356,
"1000" : 15.099858
},
"latency_ms" : {
"2" : 3.734917,
"4" : 0.059793,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121899,
"timestamp_ms" : 1774121899494,
"time" : "Sat Mar 21 16:38:19 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11741454336,
"io_kbytes" : 11466264,
"bw_bytes" : 97846268,
"bw" : 95552,
"iops" : 23888.257402,
"runtime" : 119999,
"total_ios" : 2866567,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9514,
"max" : 521647,
"mean" : 40059.553047,
"stddev" : 32418.610976,
"N" : 2866567
},
"clat_ns" : {
"min" : 322122,
"max" : 2194502,
"mean" : 629179.848108,
"stddev" : 193202.661061,
"N" : 2866566,
"percentile" : {
"1.000000" : 411648,
"5.000000" : 436224,
"10.000000" : 448512,
"20.000000" : 473088,
"30.000000" : 528384,
"40.000000" : 552960,
"50.000000" : 585728,
"60.000000" : 634880,
"70.000000" : 667648,
"80.000000" : 733184,
"90.000000" : 831488,
"95.000000" : 937984,
"99.000000" : 1449984,
"99.500000" : 1744896,
"99.900000" : 1974272,
"99.950000" : 2007040,
"99.990000" : 2039808
},
"bins" : {
"321536" : 4,
"325632" : 8,
"329728" : 19,
"333824" : 22,
"337920" : 62,
"342016" : 67,
"346112" : 124,
"350208" : 166,
"354304" : 274,
"358400" : 353,
"362496" : 424,
"366592" : 550,
"370688" : 701,
"374784" : 853,
"378880" : 1004,
"382976" : 1421,
"387072" : 1711,
"391168" : 2091,
"395264" : 2675,
"399360" : 3243,
"403456" : 3932,
"407552" : 4993,
"411648" : 6430,
"415744" : 8921,
"419840" : 12476,
"423936" : 16531,
"428032" : 21544,
"432128" : 28854,
"436224" : 37394,
"440320" : 45616,
"444416" : 53004,
"448512" : 56546,
"452608" : 57238,
"456704" : 53703,
"460800" : 49637,
"464896" : 43145,
"468992" : 37032,
"473088" : 31254,
"477184" : 26252,
"481280" : 22379,
"485376" : 19018,
"489472" : 16614,
"493568" : 15212,
"497664" : 14501,
"501760" : 14176,
"505856" : 15058,
"509952" : 15984,
"514048" : 17861,
"518144" : 20438,
"522240" : 23938,
"528384" : 64229,
"536576" : 92774,
"544768" : 116098,
"552960" : 118171,
"561152" : 100842,
"569344" : 77000,
"577536" : 55691,
"585728" : 42016,
"593920" : 35211,
"602112" : 34669,
"610304" : 38561,
"618496" : 44732,
"626688" : 54194,
"634880" : 66056,
"643072" : 75495,
"651264" : 79635,
"659456" : 72387,
"667648" : 58463,
"675840" : 43684,
"684032" : 33560,
"692224" : 27730,
"700416" : 26535,
"708608" : 27395,
"716800" : 31373,
"724992" : 34476,
"733184" : 37189,
"741376" : 38693,
"749568" : 39064,
"757760" : 37222,
"765952" : 32916,
"774144" : 25601,
"782336" : 19998,
"790528" : 16784,
"798720" : 14820,
"806912" : 14880,
"815104" : 16283,
"823296" : 17471,
"831488" : 18531,
"839680" : 17807,
"847872" : 16584,
"856064" : 15758,
"864256" : 14091,
"872448" : 12155,
"880640" : 10094,
"888832" : 8500,
"897024" : 7236,
"905216" : 7019,
"913408" : 7462,
"921600" : 7724,
"929792" : 7727,
"937984" : 7591,
"946176" : 6929,
"954368" : 6083,
"962560" : 5611,
"970752" : 5291,
"978944" : 4566,
"987136" : 3910,
"995328" : 3705,
"1003520" : 3488,
"1011712" : 3464,
"1019904" : 3498,
"1028096" : 3718,
"1036288" : 3318,
"1044480" : 3051,
"1056768" : 5207,
"1073152" : 4523,
"1089536" : 3755,
"1105920" : 3387,
"1122304" : 3494,
"1138688" : 3511,
"1155072" : 3014,
"1171456" : 2752,
"1187840" : 2443,
"1204224" : 2196,
"1220608" : 1998,
"1236992" : 2014,
"1253376" : 1842,
"1269760" : 1861,
"1286144" : 1772,
"1302528" : 1499,
"1318912" : 1506,
"1335296" : 1341,
"1351680" : 1363,
"1368064" : 1298,
"1384448" : 1259,
"1400832" : 1110,
"1417216" : 987,
"1433600" : 931,
"1449984" : 985,
"1466368" : 942,
"1482752" : 931,
"1499136" : 794,
"1515520" : 758,
"1531904" : 707,
"1548288" : 768,
"1564672" : 741,
"1581056" : 806,
"1597440" : 893,
"1613824" : 777,
"1630208" : 660,
"1646592" : 565,
"1662976" : 593,
"1679360" : 718,
"1695744" : 902,
"1712128" : 889,
"1728512" : 791,
"1744896" : 745,
"1761280" : 515,
"1777664" : 426,
"1794048" : 533,
"1810432" : 513,
"1826816" : 567,
"1843200" : 887,
"1859584" : 2888,
"1875968" : 2446,
"1892352" : 567,
"1908736" : 338,
"1925120" : 280,
"1941504" : 564,
"1957888" : 701,
"1974272" : 688,
"1990656" : 342,
"2007040" : 1450,
"2023424" : 242,
"2039808" : 97,
"2056192" : 60,
"2072576" : 40,
"2088960" : 32,
"2113536" : 79,
"2146304" : 19,
"2179072" : 2
}
},
"lat_ns" : {
"min" : 342953,
"max" : 2333935,
"mean" : 669238.946225,
"stddev" : 203575.636626,
"N" : 2866566
},
"bw_min" : 72104,
"bw_max" : 125752,
"bw_agg" : 100.000000,
"bw_mean" : 95556.707113,
"bw_dev" : 10640.511998,
"bw_samples" : 239,
"iops_min" : 18026,
"iops_max" : 31438,
"iops_mean" : 23889.154812,
"iops_stddev" : 2660.130953,
"iops_samples" : 239
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119999,
"usr_cpu" : 4.245869,
"sys_cpu" : 66.143885,
"ctx" : 348857,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 24.385476,
"750" : 57.728914,
"1000" : 14.236890
},
"latency_ms" : {
"2" : 3.582718,
"4" : 0.065967,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121909,
"timestamp_ms" : 1774121909494,
"time" : "Sat Mar 21 16:38:29 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12781363200,
"io_kbytes" : 12481800,
"bw_bytes" : 98318934,
"bw" : 96014,
"iops" : 24003.653874,
"runtime" : 129999,
"total_ios" : 3120451,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9514,
"max" : 521647,
"mean" : 39857.671195,
"stddev" : 32112.292366,
"N" : 3120451
},
"clat_ns" : {
"min" : 322122,
"max" : 2194502,
"mean" : 626164.429773,
"stddev" : 193282.515562,
"N" : 3120450,
"percentile" : {
"1.000000" : 411648,
"5.000000" : 436224,
"10.000000" : 448512,
"20.000000" : 473088,
"30.000000" : 528384,
"40.000000" : 552960,
"50.000000" : 577536,
"60.000000" : 634880,
"70.000000" : 667648,
"80.000000" : 733184,
"90.000000" : 831488,
"95.000000" : 937984,
"99.000000" : 1466368,
"99.500000" : 1777664,
"99.900000" : 1974272,
"99.950000" : 2007040,
"99.990000" : 2056192
},
"bins" : {
"321536" : 4,
"325632" : 8,
"329728" : 19,
"333824" : 22,
"337920" : 62,
"342016" : 67,
"346112" : 124,
"350208" : 166,
"354304" : 274,
"358400" : 353,
"362496" : 424,
"366592" : 550,
"370688" : 701,
"374784" : 853,
"378880" : 1004,
"382976" : 1424,
"387072" : 1715,
"391168" : 2097,
"395264" : 2679,
"399360" : 3263,
"403456" : 3968,
"407552" : 5028,
"411648" : 6511,
"415744" : 9135,
"419840" : 12888,
"423936" : 17299,
"428032" : 22865,
"432128" : 31304,
"436224" : 41143,
"440320" : 50663,
"444416" : 59212,
"448512" : 63920,
"452608" : 65088,
"456704" : 61581,
"460800" : 57239,
"464896" : 50097,
"468992" : 42845,
"473088" : 36124,
"477184" : 30080,
"481280" : 25440,
"485376" : 21469,
"489472" : 18531,
"493568" : 16744,
"497664" : 15646,
"501760" : 15181,
"505856" : 15923,
"509952" : 16810,
"514048" : 18760,
"518144" : 21453,
"522240" : 25041,
"528384" : 67781,
"536576" : 100482,
"544768" : 129183,
"552960" : 134274,
"561152" : 115810,
"569344" : 88213,
"577536" : 63232,
"585728" : 47120,
"593920" : 38688,
"602112" : 37226,
"610304" : 40684,
"618496" : 46643,
"626688" : 56488,
"634880" : 69420,
"643072" : 80806,
"651264" : 87185,
"659456" : 80253,
"667648" : 64644,
"675840" : 47904,
"684032" : 36418,
"692224" : 29828,
"700416" : 28139,
"708608" : 28879,
"716800" : 32706,
"724992" : 35609,
"733184" : 38374,
"741376" : 40163,
"749568" : 41189,
"757760" : 39785,
"765952" : 35107,
"774144" : 27170,
"782336" : 21064,
"790528" : 17635,
"798720" : 15612,
"806912" : 15566,
"815104" : 16972,
"823296" : 18025,
"831488" : 19083,
"839680" : 18302,
"847872" : 17134,
"856064" : 16359,
"864256" : 14638,
"872448" : 12573,
"880640" : 10399,
"888832" : 8756,
"897024" : 7528,
"905216" : 7348,
"913408" : 7770,
"921600" : 8001,
"929792" : 7951,
"937984" : 7844,
"946176" : 7133,
"954368" : 6234,
"962560" : 5781,
"970752" : 5428,
"978944" : 4681,
"987136" : 4011,
"995328" : 3833,
"1003520" : 3616,
"1011712" : 3615,
"1019904" : 3627,
"1028096" : 3858,
"1036288" : 3472,
"1044480" : 3179,
"1056768" : 5420,
"1073152" : 4702,
"1089536" : 3890,
"1105920" : 3552,
"1122304" : 3681,
"1138688" : 3659,
"1155072" : 3154,
"1171456" : 2873,
"1187840" : 2521,
"1204224" : 2286,
"1220608" : 2093,
"1236992" : 2099,
"1253376" : 1930,
"1269760" : 1948,
"1286144" : 1822,
"1302528" : 1579,
"1318912" : 1558,
"1335296" : 1398,
"1351680" : 1438,
"1368064" : 1360,
"1384448" : 1322,
"1400832" : 1159,
"1417216" : 1043,
"1433600" : 987,
"1449984" : 1042,
"1466368" : 1003,
"1482752" : 987,
"1499136" : 844,
"1515520" : 805,
"1531904" : 777,
"1548288" : 832,
"1564672" : 794,
"1581056" : 884,
"1597440" : 974,
"1613824" : 864,
"1630208" : 736,
"1646592" : 638,
"1662976" : 641,
"1679360" : 783,
"1695744" : 1016,
"1712128" : 1002,
"1728512" : 912,
"1744896" : 855,
"1761280" : 598,
"1777664" : 474,
"1794048" : 600,
"1810432" : 577,
"1826816" : 637,
"1843200" : 1005,
"1859584" : 3210,
"1875968" : 2724,
"1892352" : 653,
"1908736" : 389,
"1925120" : 357,
"1941504" : 635,
"1957888" : 799,
"1974272" : 780,
"1990656" : 383,
"2007040" : 1740,
"2023424" : 278,
"2039808" : 137,
"2056192" : 78,
"2072576" : 50,
"2088960" : 42,
"2113536" : 119,
"2146304" : 81,
"2179072" : 13
}
},
"lat_ns" : {
"min" : 342953,
"max" : 2333935,
"mean" : 666022.101688,
"stddev" : 203715.685457,
"N" : 3120450
},
"bw_min" : 72104,
"bw_max" : 125752,
"bw_agg" : 99.985852,
"bw_mean" : 96001.011583,
"bw_dev" : 10495.851073,
"bw_samples" : 259,
"iops_min" : 18026,
"iops_max" : 31438,
"iops_mean" : 24000.231660,
"iops_stddev" : 2623.966313,
"iops_samples" : 259
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 129999,
"usr_cpu" : 4.273110,
"sys_cpu" : 66.579743,
"ctx" : 371508,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999968,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999968,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 25.051667,
"750" : 57.709414,
"1000" : 13.671101
},
"latency_ms" : {
"2" : 3.490777,
"4" : 0.077008,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121919,
"timestamp_ms" : 1774121919495,
"time" : "Sat Mar 21 16:38:39 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 13856493568,
"io_kbytes" : 13531732,
"bw_bytes" : 98975661,
"bw" : 96655,
"iops" : 24163.986886,
"runtime" : 139999,
"total_ios" : 3382934,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9514,
"max" : 559524,
"mean" : 39581.140860,
"stddev" : 31712.150953,
"N" : 3382934
},
"clat_ns" : {
"min" : 322122,
"max" : 2194502,
"mean" : 622017.934353,
"stddev" : 192671.565618,
"N" : 3382933,
"percentile" : {
"1.000000" : 415744,
"5.000000" : 436224,
"10.000000" : 448512,
"20.000000" : 468992,
"30.000000" : 528384,
"40.000000" : 552960,
"50.000000" : 569344,
"60.000000" : 626688,
"70.000000" : 659456,
"80.000000" : 724992,
"90.000000" : 823296,
"95.000000" : 929792,
"99.000000" : 1466368,
"99.500000" : 1794048,
"99.900000" : 1974272,
"99.950000" : 2007040,
"99.990000" : 2056192
},
"bins" : {
"321536" : 4,
"325632" : 8,
"329728" : 19,
"333824" : 22,
"337920" : 62,
"342016" : 67,
"346112" : 124,
"350208" : 166,
"354304" : 275,
"358400" : 356,
"362496" : 424,
"366592" : 550,
"370688" : 703,
"374784" : 863,
"378880" : 1009,
"382976" : 1428,
"387072" : 1723,
"391168" : 2112,
"395264" : 2689,
"399360" : 3294,
"403456" : 4002,
"407552" : 5093,
"411648" : 6706,
"415744" : 9556,
"419840" : 13895,
"423936" : 18657,
"428032" : 25036,
"432128" : 34875,
"436224" : 46153,
"440320" : 57225,
"444416" : 67265,
"448512" : 72982,
"452608" : 74544,
"456704" : 70894,
"460800" : 65603,
"464896" : 57665,
"468992" : 49170,
"473088" : 41579,
"477184" : 34512,
"481280" : 28937,
"485376" : 24334,
"489472" : 20971,
"493568" : 18644,
"497664" : 17270,
"501760" : 16514,
"505856" : 17023,
"509952" : 17907,
"514048" : 19997,
"518144" : 22986,
"522240" : 26919,
"528384" : 73323,
"536576" : 110535,
"544768" : 143146,
"552960" : 149149,
"561152" : 128786,
"569344" : 97602,
"577536" : 70127,
"585728" : 51724,
"593920" : 42007,
"602112" : 39793,
"610304" : 43033,
"618496" : 48966,
"626688" : 59408,
"634880" : 73459,
"643072" : 86149,
"651264" : 93351,
"659456" : 85757,
"667648" : 69011,
"675840" : 50911,
"684032" : 38647,
"692224" : 31497,
"700416" : 29609,
"708608" : 30311,
"716800" : 34016,
"724992" : 36933,
"733184" : 39633,
"741376" : 41578,
"749568" : 42827,
"757760" : 41501,
"765952" : 36548,
"774144" : 28363,
"782336" : 21960,
"790528" : 18334,
"798720" : 16245,
"806912" : 16202,
"815104" : 17594,
"823296" : 18579,
"831488" : 19627,
"839680" : 18688,
"847872" : 17508,
"856064" : 16786,
"864256" : 15066,
"872448" : 12967,
"880640" : 10665,
"888832" : 8957,
"897024" : 7729,
"905216" : 7545,
"913408" : 8007,
"921600" : 8256,
"929792" : 8173,
"937984" : 8044,
"946176" : 7282,
"954368" : 6405,
"962560" : 5928,
"970752" : 5566,
"978944" : 4778,
"987136" : 4077,
"995328" : 3913,
"1003520" : 3716,
"1011712" : 3702,
"1019904" : 3731,
"1028096" : 3975,
"1036288" : 3587,
"1044480" : 3266,
"1056768" : 5566,
"1073152" : 4875,
"1089536" : 3980,
"1105920" : 3675,
"1122304" : 3786,
"1138688" : 3821,
"1155072" : 3258,
"1171456" : 2992,
"1187840" : 2641,
"1204224" : 2365,
"1220608" : 2171,
"1236992" : 2178,
"1253376" : 2037,
"1269760" : 2059,
"1286144" : 1922,
"1302528" : 1663,
"1318912" : 1616,
"1335296" : 1449,
"1351680" : 1520,
"1368064" : 1454,
"1384448" : 1411,
"1400832" : 1232,
"1417216" : 1086,
"1433600" : 1044,
"1449984" : 1100,
"1466368" : 1079,
"1482752" : 1055,
"1499136" : 916,
"1515520" : 868,
"1531904" : 832,
"1548288" : 895,
"1564672" : 858,
"1581056" : 945,
"1597440" : 1070,
"1613824" : 962,
"1630208" : 772,
"1646592" : 679,
"1662976" : 670,
"1679360" : 843,
"1695744" : 1158,
"1712128" : 1137,
"1728512" : 987,
"1744896" : 901,
"1761280" : 619,
"1777664" : 501,
"1794048" : 642,
"1810432" : 639,
"1826816" : 700,
"1843200" : 1075,
"1859584" : 3642,
"1875968" : 3103,
"1892352" : 720,
"1908736" : 440,
"1925120" : 423,
"1941504" : 726,
"1957888" : 881,
"1974272" : 861,
"1990656" : 416,
"2007040" : 1807,
"2023424" : 294,
"2039808" : 137,
"2056192" : 85,
"2072576" : 51,
"2088960" : 43,
"2113536" : 120,
"2146304" : 97,
"2179072" : 13
}
},
"lat_ns" : {
"min" : 342953,
"max" : 2333935,
"mean" : 661599.046611,
"stddev" : 203121.575405,
"N" : 3382933
},
"bw_min" : 72104,
"bw_max" : 125752,
"bw_agg" : 100.000000,
"bw_mean" : 96671.799283,
"bw_dev" : 10528.241311,
"bw_samples" : 279,
"iops_min" : 18026,
"iops_max" : 31438,
"iops_mean" : 24167.928315,
"iops_stddev" : 2632.063776,
"iops_samples" : 279
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 139999,
"usr_cpu" : 4.293602,
"sys_cpu" : 67.138337,
"ctx" : 391962,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999970,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999970,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 26.091552,
"750" : 57.408717,
"1000" : 13.033006
},
"latency_ms" : {
"2" : 3.392617,
"4" : 0.074078,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121929,
"timestamp_ms" : 1774121929495,
"time" : "Sat Mar 21 16:38:49 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 14834204672,
"io_kbytes" : 14486528,
"bw_bytes" : 98895357,
"bw" : 96577,
"iops" : 24144.380963,
"runtime" : 149999,
"total_ios" : 3621633,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9514,
"max" : 559524,
"mean" : 39613.578229,
"stddev" : 31719.371672,
"N" : 3621633
},
"clat_ns" : {
"min" : 322122,
"max" : 2235234,
"mean" : 622523.219858,
"stddev" : 194075.974708,
"N" : 3621632,
"percentile" : {
"1.000000" : 415744,
"5.000000" : 436224,
"10.000000" : 448512,
"20.000000" : 468992,
"30.000000" : 528384,
"40.000000" : 552960,
"50.000000" : 569344,
"60.000000" : 626688,
"70.000000" : 659456,
"80.000000" : 724992,
"90.000000" : 815104,
"95.000000" : 929792,
"99.000000" : 1499136,
"99.500000" : 1826816,
"99.900000" : 1990656,
"99.950000" : 2007040,
"99.990000" : 2072576
},
"bins" : {
"321536" : 4,
"325632" : 8,
"329728" : 19,
"333824" : 22,
"337920" : 62,
"342016" : 67,
"346112" : 124,
"350208" : 166,
"354304" : 275,
"358400" : 356,
"362496" : 424,
"366592" : 550,
"370688" : 703,
"374784" : 863,
"378880" : 1009,
"382976" : 1428,
"387072" : 1723,
"391168" : 2112,
"395264" : 2689,
"399360" : 3294,
"403456" : 4002,
"407552" : 5107,
"411648" : 6730,
"415744" : 9636,
"419840" : 14152,
"423936" : 19230,
"428032" : 26090,
"432128" : 36743,
"436224" : 48757,
"440320" : 60608,
"444416" : 71426,
"448512" : 77515,
"452608" : 79232,
"456704" : 75557,
"460800" : 70037,
"464896" : 61649,
"468992" : 52738,
"473088" : 44534,
"477184" : 37028,
"481280" : 31009,
"485376" : 26121,
"489472" : 22450,
"493568" : 19849,
"497664" : 18302,
"501760" : 17433,
"505856" : 17792,
"509952" : 18594,
"514048" : 20718,
"518144" : 23738,
"522240" : 27707,
"528384" : 76237,
"536576" : 117499,
"544768" : 154577,
"552960" : 163013,
"561152" : 141821,
"569344" : 107987,
"577536" : 77809,
"585728" : 57254,
"593920" : 45722,
"602112" : 42403,
"610304" : 45212,
"618496" : 50771,
"626688" : 61198,
"634880" : 76719,
"643072" : 92322,
"651264" : 102157,
"659456" : 95350,
"667648" : 77147,
"675840" : 56834,
"684032" : 42633,
"692224" : 34389,
"700416" : 31792,
"708608" : 32085,
"716800" : 35716,
"724992" : 38342,
"733184" : 41074,
"741376" : 43714,
"749568" : 46111,
"757760" : 45691,
"765952" : 40301,
"774144" : 31229,
"782336" : 23795,
"790528" : 19616,
"798720" : 17337,
"806912" : 17069,
"815104" : 18342,
"823296" : 19310,
"831488" : 20266,
"839680" : 19346,
"847872" : 18281,
"856064" : 17891,
"864256" : 16136,
"872448" : 13842,
"880640" : 11197,
"888832" : 9414,
"897024" : 8101,
"905216" : 7915,
"913408" : 8365,
"921600" : 8597,
"929792" : 8536,
"937984" : 8375,
"946176" : 7578,
"954368" : 6653,
"962560" : 6159,
"970752" : 5771,
"978944" : 4937,
"987136" : 4213,
"995328" : 4035,
"1003520" : 3857,
"1011712" : 3849,
"1019904" : 3856,
"1028096" : 4105,
"1036288" : 3738,
"1044480" : 3376,
"1056768" : 5748,
"1073152" : 5021,
"1089536" : 4085,
"1105920" : 3771,
"1122304" : 3903,
"1138688" : 3970,
"1155072" : 3367,
"1171456" : 3074,
"1187840" : 2713,
"1204224" : 2431,
"1220608" : 2257,
"1236992" : 2270,
"1253376" : 2100,
"1269760" : 2129,
"1286144" : 1977,
"1302528" : 1713,
"1318912" : 1680,
"1335296" : 1531,
"1351680" : 1565,
"1368064" : 1508,
"1384448" : 1476,
"1400832" : 1263,
"1417216" : 1168,
"1433600" : 1120,
"1449984" : 1147,
"1466368" : 1136,
"1482752" : 1103,
"1499136" : 992,
"1515520" : 931,
"1531904" : 907,
"1548288" : 965,
"1564672" : 935,
"1581056" : 1035,
"1597440" : 1211,
"1613824" : 1082,
"1630208" : 850,
"1646592" : 748,
"1662976" : 719,
"1679360" : 953,
"1695744" : 1324,
"1712128" : 1263,
"1728512" : 1097,
"1744896" : 999,
"1761280" : 710,
"1777664" : 583,
"1794048" : 741,
"1810432" : 743,
"1826816" : 760,
"1843200" : 1210,
"1859584" : 3991,
"1875968" : 3432,
"1892352" : 841,
"1908736" : 527,
"1925120" : 502,
"1941504" : 796,
"1957888" : 1037,
"1974272" : 1034,
"1990656" : 588,
"2007040" : 2520,
"2023424" : 359,
"2039808" : 158,
"2056192" : 98,
"2072576" : 69,
"2088960" : 54,
"2113536" : 163,
"2146304" : 108,
"2179072" : 16,
"2211840" : 5,
"2244608" : 1
}
},
"lat_ns" : {
"min" : 342953,
"max" : 2373045,
"mean" : 662136.774802,
"stddev" : 204643.501853,
"N" : 3621632
},
"bw_min" : 72104,
"bw_max" : 125752,
"bw_agg" : 100.000000,
"bw_mean" : 96629.946488,
"bw_dev" : 10262.444081,
"bw_samples" : 299,
"iops_min" : 18026,
"iops_max" : 31438,
"iops_mean" : 24157.464883,
"iops_stddev" : 2565.614171,
"iops_samples" : 299
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 149999,
"usr_cpu" : 4.291362,
"sys_cpu" : 67.165114,
"ctx" : 419103,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999972,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999972,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 25.835224,
"750" : 57.755162,
"1000" : 12.963903
},
"latency_ms" : {
"2" : 3.352631,
"4" : 0.093052,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121939,
"timestamp_ms" : 1774121939495,
"time" : "Sat Mar 21 16:38:59 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15763574784,
"io_kbytes" : 15394116,
"bw_bytes" : 98522342,
"bw" : 96213,
"iops" : 24053.312500,
"runtime" : 160000,
"total_ios" : 3848530,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9514,
"max" : 565354,
"mean" : 39768.321822,
"stddev" : 31891.149442,
"N" : 3848530
},
"clat_ns" : {
"min" : 322122,
"max" : 2352723,
"mean" : 624872.640548,
"stddev" : 196020.174212,
"N" : 3848529,
"percentile" : {
"1.000000" : 415744,
"5.000000" : 440320,
"10.000000" : 448512,
"20.000000" : 473088,
"30.000000" : 528384,
"40.000000" : 552960,
"50.000000" : 577536,
"60.000000" : 626688,
"70.000000" : 659456,
"80.000000" : 724992,
"90.000000" : 823296,
"95.000000" : 929792,
"99.000000" : 1548288,
"99.500000" : 1843200,
"99.900000" : 2007040,
"99.950000" : 2007040,
"99.990000" : 2113536
},
"bins" : {
"321536" : 4,
"325632" : 8,
"329728" : 19,
"333824" : 22,
"337920" : 62,
"342016" : 67,
"346112" : 124,
"350208" : 166,
"354304" : 275,
"358400" : 356,
"362496" : 424,
"366592" : 550,
"370688" : 703,
"374784" : 863,
"378880" : 1009,
"382976" : 1428,
"387072" : 1723,
"391168" : 2112,
"395264" : 2689,
"399360" : 3294,
"403456" : 4002,
"407552" : 5107,
"411648" : 6742,
"415744" : 9680,
"419840" : 14298,
"423936" : 19517,
"428032" : 26659,
"432128" : 37841,
"436224" : 50529,
"440320" : 62895,
"444416" : 74349,
"448512" : 80794,
"452608" : 82722,
"456704" : 79029,
"460800" : 73340,
"464896" : 64729,
"468992" : 55356,
"473088" : 46701,
"477184" : 38717,
"481280" : 32429,
"485376" : 27261,
"489472" : 23452,
"493568" : 20651,
"497664" : 19077,
"501760" : 18105,
"505856" : 18373,
"509952" : 19117,
"514048" : 21254,
"518144" : 24287,
"522240" : 28267,
"528384" : 78625,
"536576" : 122773,
"544768" : 164134,
"552960" : 175206,
"561152" : 153468,
"569344" : 117389,
"577536" : 84154,
"585728" : 61453,
"593920" : 48827,
"602112" : 44581,
"610304" : 47018,
"618496" : 52303,
"626688" : 62877,
"634880" : 79900,
"643072" : 98707,
"651264" : 111804,
"659456" : 105206,
"667648" : 85460,
"675840" : 62824,
"684032" : 46840,
"692224" : 37229,
"700416" : 33814,
"708608" : 33673,
"716800" : 37026,
"724992" : 39625,
"733184" : 42625,
"741376" : 46481,
"749568" : 50772,
"757760" : 51255,
"765952" : 45307,
"774144" : 34795,
"782336" : 26601,
"790528" : 21670,
"798720" : 18627,
"806912" : 18211,
"815104" : 19238,
"823296" : 20121,
"831488" : 21022,
"839680" : 20342,
"847872" : 19653,
"856064" : 19840,
"864256" : 18213,
"872448" : 15373,
"880640" : 12460,
"888832" : 10338,
"897024" : 8827,
"905216" : 8535,
"913408" : 8883,
"921600" : 8974,
"929792" : 8875,
"937984" : 8793,
"946176" : 8065,
"954368" : 7189,
"962560" : 6755,
"970752" : 6281,
"978944" : 5320,
"987136" : 4492,
"995328" : 4311,
"1003520" : 4110,
"1011712" : 4081,
"1019904" : 4103,
"1028096" : 4308,
"1036288" : 3920,
"1044480" : 3582,
"1056768" : 6088,
"1073152" : 5304,
"1089536" : 4284,
"1105920" : 3943,
"1122304" : 4133,
"1138688" : 4170,
"1155072" : 3543,
"1171456" : 3221,
"1187840" : 2802,
"1204224" : 2557,
"1220608" : 2379,
"1236992" : 2394,
"1253376" : 2203,
"1269760" : 2231,
"1286144" : 2054,
"1302528" : 1773,
"1318912" : 1749,
"1335296" : 1626,
"1351680" : 1640,
"1368064" : 1602,
"1384448" : 1548,
"1400832" : 1323,
"1417216" : 1222,
"1433600" : 1182,
"1449984" : 1218,
"1466368" : 1205,
"1482752" : 1177,
"1499136" : 1042,
"1515520" : 977,
"1531904" : 960,
"1548288" : 1025,
"1564672" : 997,
"1581056" : 1137,
"1597440" : 1344,
"1613824" : 1187,
"1630208" : 910,
"1646592" : 830,
"1662976" : 780,
"1679360" : 1037,
"1695744" : 1498,
"1712128" : 1429,
"1728512" : 1199,
"1744896" : 1130,
"1761280" : 791,
"1777664" : 654,
"1794048" : 816,
"1810432" : 825,
"1826816" : 855,
"1843200" : 1357,
"1859584" : 4397,
"1875968" : 3702,
"1892352" : 947,
"1908736" : 629,
"1925120" : 575,
"1941504" : 875,
"1957888" : 1186,
"1974272" : 1150,
"1990656" : 723,
"2007040" : 3160,
"2023424" : 451,
"2039808" : 203,
"2056192" : 138,
"2072576" : 84,
"2088960" : 77,
"2113536" : 257,
"2146304" : 152,
"2179072" : 18,
"2211840" : 7,
"2244608" : 2,
"2277376" : 1,
"2310144" : 1,
"2342912" : 1
}
},
"lat_ns" : {
"min" : 342953,
"max" : 2490294,
"mean" : 664640.928231,
"stddev" : 206727.640508,
"N" : 3848529
},
"bw_min" : 72104,
"bw_max" : 125752,
"bw_agg" : 100.000000,
"bw_mean" : 96244.172414,
"bw_dev" : 10214.870536,
"bw_samples" : 319,
"iops_min" : 18026,
"iops_max" : 31438,
"iops_mean" : 24061.018809,
"iops_stddev" : 2553.719035,
"iops_samples" : 319
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 160000,
"usr_cpu" : 4.308750,
"sys_cpu" : 66.935625,
"ctx" : 450025,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999974,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999974,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 25.284407,
"750" : 57.935368,
"1000" : 13.301053
},
"latency_ms" : {
"2" : 3.366714,
"4" : 0.112433,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121949,
"timestamp_ms" : 1774121949494,
"time" : "Sat Mar 21 16:39:09 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 16726278144,
"io_kbytes" : 16334256,
"bw_bytes" : 98390450,
"bw" : 96084,
"iops" : 24021.111889,
"runtime" : 169999,
"total_ios" : 4083565,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9514,
"max" : 565354,
"mean" : 39822.361165,
"stddev" : 31944.649805,
"N" : 4083565
},
"clat_ns" : {
"min" : 322122,
"max" : 2383410,
"mean" : 625709.958931,
"stddev" : 197233.929481,
"N" : 4083564,
"percentile" : {
"1.000000" : 415744,
"5.000000" : 440320,
"10.000000" : 448512,
"20.000000" : 473088,
"30.000000" : 528384,
"40.000000" : 552960,
"50.000000" : 577536,
"60.000000" : 634880,
"70.000000" : 659456,
"80.000000" : 724992,
"90.000000" : 815104,
"95.000000" : 929792,
"99.000000" : 1564672,
"99.500000" : 1859584,
"99.900000" : 2007040,
"99.950000" : 2007040,
"99.990000" : 2113536
},
"bins" : {
"321536" : 4,
"325632" : 8,
"329728" : 19,
"333824" : 22,
"337920" : 62,
"342016" : 67,
"346112" : 124,
"350208" : 166,
"354304" : 275,
"358400" : 356,
"362496" : 424,
"366592" : 550,
"370688" : 703,
"374784" : 863,
"378880" : 1009,
"382976" : 1428,
"387072" : 1723,
"391168" : 2112,
"395264" : 2689,
"399360" : 3294,
"403456" : 4002,
"407552" : 5119,
"411648" : 6799,
"415744" : 9842,
"419840" : 14694,
"423936" : 20187,
"428032" : 27933,
"432128" : 39849,
"436224" : 53357,
"440320" : 66285,
"444416" : 78199,
"448512" : 84962,
"452608" : 87013,
"456704" : 83148,
"460800" : 77081,
"464896" : 67982,
"468992" : 57942,
"473088" : 49079,
"477184" : 40678,
"481280" : 34130,
"485376" : 28530,
"489472" : 24493,
"493568" : 21593,
"497664" : 19902,
"501760" : 18835,
"505856" : 19025,
"509952" : 19654,
"514048" : 21809,
"518144" : 24942,
"522240" : 29213,
"528384" : 82386,
"536576" : 130167,
"544768" : 175694,
"552960" : 188299,
"561152" : 165635,
"569344" : 126843,
"577536" : 90547,
"585728" : 65947,
"593920" : 51972,
"602112" : 46977,
"610304" : 48954,
"618496" : 54101,
"626688" : 65096,
"634880" : 84082,
"643072" : 106244,
"651264" : 121461,
"659456" : 114815,
"667648" : 93365,
"675840" : 68408,
"684032" : 50722,
"692224" : 40007,
"700416" : 35954,
"708608" : 35304,
"716800" : 38408,
"724992" : 40895,
"733184" : 44272,
"741376" : 49248,
"749568" : 54827,
"757760" : 55657,
"765952" : 49200,
"774144" : 37877,
"782336" : 28734,
"790528" : 23063,
"798720" : 19891,
"806912" : 19164,
"815104" : 20057,
"823296" : 20782,
"831488" : 21595,
"839680" : 21092,
"847872" : 20753,
"856064" : 21247,
"864256" : 19480,
"872448" : 16354,
"880640" : 13201,
"888832" : 10915,
"897024" : 9288,
"905216" : 8983,
"913408" : 9203,
"921600" : 9278,
"929792" : 9137,
"937984" : 9115,
"946176" : 8359,
"954368" : 7482,
"962560" : 7076,
"970752" : 6570,
"978944" : 5540,
"987136" : 4657,
"995328" : 4502,
"1003520" : 4301,
"1011712" : 4250,
"1019904" : 4258,
"1028096" : 4494,
"1036288" : 4103,
"1044480" : 3724,
"1056768" : 6319,
"1073152" : 5541,
"1089536" : 4427,
"1105920" : 4135,
"1122304" : 4299,
"1138688" : 4356,
"1155072" : 3665,
"1171456" : 3330,
"1187840" : 2877,
"1204224" : 2632,
"1220608" : 2468,
"1236992" : 2484,
"1253376" : 2308,
"1269760" : 2317,
"1286144" : 2101,
"1302528" : 1823,
"1318912" : 1801,
"1335296" : 1697,
"1351680" : 1707,
"1368064" : 1691,
"1384448" : 1611,
"1400832" : 1383,
"1417216" : 1276,
"1433600" : 1254,
"1449984" : 1291,
"1466368" : 1278,
"1482752" : 1250,
"1499136" : 1105,
"1515520" : 1027,
"1531904" : 1028,
"1548288" : 1096,
"1564672" : 1089,
"1581056" : 1228,
"1597440" : 1434,
"1613824" : 1295,
"1630208" : 980,
"1646592" : 891,
"1662976" : 900,
"1679360" : 1161,
"1695744" : 1659,
"1712128" : 1607,
"1728512" : 1295,
"1744896" : 1246,
"1761280" : 909,
"1777664" : 737,
"1794048" : 924,
"1810432" : 908,
"1826816" : 936,
"1843200" : 1458,
"1859584" : 4942,
"1875968" : 4095,
"1892352" : 1090,
"1908736" : 695,
"1925120" : 636,
"1941504" : 982,
"1957888" : 1300,
"1974272" : 1277,
"1990656" : 827,
"2007040" : 3655,
"2023424" : 517,
"2039808" : 253,
"2056192" : 156,
"2072576" : 102,
"2088960" : 94,
"2113536" : 306,
"2146304" : 177,
"2179072" : 23,
"2211840" : 7,
"2244608" : 4,
"2277376" : 3,
"2310144" : 1,
"2342912" : 1,
"2375680" : 1
}
},
"lat_ns" : {
"min" : 342953,
"max" : 2490294,
"mean" : 665532.296750,
"stddev" : 208035.870849,
"N" : 4083564
},
"bw_min" : 72104,
"bw_max" : 125752,
"bw_agg" : 100.000000,
"bw_mean" : 96143.979351,
"bw_dev" : 10041.306554,
"bw_samples" : 339,
"iops_min" : 18026,
"iops_max" : 31438,
"iops_mean" : 24035.970501,
"iops_stddev" : 2510.329128,
"iops_samples" : 339
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 169999,
"usr_cpu" : 4.334143,
"sys_cpu" : 66.856864,
"ctx" : 478686,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999976,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999976,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 24.979742,
"750" : 58.224640,
"1000" : 13.313343
},
"latency_ms" : {
"2" : 3.358781,
"4" : 0.123471,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121959,
"timestamp_ms" : 1774121959494,
"time" : "Sat Mar 21 16:39:19 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 17713958912,
"io_kbytes" : 17298788,
"bw_bytes" : 98411429,
"bw" : 96104,
"iops" : 24026.239035,
"runtime" : 179999,
"total_ios" : 4324699,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9514,
"max" : 565354,
"mean" : 39812.275605,
"stddev" : 31923.475443,
"N" : 4324699
},
"clat_ns" : {
"min" : 322122,
"max" : 2383410,
"mean" : 625577.631629,
"stddev" : 198032.462151,
"N" : 4324698,
"percentile" : {
"1.000000" : 419840,
"5.000000" : 440320,
"10.000000" : 448512,
"20.000000" : 473088,
"30.000000" : 528384,
"40.000000" : 552960,
"50.000000" : 577536,
"60.000000" : 634880,
"70.000000" : 659456,
"80.000000" : 724992,
"90.000000" : 815104,
"95.000000" : 921600,
"99.000000" : 1597440,
"99.500000" : 1859584,
"99.900000" : 2007040,
"99.950000" : 2007040,
"99.990000" : 2113536
},
"bins" : {
"321536" : 4,
"325632" : 8,
"329728" : 19,
"333824" : 22,
"337920" : 62,
"342016" : 67,
"346112" : 124,
"350208" : 166,
"354304" : 275,
"358400" : 356,
"362496" : 424,
"366592" : 550,
"370688" : 703,
"374784" : 866,
"378880" : 1013,
"382976" : 1428,
"387072" : 1723,
"391168" : 2113,
"395264" : 2690,
"399360" : 3295,
"403456" : 4005,
"407552" : 5150,
"411648" : 6915,
"415744" : 10081,
"419840" : 15191,
"423936" : 21216,
"428032" : 29556,
"432128" : 42320,
"436224" : 56730,
"440320" : 70399,
"444416" : 82943,
"448512" : 90092,
"452608" : 92348,
"456704" : 88455,
"460800" : 82123,
"464896" : 72215,
"468992" : 61217,
"473088" : 51792,
"477184" : 42891,
"481280" : 35897,
"485376" : 30023,
"489472" : 25682,
"493568" : 22643,
"497664" : 20651,
"501760" : 19515,
"505856" : 19652,
"509952" : 20269,
"514048" : 22445,
"518144" : 25758,
"522240" : 30234,
"528384" : 86442,
"536576" : 138311,
"544768" : 188172,
"552960" : 202914,
"561152" : 178780,
"569344" : 136751,
"577536" : 97120,
"585728" : 70344,
"593920" : 54999,
"602112" : 49228,
"610304" : 50715,
"618496" : 55704,
"626688" : 67363,
"634880" : 88145,
"643072" : 113528,
"651264" : 131004,
"659456" : 124134,
"667648" : 100703,
"675840" : 73497,
"684032" : 54305,
"692224" : 42438,
"700416" : 37760,
"708608" : 36705,
"716800" : 39488,
"724992" : 42041,
"733184" : 45685,
"741376" : 51616,
"749568" : 58312,
"757760" : 59519,
"765952" : 52553,
"774144" : 40250,
"782336" : 30409,
"790528" : 24366,
"798720" : 20917,
"806912" : 19997,
"815104" : 20736,
"823296" : 21441,
"831488" : 22154,
"839680" : 21795,
"847872" : 21740,
"856064" : 22259,
"864256" : 20499,
"872448" : 17222,
"880640" : 13779,
"888832" : 11371,
"897024" : 9739,
"905216" : 9362,
"913408" : 9478,
"921600" : 9585,
"929792" : 9436,
"937984" : 9385,
"946176" : 8641,
"954368" : 7783,
"962560" : 7340,
"970752" : 6806,
"978944" : 5749,
"987136" : 4806,
"995328" : 4654,
"1003520" : 4481,
"1011712" : 4448,
"1019904" : 4404,
"1028096" : 4654,
"1036288" : 4257,
"1044480" : 3878,
"1056768" : 6541,
"1073152" : 5725,
"1089536" : 4551,
"1105920" : 4308,
"1122304" : 4472,
"1138688" : 4503,
"1155072" : 3783,
"1171456" : 3417,
"1187840" : 2945,
"1204224" : 2728,
"1220608" : 2551,
"1236992" : 2572,
"1253376" : 2387,
"1269760" : 2385,
"1286144" : 2162,
"1302528" : 1901,
"1318912" : 1852,
"1335296" : 1762,
"1351680" : 1767,
"1368064" : 1747,
"1384448" : 1665,
"1400832" : 1447,
"1417216" : 1327,
"1433600" : 1312,
"1449984" : 1374,
"1466368" : 1339,
"1482752" : 1336,
"1499136" : 1186,
"1515520" : 1111,
"1531904" : 1097,
"1548288" : 1168,
"1564672" : 1172,
"1581056" : 1329,
"1597440" : 1556,
"1613824" : 1430,
"1630208" : 1069,
"1646592" : 987,
"1662976" : 979,
"1679360" : 1259,
"1695744" : 1816,
"1712128" : 1783,
"1728512" : 1407,
"1744896" : 1384,
"1761280" : 984,
"1777664" : 807,
"1794048" : 1012,
"1810432" : 993,
"1826816" : 1029,
"1843200" : 1561,
"1859584" : 5338,
"1875968" : 4453,
"1892352" : 1182,
"1908736" : 774,
"1925120" : 672,
"1941504" : 1063,
"1957888" : 1431,
"1974272" : 1381,
"1990656" : 944,
"2007040" : 4167,
"2023424" : 582,
"2039808" : 276,
"2056192" : 164,
"2072576" : 117,
"2088960" : 102,
"2113536" : 385,
"2146304" : 229,
"2179072" : 27,
"2211840" : 8,
"2244608" : 5,
"2277376" : 3,
"2310144" : 2,
"2342912" : 1,
"2375680" : 1
}
},
"lat_ns" : {
"min" : 342953,
"max" : 2490294,
"mean" : 665389.863806,
"stddev" : 208904.264639,
"N" : 4324698
},
"bw_min" : 72104,
"bw_max" : 125752,
"bw_agg" : 100.000000,
"bw_mean" : 96157.339833,
"bw_dev" : 9887.960603,
"bw_samples" : 359,
"iops_min" : 18026,
"iops_max" : 31438,
"iops_mean" : 24039.317549,
"iops_stddev" : 2471.993883,
"iops_samples" : 359
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 179999,
"usr_cpu" : 4.360024,
"sys_cpu" : 66.878149,
"ctx" : 505556,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 24.923284,
"750" : 58.407071,
"1000" : 13.199184
},
"latency_ms" : {
"2" : 3.336880,
"4" : 0.133558,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121959,
"timestamp_ms" : 1774121959520,
"time" : "Sat Mar 21 16:39:19 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 17714089984,
"io_kbytes" : 17298916,
"bw_bytes" : 98411064,
"bw" : 96104,
"iops" : 24026.049855,
"runtime" : 180001,
"total_ios" : 4324713,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9514,
"max" : 565354,
"mean" : 39812.290641,
"stddev" : 31923.487236,
"N" : 4324714
},
"clat_ns" : {
"min" : 3174,
"max" : 2383410,
"mean" : 625576.961647,
"stddev" : 198032.880999,
"N" : 4324728,
"percentile" : {
"1.000000" : 419840,
"5.000000" : 440320,
"10.000000" : 448512,
"20.000000" : 473088,
"30.000000" : 528384,
"40.000000" : 552960,
"50.000000" : 577536,
"60.000000" : 634880,
"70.000000" : 659456,
"80.000000" : 724992,
"90.000000" : 815104,
"95.000000" : 921600,
"99.000000" : 1597440,
"99.500000" : 1859584,
"99.900000" : 2007040,
"99.950000" : 2007040,
"99.990000" : 2113536
},
"bins" : {
"3184" : 1,
"31616" : 1,
"62720" : 1,
"90624" : 1,
"220160" : 1,
"254976" : 1,
"321536" : 4,
"325632" : 8,
"329728" : 19,
"333824" : 22,
"337920" : 62,
"342016" : 67,
"346112" : 124,
"350208" : 166,
"354304" : 275,
"358400" : 356,
"362496" : 424,
"366592" : 550,
"370688" : 703,
"374784" : 866,
"378880" : 1013,
"382976" : 1428,
"387072" : 1724,
"391168" : 2113,
"395264" : 2690,
"399360" : 3295,
"403456" : 4005,
"407552" : 5150,
"411648" : 6916,
"415744" : 10081,
"419840" : 15191,
"423936" : 21216,
"428032" : 29556,
"432128" : 42320,
"436224" : 56730,
"440320" : 70399,
"444416" : 82943,
"448512" : 90092,
"452608" : 92348,
"456704" : 88455,
"460800" : 82123,
"464896" : 72215,
"468992" : 61217,
"473088" : 51792,
"477184" : 42891,
"481280" : 35897,
"485376" : 30024,
"489472" : 25682,
"493568" : 22643,
"497664" : 20651,
"501760" : 19515,
"505856" : 19652,
"509952" : 20269,
"514048" : 22446,
"518144" : 25758,
"522240" : 30234,
"528384" : 86442,
"536576" : 138311,
"544768" : 188173,
"552960" : 202914,
"561152" : 178780,
"569344" : 136752,
"577536" : 97120,
"585728" : 70344,
"593920" : 54999,
"602112" : 49229,
"610304" : 50715,
"618496" : 55704,
"626688" : 67364,
"634880" : 88145,
"643072" : 113528,
"651264" : 131008,
"659456" : 124136,
"667648" : 100703,
"675840" : 73499,
"684032" : 54305,
"692224" : 42440,
"700416" : 37764,
"708608" : 36705,
"716800" : 39488,
"724992" : 42041,
"733184" : 45685,
"741376" : 51616,
"749568" : 58312,
"757760" : 59519,
"765952" : 52553,
"774144" : 40250,
"782336" : 30409,
"790528" : 24366,
"798720" : 20918,
"806912" : 19998,
"815104" : 20736,
"823296" : 21441,
"831488" : 22154,
"839680" : 21795,
"847872" : 21740,
"856064" : 22259,
"864256" : 20499,
"872448" : 17222,
"880640" : 13779,
"888832" : 11371,
"897024" : 9739,
"905216" : 9362,
"913408" : 9478,
"921600" : 9585,
"929792" : 9436,
"937984" : 9385,
"946176" : 8641,
"954368" : 7783,
"962560" : 7340,
"970752" : 6806,
"978944" : 5749,
"987136" : 4806,
"995328" : 4654,
"1003520" : 4481,
"1011712" : 4448,
"1019904" : 4404,
"1028096" : 4654,
"1036288" : 4257,
"1044480" : 3878,
"1056768" : 6541,
"1073152" : 5725,
"1089536" : 4551,
"1105920" : 4308,
"1122304" : 4472,
"1138688" : 4503,
"1155072" : 3783,
"1171456" : 3417,
"1187840" : 2945,
"1204224" : 2728,
"1220608" : 2551,
"1236992" : 2572,
"1253376" : 2387,
"1269760" : 2385,
"1286144" : 2162,
"1302528" : 1901,
"1318912" : 1852,
"1335296" : 1762,
"1351680" : 1767,
"1368064" : 1747,
"1384448" : 1665,
"1400832" : 1447,
"1417216" : 1327,
"1433600" : 1312,
"1449984" : 1374,
"1466368" : 1339,
"1482752" : 1336,
"1499136" : 1186,
"1515520" : 1111,
"1531904" : 1097,
"1548288" : 1168,
"1564672" : 1172,
"1581056" : 1329,
"1597440" : 1556,
"1613824" : 1430,
"1630208" : 1069,
"1646592" : 987,
"1662976" : 979,
"1679360" : 1259,
"1695744" : 1816,
"1712128" : 1783,
"1728512" : 1407,
"1744896" : 1384,
"1761280" : 984,
"1777664" : 807,
"1794048" : 1012,
"1810432" : 993,
"1826816" : 1029,
"1843200" : 1561,
"1859584" : 5338,
"1875968" : 4453,
"1892352" : 1182,
"1908736" : 774,
"1925120" : 672,
"1941504" : 1063,
"1957888" : 1431,
"1974272" : 1381,
"1990656" : 944,
"2007040" : 4167,
"2023424" : 582,
"2039808" : 276,
"2056192" : 164,
"2072576" : 117,
"2088960" : 102,
"2113536" : 385,
"2146304" : 229,
"2179072" : 27,
"2211840" : 8,
"2244608" : 5,
"2277376" : 3,
"2310144" : 2,
"2342912" : 1,
"2375680" : 1
}
},
"lat_ns" : {
"min" : 29955,
"max" : 2490294,
"mean" : 665389.216043,
"stddev" : 208904.552609,
"N" : 4324728
},
"bw_min" : 72104,
"bw_max" : 125752,
"bw_agg" : 100.000000,
"bw_mean" : 96124.702778,
"bw_dev" : 9893.577916,
"bw_samples" : 360,
"iops_min" : 18026,
"iops_max" : 31438,
"iops_mean" : 24031.158333,
"iops_stddev" : 2473.398142,
"iops_samples" : 360
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 180000,
"usr_cpu" : 4.360000,
"sys_cpu" : 66.877778,
"ctx" : 505559,
"majf" : 0,
"minf" : 36,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999977,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.010000,
"250" : 0.010000,
"500" : 24.923295,
"750" : 58.407321,
"1000" : 13.199188
},
"latency_ms" : {
"2" : 3.336869,
"4" : 0.133558,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}