raidz2/benchmarks/rand/rand-write-qd16-nj1_run2.json
{
"fio version" : "fio-3.35",
"timestamp" : 1774121539,
"timestamp_ms" : 1774121539909,
"time" : "Sat Mar 21 16:32:19 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 934678528,
"io_kbytes" : 912772,
"bw_bytes" : 95727010,
"bw" : 93483,
"iops" : 23373.002868,
"runtime" : 9764,
"total_ios" : 228214,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9764,
"usr_cpu" : 4.127407,
"sys_cpu" : 55.284719,
"ctx" : 42360,
"majf" : 0,
"minf" : 6,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 99.993427,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121550,
"timestamp_ms" : 1774121550144,
"time" : "Sat Mar 21 16:32:30 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 956264448,
"io_kbytes" : 933852,
"bw_bytes" : 95636008,
"bw" : 93394,
"iops" : 23348.734873,
"runtime" : 9999,
"total_ios" : 233464,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9946,
"max" : 672096,
"mean" : 40993.666137,
"stddev" : 36079.980686,
"N" : 233464
},
"clat_ns" : {
"min" : 321090,
"max" : 2003981,
"mean" : 643757.020714,
"stddev" : 170933.147200,
"N" : 233463,
"percentile" : {
"1.000000" : 378880,
"5.000000" : 415744,
"10.000000" : 460800,
"20.000000" : 514048,
"30.000000" : 544768,
"40.000000" : 602112,
"50.000000" : 618496,
"60.000000" : 651264,
"70.000000" : 708608,
"80.000000" : 741376,
"90.000000" : 823296,
"95.000000" : 913408,
"99.000000" : 1335296,
"99.500000" : 1466368,
"99.900000" : 1679360,
"99.950000" : 1744896,
"99.990000" : 1875968
},
"bins" : {
"321536" : 1,
"325632" : 14,
"329728" : 11,
"333824" : 27,
"337920" : 34,
"342016" : 49,
"346112" : 74,
"350208" : 79,
"354304" : 113,
"358400" : 175,
"362496" : 258,
"366592" : 319,
"370688" : 408,
"374784" : 479,
"378880" : 588,
"382976" : 705,
"387072" : 785,
"391168" : 923,
"395264" : 1014,
"399360" : 1097,
"403456" : 1326,
"407552" : 1359,
"411648" : 1528,
"415744" : 1497,
"419840" : 1501,
"423936" : 1361,
"428032" : 1345,
"432128" : 1168,
"436224" : 1047,
"440320" : 982,
"444416" : 759,
"448512" : 669,
"452608" : 619,
"456704" : 533,
"460800" : 513,
"464896" : 524,
"468992" : 554,
"473088" : 642,
"477184" : 847,
"481280" : 1114,
"485376" : 1389,
"489472" : 1738,
"493568" : 2072,
"497664" : 2605,
"501760" : 3062,
"505856" : 3526,
"509952" : 3794,
"514048" : 3927,
"518144" : 4021,
"522240" : 3877,
"528384" : 6675,
"536576" : 5222,
"544768" : 3672,
"552960" : 2638,
"561152" : 2024,
"569344" : 2066,
"577536" : 2788,
"585728" : 4188,
"593920" : 5987,
"602112" : 8064,
"610304" : 9485,
"618496" : 9425,
"626688" : 8392,
"634880" : 6296,
"643072" : 4524,
"651264" : 3242,
"659456" : 2654,
"667648" : 2247,
"675840" : 2296,
"684032" : 3087,
"692224" : 4515,
"700416" : 5959,
"708608" : 6893,
"716800" : 7005,
"724992" : 5862,
"733184" : 4441,
"741376" : 3247,
"749568" : 2599,
"757760" : 1905,
"765952" : 1547,
"774144" : 1486,
"782336" : 1639,
"790528" : 1980,
"798720" : 2497,
"806912" : 2943,
"815104" : 2909,
"823296" : 2494,
"831488" : 2033,
"839680" : 1441,
"847872" : 1135,
"856064" : 887,
"864256" : 716,
"872448" : 631,
"880640" : 599,
"888832" : 591,
"897024" : 627,
"905216" : 785,
"913408" : 780,
"921600" : 754,
"929792" : 572,
"937984" : 442,
"946176" : 367,
"954368" : 341,
"962560" : 319,
"970752" : 308,
"978944" : 248,
"987136" : 184,
"995328" : 234,
"1003520" : 235,
"1011712" : 228,
"1019904" : 194,
"1028096" : 237,
"1036288" : 173,
"1044480" : 165,
"1056768" : 319,
"1073152" : 353,
"1089536" : 253,
"1105920" : 224,
"1122304" : 260,
"1138688" : 249,
"1155072" : 255,
"1171456" : 295,
"1187840" : 199,
"1204224" : 175,
"1220608" : 229,
"1236992" : 244,
"1253376" : 176,
"1269760" : 196,
"1286144" : 182,
"1302528" : 160,
"1318912" : 179,
"1335296" : 164,
"1351680" : 149,
"1368064" : 144,
"1384448" : 166,
"1400832" : 136,
"1417216" : 127,
"1433600" : 125,
"1449984" : 116,
"1466368" : 102,
"1482752" : 102,
"1499136" : 97,
"1515520" : 110,
"1531904" : 78,
"1548288" : 81,
"1564672" : 65,
"1581056" : 61,
"1597440" : 63,
"1613824" : 49,
"1630208" : 58,
"1646592" : 53,
"1662976" : 40,
"1679360" : 34,
"1695744" : 41,
"1712128" : 20,
"1728512" : 29,
"1744896" : 24,
"1761280" : 15,
"1777664" : 16,
"1794048" : 16,
"1810432" : 14,
"1826816" : 6,
"1843200" : 10,
"1859584" : 5,
"1875968" : 5,
"1892352" : 2,
"1908736" : 8,
"1925120" : 5,
"1941504" : 4,
"1974272" : 1,
"1990656" : 1,
"2007040" : 2
}
},
"lat_ns" : {
"min" : 345077,
"max" : 2133589,
"mean" : 684752.511918,
"stddev" : 178470.286735,
"N" : 233463
},
"bw_min" : 78052,
"bw_max" : 104736,
"bw_agg" : 99.876289,
"bw_mean" : 93279.052632,
"bw_dev" : 6714.296269,
"bw_samples" : 19,
"iops_min" : 19513,
"iops_max" : 26184,
"iops_mean" : 23319.736842,
"iops_stddev" : 1678.574456,
"iops_samples" : 19
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9999,
"usr_cpu" : 4.650465,
"sys_cpu" : 59.355936,
"ctx" : 36655,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999572,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999572,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 15.007025,
"750" : 66.998766,
"1000" : 14.775297
},
"latency_ms" : {
"2" : 3.217627,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121560,
"timestamp_ms" : 1774121560145,
"time" : "Sat Mar 21 16:32:40 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1912573952,
"io_kbytes" : 1867748,
"bw_bytes" : 95633479,
"bw" : 93392,
"iops" : 23348.067403,
"runtime" : 19999,
"total_ios" : 466938,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9775,
"max" : 672096,
"mean" : 40993.014837,
"stddev" : 35582.105441,
"N" : 466938
},
"clat_ns" : {
"min" : 321090,
"max" : 2003981,
"mean" : 643756.012379,
"stddev" : 170532.896894,
"N" : 466937,
"percentile" : {
"1.000000" : 387072,
"5.000000" : 419840,
"10.000000" : 456704,
"20.000000" : 514048,
"30.000000" : 544768,
"40.000000" : 593920,
"50.000000" : 618496,
"60.000000" : 643072,
"70.000000" : 708608,
"80.000000" : 741376,
"90.000000" : 823296,
"95.000000" : 929792,
"99.000000" : 1302528,
"99.500000" : 1417216,
"99.900000" : 1630208,
"99.950000" : 1695744,
"99.990000" : 1826816
},
"bins" : {
"321536" : 1,
"325632" : 16,
"329728" : 17,
"333824" : 28,
"337920" : 37,
"342016" : 55,
"346112" : 94,
"350208" : 98,
"354304" : 144,
"358400" : 223,
"362496" : 317,
"366592" : 422,
"370688" : 518,
"374784" : 641,
"378880" : 848,
"382976" : 1087,
"387072" : 1254,
"391168" : 1548,
"395264" : 1775,
"399360" : 2034,
"403456" : 2512,
"407552" : 2700,
"411648" : 3104,
"415744" : 3233,
"419840" : 3290,
"423936" : 3274,
"428032" : 3247,
"432128" : 3055,
"436224" : 2836,
"440320" : 2498,
"444416" : 2173,
"448512" : 1751,
"452608" : 1588,
"456704" : 1333,
"460800" : 1188,
"464896" : 1123,
"468992" : 1074,
"473088" : 1206,
"477184" : 1433,
"481280" : 1775,
"485376" : 2219,
"489472" : 2758,
"493568" : 3377,
"497664" : 4246,
"501760" : 5195,
"505856" : 6099,
"509952" : 7057,
"514048" : 7672,
"518144" : 8150,
"522240" : 8273,
"528384" : 15543,
"536576" : 13221,
"544768" : 10053,
"552960" : 7243,
"561152" : 5207,
"569344" : 4349,
"577536" : 4704,
"585728" : 6489,
"593920" : 9453,
"602112" : 13214,
"610304" : 16925,
"618496" : 18844,
"626688" : 18579,
"634880" : 15351,
"643072" : 11670,
"651264" : 8440,
"659456" : 6087,
"667648" : 4914,
"675840" : 4286,
"684032" : 5071,
"692224" : 6931,
"700416" : 9102,
"708608" : 11436,
"716800" : 12839,
"724992" : 12022,
"733184" : 9989,
"741376" : 7772,
"749568" : 5862,
"757760" : 4345,
"765952" : 3267,
"774144" : 2707,
"782336" : 2810,
"790528" : 3095,
"798720" : 3789,
"806912" : 4615,
"815104" : 4915,
"823296" : 4767,
"831488" : 4335,
"839680" : 3278,
"847872" : 2456,
"856064" : 1874,
"864256" : 1396,
"872448" : 1240,
"880640" : 1146,
"888832" : 1077,
"897024" : 1169,
"905216" : 1400,
"913408" : 1380,
"921600" : 1429,
"929792" : 1292,
"937984" : 1063,
"946176" : 853,
"954368" : 699,
"962560" : 619,
"970752" : 623,
"978944" : 567,
"987136" : 490,
"995328" : 595,
"1003520" : 597,
"1011712" : 541,
"1019904" : 526,
"1028096" : 594,
"1036288" : 547,
"1044480" : 481,
"1056768" : 869,
"1073152" : 795,
"1089536" : 756,
"1105920" : 741,
"1122304" : 744,
"1138688" : 763,
"1155072" : 664,
"1171456" : 639,
"1187840" : 518,
"1204224" : 518,
"1220608" : 546,
"1236992" : 544,
"1253376" : 469,
"1269760" : 469,
"1286144" : 417,
"1302528" : 377,
"1318912" : 385,
"1335296" : 345,
"1351680" : 334,
"1368064" : 316,
"1384448" : 291,
"1400832" : 261,
"1417216" : 217,
"1433600" : 212,
"1449984" : 195,
"1466368" : 205,
"1482752" : 175,
"1499136" : 148,
"1515520" : 154,
"1531904" : 126,
"1548288" : 124,
"1564672" : 96,
"1581056" : 96,
"1597440" : 81,
"1613824" : 68,
"1630208" : 90,
"1646592" : 72,
"1662976" : 44,
"1679360" : 41,
"1695744" : 43,
"1712128" : 25,
"1728512" : 40,
"1744896" : 32,
"1761280" : 17,
"1777664" : 19,
"1794048" : 16,
"1810432" : 16,
"1826816" : 11,
"1843200" : 10,
"1859584" : 7,
"1875968" : 5,
"1892352" : 2,
"1908736" : 8,
"1925120" : 5,
"1941504" : 4,
"1974272" : 1,
"1990656" : 1,
"2007040" : 2
}
},
"lat_ns" : {
"min" : 345077,
"max" : 2133589,
"mean" : 684750.073305,
"stddev" : 178202.595899,
"N" : 466937
},
"bw_min" : 78052,
"bw_max" : 104736,
"bw_agg" : 100.000000,
"bw_mean" : 93501.846154,
"bw_dev" : 6208.018149,
"bw_samples" : 39,
"iops_min" : 19513,
"iops_max" : 26184,
"iops_mean" : 23375.487179,
"iops_stddev" : 1552.060801,
"iops_samples" : 39
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 19999,
"usr_cpu" : 4.385219,
"sys_cpu" : 60.538027,
"ctx" : 71127,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999786,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999786,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 14.660833,
"750" : 67.528665,
"1000" : 14.080456
},
"latency_ms" : {
"2" : 3.729403,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121570,
"timestamp_ms" : 1774121570145,
"time" : "Sat Mar 21 16:32:50 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2871103488,
"io_kbytes" : 2803812,
"bw_bytes" : 95706639,
"bw" : 93463,
"iops" : 23365.912197,
"runtime" : 29999,
"total_ios" : 700954,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9775,
"max" : 672096,
"mean" : 40960.719227,
"stddev" : 35117.452602,
"N" : 700954
},
"clat_ns" : {
"min" : 321090,
"max" : 2035219,
"mean" : 643253.879971,
"stddev" : 171607.498809,
"N" : 700953,
"percentile" : {
"1.000000" : 391168,
"5.000000" : 423936,
"10.000000" : 448512,
"20.000000" : 518144,
"30.000000" : 544768,
"40.000000" : 593920,
"50.000000" : 618496,
"60.000000" : 643072,
"70.000000" : 700416,
"80.000000" : 741376,
"90.000000" : 831488,
"95.000000" : 937984,
"99.000000" : 1286144,
"99.500000" : 1400832,
"99.900000" : 1679360,
"99.950000" : 1761280,
"99.990000" : 1892352
},
"bins" : {
"321536" : 1,
"325632" : 16,
"329728" : 17,
"333824" : 28,
"337920" : 37,
"342016" : 55,
"346112" : 95,
"350208" : 101,
"354304" : 151,
"358400" : 235,
"362496" : 337,
"366592" : 460,
"370688" : 545,
"374784" : 707,
"378880" : 941,
"382976" : 1197,
"387072" : 1436,
"391168" : 1800,
"395264" : 2155,
"399360" : 2604,
"403456" : 3225,
"407552" : 3661,
"411648" : 4339,
"415744" : 4798,
"419840" : 5251,
"423936" : 5559,
"428032" : 5814,
"432128" : 5752,
"436224" : 5541,
"440320" : 5112,
"444416" : 4514,
"448512" : 3799,
"452608" : 3266,
"456704" : 2793,
"460800" : 2441,
"464896" : 2115,
"468992" : 1943,
"473088" : 1961,
"477184" : 2053,
"481280" : 2327,
"485376" : 2779,
"489472" : 3346,
"493568" : 4089,
"497664" : 5116,
"501760" : 6346,
"505856" : 7645,
"509952" : 9017,
"514048" : 10340,
"518144" : 11598,
"522240" : 12193,
"528384" : 25162,
"536576" : 23304,
"544768" : 18974,
"552960" : 14082,
"561152" : 9788,
"569344" : 7417,
"577536" : 6887,
"585728" : 8499,
"593920" : 11526,
"602112" : 16288,
"610304" : 21877,
"618496" : 26032,
"626688" : 28058,
"634880" : 25256,
"643072" : 20540,
"651264" : 15217,
"659456" : 10554,
"667648" : 7835,
"675840" : 6414,
"684032" : 6814,
"692224" : 8781,
"700416" : 11409,
"708608" : 14441,
"716800" : 17069,
"724992" : 17323,
"733184" : 15668,
"741376" : 12914,
"749568" : 9872,
"757760" : 6924,
"765952" : 5010,
"774144" : 3982,
"782336" : 3837,
"790528" : 4164,
"798720" : 4986,
"806912" : 6105,
"815104" : 6870,
"823296" : 6861,
"831488" : 6586,
"839680" : 5207,
"847872" : 3983,
"856064" : 3055,
"864256" : 2189,
"872448" : 1816,
"880640" : 1638,
"888832" : 1566,
"897024" : 1767,
"905216" : 2068,
"913408" : 2135,
"921600" : 2219,
"929792" : 2121,
"937984" : 1782,
"946176" : 1490,
"954368" : 1259,
"962560" : 1032,
"970752" : 990,
"978944" : 882,
"987136" : 766,
"995328" : 911,
"1003520" : 976,
"1011712" : 901,
"1019904" : 940,
"1028096" : 1022,
"1036288" : 947,
"1044480" : 819,
"1056768" : 1453,
"1073152" : 1287,
"1089536" : 1209,
"1105920" : 1139,
"1122304" : 1166,
"1138688" : 1206,
"1155072" : 1020,
"1171456" : 1062,
"1187840" : 884,
"1204224" : 771,
"1220608" : 786,
"1236992" : 767,
"1253376" : 731,
"1269760" : 680,
"1286144" : 643,
"1302528" : 565,
"1318912" : 538,
"1335296" : 472,
"1351680" : 475,
"1368064" : 443,
"1384448" : 377,
"1400832" : 347,
"1417216" : 278,
"1433600" : 265,
"1449984" : 274,
"1466368" : 284,
"1482752" : 217,
"1499136" : 182,
"1515520" : 185,
"1531904" : 157,
"1548288" : 154,
"1564672" : 132,
"1581056" : 126,
"1597440" : 98,
"1613824" : 96,
"1630208" : 108,
"1646592" : 97,
"1662976" : 70,
"1679360" : 66,
"1695744" : 76,
"1712128" : 94,
"1728512" : 79,
"1744896" : 66,
"1761280" : 42,
"1777664" : 30,
"1794048" : 35,
"1810432" : 53,
"1826816" : 37,
"1843200" : 33,
"1859584" : 35,
"1875968" : 20,
"1892352" : 19,
"1908736" : 16,
"1925120" : 11,
"1941504" : 10,
"1957888" : 9,
"1974272" : 4,
"1990656" : 11,
"2007040" : 4,
"2039808" : 1
}
},
"lat_ns" : {
"min" : 345077,
"max" : 2166339,
"mean" : 684215.123078,
"stddev" : 179510.014140,
"N" : 700953
},
"bw_min" : 78052,
"bw_max" : 109888,
"bw_agg" : 100.000000,
"bw_mean" : 93471.898305,
"bw_dev" : 6092.482209,
"bw_samples" : 59,
"iops_min" : 19513,
"iops_max" : 27472,
"iops_mean" : 23367.966102,
"iops_stddev" : 1523.148837,
"iops_samples" : 59
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 29999,
"usr_cpu" : 4.393480,
"sys_cpu" : 61.335378,
"ctx" : 103862,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999857,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999857,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 14.964891,
"750" : 67.156047,
"1000" : 14.023031
},
"latency_ms" : {
"2" : 3.855175,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121580,
"timestamp_ms" : 1774121580145,
"time" : "Sat Mar 21 16:33:00 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3843710976,
"io_kbytes" : 3753624,
"bw_bytes" : 96092774,
"bw" : 93840,
"iops" : 23460.175000,
"runtime" : 40000,
"total_ios" : 938407,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9775,
"max" : 672096,
"mean" : 40787.684857,
"stddev" : 34581.129122,
"N" : 938408
},
"clat_ns" : {
"min" : 321090,
"max" : 2184507,
"mean" : 640654.623334,
"stddev" : 173966.602025,
"N" : 938406,
"percentile" : {
"1.000000" : 395264,
"5.000000" : 423936,
"10.000000" : 444416,
"20.000000" : 514048,
"30.000000" : 536576,
"40.000000" : 577536,
"50.000000" : 618496,
"60.000000" : 643072,
"70.000000" : 700416,
"80.000000" : 741376,
"90.000000" : 831488,
"95.000000" : 937984,
"99.000000" : 1286144,
"99.500000" : 1433600,
"99.900000" : 1761280,
"99.950000" : 1859584,
"99.990000" : 1957888
},
"bins" : {
"321536" : 1,
"325632" : 16,
"329728" : 17,
"333824" : 28,
"337920" : 37,
"342016" : 55,
"346112" : 95,
"350208" : 101,
"354304" : 154,
"358400" : 242,
"362496" : 344,
"366592" : 478,
"370688" : 587,
"374784" : 746,
"378880" : 1003,
"382976" : 1283,
"387072" : 1548,
"391168" : 1998,
"395264" : 2457,
"399360" : 3022,
"403456" : 3828,
"407552" : 4474,
"411648" : 5462,
"415744" : 6371,
"419840" : 7241,
"423936" : 8038,
"428032" : 8734,
"432128" : 9113,
"436224" : 9357,
"440320" : 9099,
"444416" : 8257,
"448512" : 7215,
"452608" : 6451,
"456704" : 5591,
"460800" : 4879,
"464896" : 4181,
"468992" : 3587,
"473088" : 3262,
"477184" : 3109,
"481280" : 3193,
"485376" : 3520,
"489472" : 4008,
"493568" : 4741,
"497664" : 5866,
"501760" : 7167,
"505856" : 8724,
"509952" : 10328,
"514048" : 12199,
"518144" : 14095,
"522240" : 15258,
"528384" : 33289,
"536576" : 33216,
"544768" : 29377,
"552960" : 22655,
"561152" : 16303,
"569344" : 11676,
"577536" : 9820,
"585728" : 10485,
"593920" : 13398,
"602112" : 18475,
"610304" : 24911,
"618496" : 30483,
"626688" : 34662,
"634880" : 33772,
"643072" : 29338,
"651264" : 22622,
"659456" : 15967,
"667648" : 11557,
"675840" : 8981,
"684032" : 8910,
"692224" : 10501,
"700416" : 13209,
"708608" : 16590,
"716800" : 19956,
"724992" : 21243,
"733184" : 20422,
"741376" : 17666,
"749568" : 13997,
"757760" : 10160,
"765952" : 7276,
"774144" : 5534,
"782336" : 5067,
"790528" : 5378,
"798720" : 6179,
"806912" : 7431,
"815104" : 8356,
"823296" : 8635,
"831488" : 8739,
"839680" : 7349,
"847872" : 5803,
"856064" : 4384,
"864256" : 3260,
"872448" : 2693,
"880640" : 2279,
"888832" : 2126,
"897024" : 2421,
"905216" : 2696,
"913408" : 2807,
"921600" : 3060,
"929792" : 3041,
"937984" : 2581,
"946176" : 2211,
"954368" : 1888,
"962560" : 1530,
"970752" : 1409,
"978944" : 1219,
"987136" : 1081,
"995328" : 1237,
"1003520" : 1274,
"1011712" : 1263,
"1019904" : 1309,
"1028096" : 1446,
"1036288" : 1311,
"1044480" : 1097,
"1056768" : 2051,
"1073152" : 1684,
"1089536" : 1534,
"1105920" : 1411,
"1122304" : 1541,
"1138688" : 1522,
"1155072" : 1283,
"1171456" : 1323,
"1187840" : 1107,
"1204224" : 952,
"1220608" : 947,
"1236992" : 959,
"1253376" : 896,
"1269760" : 814,
"1286144" : 784,
"1302528" : 664,
"1318912" : 643,
"1335296" : 585,
"1351680" : 588,
"1368064" : 565,
"1384448" : 451,
"1400832" : 445,
"1417216" : 358,
"1433600" : 325,
"1449984" : 337,
"1466368" : 375,
"1482752" : 269,
"1499136" : 233,
"1515520" : 233,
"1531904" : 199,
"1548288" : 195,
"1564672" : 186,
"1581056" : 165,
"1597440" : 136,
"1613824" : 129,
"1630208" : 137,
"1646592" : 132,
"1662976" : 99,
"1679360" : 93,
"1695744" : 121,
"1712128" : 160,
"1728512" : 139,
"1744896" : 108,
"1761280" : 70,
"1777664" : 49,
"1794048" : 61,
"1810432" : 88,
"1826816" : 86,
"1843200" : 120,
"1859584" : 126,
"1875968" : 118,
"1892352" : 48,
"1908736" : 35,
"1925120" : 33,
"1941504" : 29,
"1957888" : 29,
"1974272" : 24,
"1990656" : 16,
"2007040" : 17,
"2023424" : 1,
"2039808" : 4,
"2056192" : 1,
"2113536" : 2,
"2179072" : 1
}
},
"lat_ns" : {
"min" : 345077,
"max" : 2315928,
"mean" : 681442.782654,
"stddev" : 182217.538894,
"N" : 938406
},
"bw_min" : 78052,
"bw_max" : 116808,
"bw_agg" : 99.748936,
"bw_mean" : 93605.354430,
"bw_dev" : 6910.610502,
"bw_samples" : 79,
"iops_min" : 19513,
"iops_max" : 29202,
"iops_mean" : 23401.316456,
"iops_stddev" : 1727.666913,
"iops_samples" : 79
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 40000,
"usr_cpu" : 4.372500,
"sys_cpu" : 62.237500,
"ctx" : 134504,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999893,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 16.436152,
"750" : 65.539899,
"1000" : 14.247016
},
"latency_ms" : {
"2" : 3.774269,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121590,
"timestamp_ms" : 1774121590144,
"time" : "Sat Mar 21 16:33:10 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4803432448,
"io_kbytes" : 4690852,
"bw_bytes" : 96070570,
"bw" : 93818,
"iops" : 23454.749095,
"runtime" : 49999,
"total_ios" : 1172714,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9775,
"max" : 672096,
"mean" : 40796.832360,
"stddev" : 34337.499667,
"N" : 1172714
},
"clat_ns" : {
"min" : 321090,
"max" : 2344421,
"mean" : 640801.559778,
"stddev" : 176807.754824,
"N" : 1172713,
"percentile" : {
"1.000000" : 399360,
"5.000000" : 428032,
"10.000000" : 448512,
"20.000000" : 514048,
"30.000000" : 536576,
"40.000000" : 569344,
"50.000000" : 618496,
"60.000000" : 643072,
"70.000000" : 700416,
"80.000000" : 741376,
"90.000000" : 831488,
"95.000000" : 937984,
"99.000000" : 1302528,
"99.500000" : 1466368,
"99.900000" : 1843200,
"99.950000" : 1875968,
"99.990000" : 1990656
},
"bins" : {
"321536" : 1,
"325632" : 16,
"329728" : 17,
"333824" : 28,
"337920" : 37,
"342016" : 55,
"346112" : 95,
"350208" : 104,
"354304" : 154,
"358400" : 243,
"362496" : 345,
"366592" : 485,
"370688" : 591,
"374784" : 759,
"378880" : 1015,
"382976" : 1310,
"387072" : 1606,
"391168" : 2083,
"395264" : 2592,
"399360" : 3202,
"403456" : 4076,
"407552" : 4807,
"411648" : 5969,
"415744" : 7100,
"419840" : 8311,
"423936" : 9487,
"428032" : 10951,
"432128" : 11921,
"436224" : 12750,
"440320" : 12771,
"444416" : 12262,
"448512" : 11274,
"452608" : 10395,
"456704" : 8966,
"460800" : 7548,
"464896" : 6404,
"468992" : 5483,
"473088" : 4722,
"477184" : 4205,
"481280" : 4124,
"485376" : 4292,
"489472" : 4699,
"493568" : 5314,
"497664" : 6447,
"501760" : 7822,
"505856" : 9466,
"509952" : 11235,
"514048" : 13373,
"518144" : 15741,
"522240" : 17397,
"528384" : 40034,
"536576" : 42949,
"544768" : 40213,
"552960" : 32636,
"561152" : 24357,
"569344" : 17066,
"577536" : 13613,
"585728" : 13342,
"593920" : 15538,
"602112" : 20539,
"610304" : 27335,
"618496" : 33953,
"626688" : 39496,
"634880" : 40320,
"643072" : 37491,
"651264" : 30544,
"659456" : 23025,
"667648" : 16479,
"675840" : 12514,
"684032" : 11655,
"692224" : 12718,
"700416" : 15099,
"708608" : 18762,
"716800" : 22434,
"724992" : 24101,
"733184" : 23821,
"741376" : 21468,
"749568" : 18152,
"757760" : 14045,
"765952" : 10595,
"774144" : 8041,
"782336" : 6914,
"790528" : 6887,
"798720" : 7534,
"806912" : 8798,
"815104" : 9821,
"823296" : 10140,
"831488" : 10172,
"839680" : 8895,
"847872" : 7296,
"856064" : 5882,
"864256" : 4745,
"872448" : 4087,
"880640" : 3447,
"888832" : 2962,
"897024" : 3151,
"905216" : 3397,
"913408" : 3569,
"921600" : 3786,
"929792" : 3772,
"937984" : 3232,
"946176" : 2783,
"954368" : 2440,
"962560" : 2038,
"970752" : 1940,
"978944" : 1714,
"987136" : 1445,
"995328" : 1637,
"1003520" : 1613,
"1011712" : 1583,
"1019904" : 1628,
"1028096" : 1746,
"1036288" : 1642,
"1044480" : 1373,
"1056768" : 2492,
"1073152" : 2097,
"1089536" : 1868,
"1105920" : 1666,
"1122304" : 1794,
"1138688" : 1824,
"1155072" : 1527,
"1171456" : 1506,
"1187840" : 1252,
"1204224" : 1060,
"1220608" : 1114,
"1236992" : 1112,
"1253376" : 1028,
"1269760" : 955,
"1286144" : 891,
"1302528" : 740,
"1318912" : 732,
"1335296" : 685,
"1351680" : 688,
"1368064" : 671,
"1384448" : 553,
"1400832" : 502,
"1417216" : 417,
"1433600" : 366,
"1449984" : 435,
"1466368" : 473,
"1482752" : 345,
"1499136" : 286,
"1515520" : 282,
"1531904" : 256,
"1548288" : 265,
"1564672" : 246,
"1581056" : 249,
"1597440" : 234,
"1613824" : 214,
"1630208" : 200,
"1646592" : 195,
"1662976" : 149,
"1679360" : 164,
"1695744" : 228,
"1712128" : 288,
"1728512" : 226,
"1744896" : 165,
"1761280" : 113,
"1777664" : 97,
"1794048" : 107,
"1810432" : 148,
"1826816" : 129,
"1843200" : 168,
"1859584" : 271,
"1875968" : 270,
"1892352" : 85,
"1908736" : 68,
"1925120" : 50,
"1941504" : 60,
"1957888" : 64,
"1974272" : 70,
"1990656" : 52,
"2007040" : 37,
"2023424" : 7,
"2039808" : 6,
"2056192" : 5,
"2072576" : 2,
"2088960" : 1,
"2113536" : 4,
"2179072" : 2,
"2244608" : 1,
"2310144" : 1,
"2342912" : 1
}
},
"lat_ns" : {
"min" : 345077,
"max" : 2476082,
"mean" : 681598.644861,
"stddev" : 185362.726051,
"N" : 1172713
},
"bw_min" : 77488,
"bw_max" : 116808,
"bw_agg" : 99.958520,
"bw_mean" : 93780.656566,
"bw_dev" : 7339.428149,
"bw_samples" : 99,
"iops_min" : 19372,
"iops_max" : 29202,
"iops_mean" : 23445.141414,
"iops_stddev" : 1834.878253,
"iops_samples" : 99
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 49999,
"usr_cpu" : 4.316086,
"sys_cpu" : 62.765255,
"ctx" : 164872,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 17.012673,
"750" : 64.516498,
"1000" : 14.742896
},
"latency_ms" : {
"2" : 3.722476,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121600,
"timestamp_ms" : 1774121600144,
"time" : "Sat Mar 21 16:33:20 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5805727744,
"io_kbytes" : 5669656,
"bw_bytes" : 96763741,
"bw" : 94495,
"iops" : 23623.977066,
"runtime" : 59999,
"total_ios" : 1417415,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9775,
"max" : 672096,
"mean" : 40491.496481,
"stddev" : 33725.529017,
"N" : 1417415
},
"clat_ns" : {
"min" : 321090,
"max" : 2344421,
"mean" : 636220.842811,
"stddev" : 177205.547117,
"N" : 1417414,
"percentile" : {
"1.000000" : 399360,
"5.000000" : 428032,
"10.000000" : 448512,
"20.000000" : 509952,
"30.000000" : 536576,
"40.000000" : 561152,
"50.000000" : 618496,
"60.000000" : 643072,
"70.000000" : 684032,
"80.000000" : 741376,
"90.000000" : 831488,
"95.000000" : 929792,
"99.000000" : 1318912,
"99.500000" : 1515520,
"99.900000" : 1859584,
"99.950000" : 1892352,
"99.990000" : 1990656
},
"bins" : {
"321536" : 1,
"325632" : 16,
"329728" : 17,
"333824" : 28,
"337920" : 37,
"342016" : 55,
"346112" : 95,
"350208" : 104,
"354304" : 154,
"358400" : 243,
"362496" : 348,
"366592" : 487,
"370688" : 592,
"374784" : 770,
"378880" : 1023,
"382976" : 1343,
"387072" : 1648,
"391168" : 2151,
"395264" : 2706,
"399360" : 3333,
"403456" : 4271,
"407552" : 5087,
"411648" : 6412,
"415744" : 7821,
"419840" : 9351,
"423936" : 10863,
"428032" : 12811,
"432128" : 14486,
"436224" : 16163,
"440320" : 17061,
"444416" : 17062,
"448512" : 16303,
"452608" : 15487,
"456704" : 13701,
"460800" : 11664,
"464896" : 9887,
"468992" : 8471,
"473088" : 7320,
"477184" : 6390,
"481280" : 5923,
"485376" : 5851,
"489472" : 6075,
"493568" : 6456,
"497664" : 7410,
"501760" : 8877,
"505856" : 10522,
"509952" : 12391,
"514048" : 14748,
"518144" : 17355,
"522240" : 19587,
"528384" : 46197,
"536576" : 52439,
"544768" : 52442,
"552960" : 44563,
"561152" : 34589,
"569344" : 24845,
"577536" : 19104,
"585728" : 17529,
"593920" : 18638,
"602112" : 23239,
"610304" : 30191,
"618496" : 37406,
"626688" : 44081,
"634880" : 46562,
"643072" : 44874,
"651264" : 38309,
"659456" : 30001,
"667648" : 22190,
"675840" : 16617,
"684032" : 14725,
"692224" : 15266,
"700416" : 17258,
"708608" : 20645,
"716800" : 24514,
"724992" : 26682,
"733184" : 26486,
"741376" : 24221,
"749568" : 20980,
"757760" : 16770,
"765952" : 13243,
"774144" : 10067,
"782336" : 8522,
"790528" : 8265,
"798720" : 8729,
"806912" : 9969,
"815104" : 10946,
"823296" : 11180,
"831488" : 11159,
"839680" : 9956,
"847872" : 8189,
"856064" : 6813,
"864256" : 5525,
"872448" : 4826,
"880640" : 4111,
"888832" : 3517,
"897024" : 3684,
"905216" : 3824,
"913408" : 4029,
"921600" : 4299,
"929792" : 4299,
"937984" : 3675,
"946176" : 3190,
"954368" : 2761,
"962560" : 2320,
"970752" : 2154,
"978944" : 1942,
"987136" : 1641,
"995328" : 1817,
"1003520" : 1823,
"1011712" : 1783,
"1019904" : 1825,
"1028096" : 1954,
"1036288" : 1813,
"1044480" : 1542,
"1056768" : 2828,
"1073152" : 2319,
"1089536" : 2062,
"1105920" : 1851,
"1122304" : 2016,
"1138688" : 2007,
"1155072" : 1686,
"1171456" : 1659,
"1187840" : 1361,
"1204224" : 1153,
"1220608" : 1210,
"1236992" : 1216,
"1253376" : 1140,
"1269760" : 1059,
"1286144" : 991,
"1302528" : 836,
"1318912" : 815,
"1335296" : 752,
"1351680" : 760,
"1368064" : 740,
"1384448" : 639,
"1400832" : 573,
"1417216" : 494,
"1433600" : 438,
"1449984" : 492,
"1466368" : 550,
"1482752" : 433,
"1499136" : 353,
"1515520" : 352,
"1531904" : 327,
"1548288" : 341,
"1564672" : 306,
"1581056" : 323,
"1597440" : 340,
"1613824" : 316,
"1630208" : 262,
"1646592" : 249,
"1662976" : 199,
"1679360" : 218,
"1695744" : 333,
"1712128" : 356,
"1728512" : 297,
"1744896" : 243,
"1761280" : 138,
"1777664" : 121,
"1794048" : 146,
"1810432" : 202,
"1826816" : 165,
"1843200" : 232,
"1859584" : 530,
"1875968" : 509,
"1892352" : 117,
"1908736" : 100,
"1925120" : 69,
"1941504" : 103,
"1957888" : 105,
"1974272" : 107,
"1990656" : 83,
"2007040" : 47,
"2023424" : 9,
"2039808" : 7,
"2056192" : 5,
"2072576" : 2,
"2088960" : 1,
"2113536" : 4,
"2179072" : 2,
"2244608" : 1,
"2310144" : 1,
"2342912" : 1
}
},
"lat_ns" : {
"min" : 345077,
"max" : 2476082,
"mean" : 676712.413868,
"stddev" : 185932.337632,
"N" : 1417414
},
"bw_min" : 77488,
"bw_max" : 116808,
"bw_agg" : 100.000000,
"bw_mean" : 94514.126050,
"bw_dev" : 7196.870751,
"bw_samples" : 119,
"iops_min" : 19372,
"iops_max" : 29202,
"iops_mean" : 23628.512605,
"iops_stddev" : 1799.215638,
"iops_samples" : 119
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 59999,
"usr_cpu" : 4.318405,
"sys_cpu" : 63.756063,
"ctx" : 191376,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999929,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999929,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 18.206242,
"750" : 64.100846,
"1000" : 14.144481
},
"latency_ms" : {
"2" : 3.543070,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121610,
"timestamp_ms" : 1774121610144,
"time" : "Sat Mar 21 16:33:30 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6748545024,
"io_kbytes" : 6590376,
"bw_bytes" : 96409163,
"bw" : 94149,
"iops" : 23537.407677,
"runtime" : 69999,
"total_ios" : 1647595,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9775,
"max" : 672096,
"mean" : 40645.746008,
"stddev" : 33730.697491,
"N" : 1647595
},
"clat_ns" : {
"min" : 321090,
"max" : 2344421,
"mean" : 638558.693187,
"stddev" : 181438.496712,
"N" : 1647594,
"percentile" : {
"1.000000" : 403456,
"5.000000" : 432128,
"10.000000" : 448512,
"20.000000" : 509952,
"30.000000" : 544768,
"40.000000" : 569344,
"50.000000" : 618496,
"60.000000" : 643072,
"70.000000" : 684032,
"80.000000" : 741376,
"90.000000" : 831488,
"95.000000" : 929792,
"99.000000" : 1351680,
"99.500000" : 1613824,
"99.900000" : 1892352,
"99.950000" : 1974272,
"99.990000" : 2023424
},
"bins" : {
"321536" : 1,
"325632" : 16,
"329728" : 17,
"333824" : 28,
"337920" : 37,
"342016" : 55,
"346112" : 95,
"350208" : 104,
"354304" : 154,
"358400" : 243,
"362496" : 348,
"366592" : 487,
"370688" : 592,
"374784" : 770,
"378880" : 1023,
"382976" : 1345,
"387072" : 1649,
"391168" : 2157,
"395264" : 2709,
"399360" : 3342,
"403456" : 4290,
"407552" : 5141,
"411648" : 6485,
"415744" : 7968,
"419840" : 9614,
"423936" : 11362,
"428032" : 13676,
"432128" : 15847,
"436224" : 17944,
"440320" : 19515,
"444416" : 20235,
"448512" : 19971,
"452608" : 19138,
"456704" : 17279,
"460800" : 15040,
"464896" : 12866,
"468992" : 11046,
"473088" : 9455,
"477184" : 8303,
"481280" : 7502,
"485376" : 7137,
"489472" : 7101,
"493568" : 7423,
"497664" : 8265,
"501760" : 9711,
"505856" : 11283,
"509952" : 13108,
"514048" : 15466,
"518144" : 18140,
"522240" : 20571,
"528384" : 49262,
"536576" : 58280,
"544768" : 61905,
"552960" : 55738,
"561152" : 45236,
"569344" : 33631,
"577536" : 25675,
"585728" : 22485,
"593920" : 22283,
"602112" : 25946,
"610304" : 32423,
"618496" : 39436,
"626688" : 46525,
"634880" : 50217,
"643072" : 50769,
"651264" : 46405,
"659456" : 38784,
"667648" : 30013,
"675840" : 22809,
"684032" : 19310,
"692224" : 18644,
"700416" : 19971,
"708608" : 22827,
"716800" : 26290,
"724992" : 28400,
"733184" : 28252,
"741376" : 26625,
"749568" : 24235,
"757760" : 20938,
"765952" : 17666,
"774144" : 13839,
"782336" : 11448,
"790528" : 10571,
"798720" : 10495,
"806912" : 11479,
"815104" : 12125,
"823296" : 12179,
"831488" : 12030,
"839680" : 10758,
"847872" : 9241,
"856064" : 8195,
"864256" : 6991,
"872448" : 6440,
"880640" : 5481,
"888832" : 4575,
"897024" : 4456,
"905216" : 4606,
"913408" : 4623,
"921600" : 4827,
"929792" : 4786,
"937984" : 4042,
"946176" : 3545,
"954368" : 3133,
"962560" : 2732,
"970752" : 2607,
"978944" : 2353,
"987136" : 1983,
"995328" : 2070,
"1003520" : 2088,
"1011712" : 2054,
"1019904" : 2047,
"1028096" : 2228,
"1036288" : 2025,
"1044480" : 1687,
"1056768" : 3141,
"1073152" : 2580,
"1089536" : 2318,
"1105920" : 2032,
"1122304" : 2250,
"1138688" : 2316,
"1155072" : 1874,
"1171456" : 1801,
"1187840" : 1465,
"1204224" : 1247,
"1220608" : 1339,
"1236992" : 1365,
"1253376" : 1243,
"1269760" : 1151,
"1286144" : 1055,
"1302528" : 897,
"1318912" : 894,
"1335296" : 845,
"1351680" : 853,
"1368064" : 814,
"1384448" : 709,
"1400832" : 649,
"1417216" : 576,
"1433600" : 498,
"1449984" : 575,
"1466368" : 637,
"1482752" : 499,
"1499136" : 425,
"1515520" : 446,
"1531904" : 396,
"1548288" : 412,
"1564672" : 394,
"1581056" : 421,
"1597440" : 436,
"1613824" : 454,
"1630208" : 340,
"1646592" : 332,
"1662976" : 292,
"1679360" : 300,
"1695744" : 448,
"1712128" : 508,
"1728512" : 389,
"1744896" : 343,
"1761280" : 205,
"1777664" : 201,
"1794048" : 213,
"1810432" : 285,
"1826816" : 260,
"1843200" : 296,
"1859584" : 928,
"1875968" : 796,
"1892352" : 183,
"1908736" : 150,
"1925120" : 111,
"1941504" : 164,
"1957888" : 219,
"1974272" : 192,
"1990656" : 180,
"2007040" : 304,
"2023424" : 49,
"2039808" : 22,
"2056192" : 19,
"2072576" : 17,
"2088960" : 7,
"2113536" : 36,
"2146304" : 18,
"2179072" : 4,
"2244608" : 1,
"2310144" : 1,
"2342912" : 1
}
},
"lat_ns" : {
"min" : 345077,
"max" : 2476082,
"mean" : 679204.737418,
"stddev" : 190539.898104,
"N" : 1647594
},
"bw_min" : 77488,
"bw_max" : 116808,
"bw_agg" : 99.985583,
"bw_mean" : 94136.561151,
"bw_dev" : 7068.898837,
"bw_samples" : 139,
"iops_min" : 19372,
"iops_max" : 29202,
"iops_mean" : 23534.107914,
"iops_stddev" : 1767.220419,
"iops_samples" : 139
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 69999,
"usr_cpu" : 4.325776,
"sys_cpu" : 63.886627,
"ctx" : 221068,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 18.111793,
"750" : 63.699210,
"1000" : 14.621251
},
"latency_ms" : {
"2" : 3.539948,
"4" : 0.027737,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121620,
"timestamp_ms" : 1774121620144,
"time" : "Sat Mar 21 16:33:40 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7701790720,
"io_kbytes" : 7521280,
"bw_bytes" : 96273587,
"bw" : 94017,
"iops" : 23504.306304,
"runtime" : 79999,
"total_ios" : 1880321,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9775,
"max" : 752409,
"mean" : 40702.535071,
"stddev" : 33717.523738,
"N" : 1880321
},
"clat_ns" : {
"min" : 321090,
"max" : 2344421,
"mean" : 639458.556974,
"stddev" : 184993.648472,
"N" : 1880320,
"percentile" : {
"1.000000" : 403456,
"5.000000" : 432128,
"10.000000" : 452608,
"20.000000" : 514048,
"30.000000" : 544768,
"40.000000" : 569344,
"50.000000" : 618496,
"60.000000" : 643072,
"70.000000" : 684032,
"80.000000" : 741376,
"90.000000" : 831488,
"95.000000" : 929792,
"99.000000" : 1400832,
"99.500000" : 1695744,
"99.900000" : 1957888,
"99.950000" : 2007040,
"99.990000" : 2072576
},
"bins" : {
"321536" : 1,
"325632" : 16,
"329728" : 17,
"333824" : 28,
"337920" : 37,
"342016" : 55,
"346112" : 95,
"350208" : 104,
"354304" : 154,
"358400" : 243,
"362496" : 348,
"366592" : 487,
"370688" : 592,
"374784" : 770,
"378880" : 1023,
"382976" : 1345,
"387072" : 1649,
"391168" : 2157,
"395264" : 2709,
"399360" : 3343,
"403456" : 4303,
"407552" : 5174,
"411648" : 6553,
"415744" : 8216,
"419840" : 10264,
"423936" : 12410,
"428032" : 15227,
"432128" : 17921,
"436224" : 20715,
"440320" : 22868,
"444416" : 23904,
"448512" : 23691,
"452608" : 22716,
"456704" : 20596,
"460800" : 18159,
"464896" : 15594,
"468992" : 13168,
"473088" : 11292,
"477184" : 9798,
"481280" : 8754,
"485376" : 8248,
"489472" : 7955,
"493568" : 8203,
"497664" : 9010,
"501760" : 10319,
"505856" : 11818,
"509952" : 13628,
"514048" : 16126,
"518144" : 18906,
"522240" : 21660,
"528384" : 53502,
"536576" : 66136,
"544768" : 72859,
"552960" : 67753,
"561152" : 56168,
"569344" : 42090,
"577536" : 31834,
"585728" : 26910,
"593920" : 25484,
"602112" : 28240,
"610304" : 34367,
"618496" : 41309,
"626688" : 49238,
"634880" : 54811,
"643072" : 58036,
"651264" : 55515,
"659456" : 47707,
"667648" : 37662,
"675840" : 28717,
"684032" : 23548,
"692224" : 21703,
"700416" : 22162,
"708608" : 24514,
"716800" : 27826,
"724992" : 30002,
"733184" : 30105,
"741376" : 29693,
"749568" : 28066,
"757760" : 25421,
"765952" : 21602,
"774144" : 17112,
"782336" : 13884,
"790528" : 12527,
"798720" : 11956,
"806912" : 12622,
"815104" : 13079,
"823296" : 13014,
"831488" : 12853,
"839680" : 11739,
"847872" : 10465,
"856064" : 9669,
"864256" : 8451,
"872448" : 7681,
"880640" : 6471,
"888832" : 5469,
"897024" : 5179,
"905216" : 5216,
"913408" : 5141,
"921600" : 5293,
"929792" : 5119,
"937984" : 4434,
"946176" : 3924,
"954368" : 3454,
"962560" : 3110,
"970752" : 2935,
"978944" : 2658,
"987136" : 2243,
"995328" : 2345,
"1003520" : 2333,
"1011712" : 2281,
"1019904" : 2279,
"1028096" : 2408,
"1036288" : 2177,
"1044480" : 1844,
"1056768" : 3376,
"1073152" : 2750,
"1089536" : 2471,
"1105920" : 2229,
"1122304" : 2464,
"1138688" : 2514,
"1155072" : 2048,
"1171456" : 1902,
"1187840" : 1529,
"1204224" : 1373,
"1220608" : 1451,
"1236992" : 1518,
"1253376" : 1351,
"1269760" : 1240,
"1286144" : 1134,
"1302528" : 955,
"1318912" : 971,
"1335296" : 925,
"1351680" : 936,
"1368064" : 869,
"1384448" : 767,
"1400832" : 693,
"1417216" : 627,
"1433600" : 574,
"1449984" : 640,
"1466368" : 700,
"1482752" : 575,
"1499136" : 458,
"1515520" : 499,
"1531904" : 468,
"1548288" : 480,
"1564672" : 489,
"1581056" : 518,
"1597440" : 537,
"1613824" : 531,
"1630208" : 418,
"1646592" : 410,
"1662976" : 380,
"1679360" : 387,
"1695744" : 591,
"1712128" : 628,
"1728512" : 490,
"1744896" : 464,
"1761280" : 268,
"1777664" : 269,
"1794048" : 275,
"1810432" : 380,
"1826816" : 367,
"1843200" : 413,
"1859584" : 1264,
"1875968" : 1052,
"1892352" : 282,
"1908736" : 231,
"1925120" : 173,
"1941504" : 252,
"1957888" : 303,
"1974272" : 307,
"1990656" : 347,
"2007040" : 608,
"2023424" : 153,
"2039808" : 63,
"2056192" : 38,
"2072576" : 49,
"2088960" : 29,
"2113536" : 94,
"2146304" : 44,
"2179072" : 7,
"2211840" : 4,
"2244608" : 1,
"2277376" : 1,
"2310144" : 1,
"2342912" : 1
}
},
"lat_ns" : {
"min" : 345077,
"max" : 2476082,
"mean" : 680161.268063,
"stddev" : 194415.748249,
"N" : 1880320
},
"bw_min" : 77488,
"bw_max" : 116808,
"bw_agg" : 99.966841,
"bw_mean" : 93986.635220,
"bw_dev" : 6912.438277,
"bw_samples" : 159,
"iops_min" : 19372,
"iops_max" : 29202,
"iops_mean" : 23496.622642,
"iops_stddev" : 1728.102514,
"iops_samples" : 159
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79999,
"usr_cpu" : 4.326304,
"sys_cpu" : 64.004550,
"ctx" : 250563,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 18.113024,
"750" : 63.569625,
"1000" : 14.767904
},
"latency_ms" : {
"2" : 3.493340,
"4" : 0.056054,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121630,
"timestamp_ms" : 1774121630145,
"time" : "Sat Mar 21 16:33:50 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8677150720,
"io_kbytes" : 8473780,
"bw_bytes" : 96413857,
"bw" : 94154,
"iops" : 23538.550428,
"runtime" : 89999,
"total_ios" : 2118446,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9775,
"max" : 752409,
"mean" : 40637.410587,
"stddev" : 33569.368921,
"N" : 2118446
},
"clat_ns" : {
"min" : 321090,
"max" : 2344421,
"mean" : 638533.640759,
"stddev" : 187713.568849,
"N" : 2118445,
"percentile" : {
"1.000000" : 407552,
"5.000000" : 436224,
"10.000000" : 452608,
"20.000000" : 509952,
"30.000000" : 544768,
"40.000000" : 561152,
"50.000000" : 610304,
"60.000000" : 643072,
"70.000000" : 675840,
"80.000000" : 741376,
"90.000000" : 823296,
"95.000000" : 929792,
"99.000000" : 1433600,
"99.500000" : 1728512,
"99.900000" : 1990656,
"99.950000" : 2007040,
"99.990000" : 2113536
},
"bins" : {
"321536" : 1,
"325632" : 16,
"329728" : 17,
"333824" : 28,
"337920" : 37,
"342016" : 55,
"346112" : 95,
"350208" : 104,
"354304" : 154,
"358400" : 243,
"362496" : 348,
"366592" : 487,
"370688" : 592,
"374784" : 770,
"378880" : 1023,
"382976" : 1345,
"387072" : 1649,
"391168" : 2157,
"395264" : 2710,
"399360" : 3344,
"403456" : 4311,
"407552" : 5220,
"411648" : 6680,
"415744" : 8524,
"419840" : 10832,
"423936" : 13382,
"428032" : 16867,
"432128" : 20294,
"436224" : 24072,
"440320" : 26752,
"444416" : 28563,
"448512" : 28744,
"452608" : 27613,
"456704" : 25099,
"460800" : 22260,
"464896" : 19182,
"468992" : 16232,
"473088" : 13673,
"477184" : 11750,
"481280" : 10234,
"485376" : 9477,
"489472" : 9023,
"493568" : 9079,
"497664" : 9701,
"501760" : 10979,
"505856" : 12459,
"509952" : 14232,
"514048" : 16855,
"518144" : 19774,
"522240" : 22760,
"528384" : 57553,
"536576" : 73897,
"544768" : 84814,
"552960" : 81114,
"561152" : 67827,
"569344" : 51092,
"577536" : 38193,
"585728" : 31251,
"593920" : 28460,
"602112" : 30638,
"610304" : 36558,
"618496" : 43189,
"626688" : 51949,
"634880" : 59298,
"643072" : 65065,
"651264" : 64422,
"659456" : 56292,
"667648" : 44887,
"675840" : 33972,
"684032" : 27217,
"692224" : 24407,
"700416" : 24235,
"708608" : 26223,
"716800" : 29413,
"724992" : 31416,
"733184" : 31829,
"741376" : 32183,
"749568" : 31461,
"757760" : 29241,
"765952" : 25077,
"774144" : 19906,
"782336" : 15970,
"790528" : 14173,
"798720" : 13315,
"806912" : 13716,
"815104" : 13989,
"823296" : 13759,
"831488" : 13593,
"839680" : 12569,
"847872" : 11454,
"856064" : 10893,
"864256" : 9597,
"872448" : 8717,
"880640" : 7272,
"888832" : 6093,
"897024" : 5726,
"905216" : 5806,
"913408" : 5592,
"921600" : 5703,
"929792" : 5445,
"937984" : 4731,
"946176" : 4192,
"954368" : 3782,
"962560" : 3435,
"970752" : 3244,
"978944" : 2890,
"987136" : 2429,
"995328" : 2564,
"1003520" : 2570,
"1011712" : 2467,
"1019904" : 2489,
"1028096" : 2622,
"1036288" : 2349,
"1044480" : 1988,
"1056768" : 3550,
"1073152" : 2906,
"1089536" : 2669,
"1105920" : 2425,
"1122304" : 2645,
"1138688" : 2705,
"1155072" : 2159,
"1171456" : 2002,
"1187840" : 1641,
"1204224" : 1518,
"1220608" : 1551,
"1236992" : 1590,
"1253376" : 1467,
"1269760" : 1290,
"1286144" : 1228,
"1302528" : 1071,
"1318912" : 1052,
"1335296" : 981,
"1351680" : 1013,
"1368064" : 936,
"1384448" : 845,
"1400832" : 778,
"1417216" : 700,
"1433600" : 642,
"1449984" : 713,
"1466368" : 756,
"1482752" : 659,
"1499136" : 528,
"1515520" : 566,
"1531904" : 552,
"1548288" : 564,
"1564672" : 579,
"1581056" : 613,
"1597440" : 641,
"1613824" : 615,
"1630208" : 496,
"1646592" : 484,
"1662976" : 484,
"1679360" : 467,
"1695744" : 704,
"1712128" : 766,
"1728512" : 621,
"1744896" : 572,
"1761280" : 375,
"1777664" : 347,
"1794048" : 359,
"1810432" : 467,
"1826816" : 491,
"1843200" : 520,
"1859584" : 1643,
"1875968" : 1372,
"1892352" : 334,
"1908736" : 275,
"1925120" : 225,
"1941504" : 306,
"1957888" : 413,
"1974272" : 429,
"1990656" : 460,
"2007040" : 940,
"2023424" : 260,
"2039808" : 95,
"2056192" : 50,
"2072576" : 57,
"2088960" : 38,
"2113536" : 167,
"2146304" : 47,
"2179072" : 10,
"2211840" : 4,
"2244608" : 2,
"2277376" : 2,
"2310144" : 1,
"2342912" : 1
}
},
"lat_ns" : {
"min" : 345077,
"max" : 2476082,
"mean" : 679171.327323,
"stddev" : 197402.408870,
"N" : 2118445
},
"bw_min" : 77488,
"bw_max" : 116808,
"bw_agg" : 100.000000,
"bw_mean" : 94182.698324,
"bw_dev" : 6822.121743,
"bw_samples" : 179,
"iops_min" : 19372,
"iops_max" : 29202,
"iops_mean" : 23545.642458,
"iops_stddev" : 1705.525019,
"iops_samples" : 179
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 89999,
"usr_cpu" : 4.280048,
"sys_cpu" : 64.339604,
"ctx" : 278383,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999953,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999953,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 18.573379,
"750" : 63.306310,
"1000" : 14.593528
},
"latency_ms" : {
"2" : 3.451067,
"4" : 0.075669,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121640,
"timestamp_ms" : 1774121640145,
"time" : "Sat Mar 21 16:34:00 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9582333952,
"io_kbytes" : 9357748,
"bw_bytes" : 95824297,
"bw" : 93578,
"iops" : 23394.623946,
"runtime" : 99999,
"total_ios" : 2339439,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9775,
"max" : 752409,
"mean" : 40897.086317,
"stddev" : 33777.151826,
"N" : 2339439
},
"clat_ns" : {
"min" : 321090,
"max" : 2344421,
"mean" : 642454.806323,
"stddev" : 191390.807271,
"N" : 2339438,
"percentile" : {
"1.000000" : 407552,
"5.000000" : 436224,
"10.000000" : 452608,
"20.000000" : 514048,
"30.000000" : 544768,
"40.000000" : 569344,
"50.000000" : 618496,
"60.000000" : 651264,
"70.000000" : 684032,
"80.000000" : 741376,
"90.000000" : 831488,
"95.000000" : 929792,
"99.000000" : 1482752,
"99.500000" : 1777664,
"99.900000" : 2007040,
"99.950000" : 2007040,
"99.990000" : 2113536
},
"bins" : {
"321536" : 1,
"325632" : 16,
"329728" : 17,
"333824" : 28,
"337920" : 37,
"342016" : 55,
"346112" : 95,
"350208" : 104,
"354304" : 154,
"358400" : 243,
"362496" : 348,
"366592" : 487,
"370688" : 592,
"374784" : 770,
"378880" : 1023,
"382976" : 1345,
"387072" : 1649,
"391168" : 2157,
"395264" : 2710,
"399360" : 3344,
"403456" : 4311,
"407552" : 5220,
"411648" : 6709,
"415744" : 8614,
"419840" : 11067,
"423936" : 13809,
"428032" : 17561,
"432128" : 21462,
"436224" : 25697,
"440320" : 28546,
"444416" : 30798,
"448512" : 31182,
"452608" : 30130,
"456704" : 27583,
"460800" : 24668,
"464896" : 21095,
"468992" : 17815,
"473088" : 15057,
"477184" : 13008,
"481280" : 11336,
"485376" : 10456,
"489472" : 9822,
"493568" : 9926,
"497664" : 10568,
"501760" : 11764,
"505856" : 13197,
"509952" : 14963,
"514048" : 17538,
"518144" : 20439,
"522240" : 23548,
"528384" : 60285,
"536576" : 79355,
"544768" : 93053,
"552960" : 90971,
"561152" : 76672,
"569344" : 58292,
"577536" : 43355,
"585728" : 35048,
"593920" : 31479,
"602112" : 33164,
"610304" : 38777,
"618496" : 45211,
"626688" : 54212,
"634880" : 63092,
"643072" : 71988,
"651264" : 73845,
"659456" : 65586,
"667648" : 52598,
"675840" : 39707,
"684032" : 31124,
"692224" : 27367,
"700416" : 26486,
"708608" : 28204,
"716800" : 31162,
"724992" : 33114,
"733184" : 33898,
"741376" : 35425,
"749568" : 36415,
"757760" : 35282,
"765952" : 30400,
"774144" : 24039,
"782336" : 18857,
"790528" : 16429,
"798720" : 15025,
"806912" : 15121,
"815104" : 15174,
"823296" : 14807,
"831488" : 14626,
"839680" : 13816,
"847872" : 13276,
"856064" : 13435,
"864256" : 12086,
"872448" : 10670,
"880640" : 8779,
"888832" : 7147,
"897024" : 6551,
"905216" : 6499,
"913408" : 6164,
"921600" : 6236,
"929792" : 6009,
"937984" : 5241,
"946176" : 4731,
"954368" : 4533,
"962560" : 4225,
"970752" : 3976,
"978944" : 3373,
"987136" : 2781,
"995328" : 2922,
"1003520" : 2855,
"1011712" : 2730,
"1019904" : 2738,
"1028096" : 2880,
"1036288" : 2594,
"1044480" : 2179,
"1056768" : 3928,
"1073152" : 3225,
"1089536" : 2895,
"1105920" : 2649,
"1122304" : 2865,
"1138688" : 2936,
"1155072" : 2311,
"1171456" : 2141,
"1187840" : 1758,
"1204224" : 1618,
"1220608" : 1683,
"1236992" : 1731,
"1253376" : 1570,
"1269760" : 1367,
"1286144" : 1310,
"1302528" : 1137,
"1318912" : 1126,
"1335296" : 1061,
"1351680" : 1101,
"1368064" : 999,
"1384448" : 914,
"1400832" : 816,
"1417216" : 753,
"1433600" : 714,
"1449984" : 785,
"1466368" : 814,
"1482752" : 727,
"1499136" : 593,
"1515520" : 623,
"1531904" : 621,
"1548288" : 654,
"1564672" : 658,
"1581056" : 716,
"1597440" : 748,
"1613824" : 741,
"1630208" : 583,
"1646592" : 552,
"1662976" : 571,
"1679360" : 593,
"1695744" : 841,
"1712128" : 928,
"1728512" : 736,
"1744896" : 660,
"1761280" : 470,
"1777664" : 433,
"1794048" : 460,
"1810432" : 588,
"1826816" : 577,
"1843200" : 617,
"1859584" : 2043,
"1875968" : 1753,
"1892352" : 465,
"1908736" : 355,
"1925120" : 291,
"1941504" : 409,
"1957888" : 538,
"1974272" : 559,
"1990656" : 612,
"2007040" : 1410,
"2023424" : 350,
"2039808" : 119,
"2056192" : 75,
"2072576" : 71,
"2088960" : 50,
"2113536" : 226,
"2146304" : 57,
"2179072" : 12,
"2211840" : 5,
"2244608" : 2,
"2277376" : 2,
"2310144" : 1,
"2342912" : 1
}
},
"lat_ns" : {
"min" : 345077,
"max" : 2476082,
"mean" : 683352.015907,
"stddev" : 201362.644528,
"N" : 2339438
},
"bw_min" : 75960,
"bw_max" : 116808,
"bw_agg" : 100.000000,
"bw_mean" : 93588.261307,
"bw_dev" : 6985.351249,
"bw_samples" : 199,
"iops_min" : 18990,
"iops_max" : 29202,
"iops_mean" : 23397.030151,
"iops_stddev" : 1746.330230,
"iops_samples" : 199
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 99999,
"usr_cpu" : 4.256043,
"sys_cpu" : 64.144641,
"ctx" : 310908,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 18.055867,
"750" : 63.008311,
"1000" : 15.342866
},
"latency_ms" : {
"2" : 3.495411,
"4" : 0.097502,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121650,
"timestamp_ms" : 1774121650145,
"time" : "Sat Mar 21 16:34:10 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10548551680,
"io_kbytes" : 10301320,
"bw_bytes" : 95896796,
"bw" : 93649,
"iops" : 23412.312839,
"runtime" : 109999,
"total_ios" : 2575331,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9775,
"max" : 752409,
"mean" : 40865.556968,
"stddev" : 33672.702616,
"N" : 2575331
},
"clat_ns" : {
"min" : 321090,
"max" : 2344421,
"mean" : 641969.748180,
"stddev" : 193391.769162,
"N" : 2575330,
"percentile" : {
"1.000000" : 411648,
"5.000000" : 436224,
"10.000000" : 452608,
"20.000000" : 514048,
"30.000000" : 544768,
"40.000000" : 569344,
"50.000000" : 610304,
"60.000000" : 651264,
"70.000000" : 675840,
"80.000000" : 741376,
"90.000000" : 831488,
"95.000000" : 929792,
"99.000000" : 1531904,
"99.500000" : 1826816,
"99.900000" : 2007040,
"99.950000" : 2007040,
"99.990000" : 2113536
},
"bins" : {
"321536" : 1,
"325632" : 16,
"329728" : 17,
"333824" : 28,
"337920" : 37,
"342016" : 55,
"346112" : 95,
"350208" : 104,
"354304" : 154,
"358400" : 243,
"362496" : 348,
"366592" : 487,
"370688" : 592,
"374784" : 770,
"378880" : 1023,
"382976" : 1345,
"387072" : 1649,
"391168" : 2157,
"395264" : 2710,
"399360" : 3344,
"403456" : 4314,
"407552" : 5243,
"411648" : 6830,
"415744" : 8891,
"419840" : 11606,
"423936" : 14724,
"428032" : 18922,
"432128" : 23521,
"436224" : 28432,
"440320" : 31920,
"444416" : 34461,
"448512" : 35097,
"452608" : 34240,
"456704" : 31525,
"460800" : 28205,
"464896" : 24307,
"468992" : 20644,
"473088" : 17475,
"477184" : 14983,
"481280" : 12974,
"485376" : 11753,
"489472" : 11074,
"493568" : 11017,
"497664" : 11516,
"501760" : 12664,
"505856" : 14000,
"509952" : 15761,
"514048" : 18386,
"518144" : 21355,
"522240" : 24782,
"528384" : 64433,
"536576" : 87138,
"544768" : 104315,
"552960" : 103699,
"561152" : 88238,
"569344" : 67397,
"577536" : 49883,
"585728" : 39620,
"593920" : 34918,
"602112" : 35956,
"610304" : 40901,
"618496" : 47151,
"626688" : 56630,
"634880" : 67231,
"643072" : 79062,
"651264" : 83453,
"659456" : 75094,
"667648" : 60308,
"675840" : 45241,
"684032" : 34806,
"692224" : 29868,
"700416" : 28584,
"708608" : 29998,
"716800" : 32828,
"724992" : 34476,
"733184" : 35617,
"741376" : 37713,
"749568" : 40132,
"757760" : 39701,
"765952" : 34295,
"774144" : 27200,
"782336" : 20899,
"790528" : 17792,
"798720" : 16190,
"806912" : 16107,
"815104" : 16113,
"823296" : 15564,
"831488" : 15339,
"839680" : 14598,
"847872" : 14287,
"856064" : 14649,
"864256" : 13294,
"872448" : 11664,
"880640" : 9572,
"888832" : 7757,
"897024" : 7120,
"905216" : 6926,
"913408" : 6586,
"921600" : 6589,
"929792" : 6313,
"937984" : 5533,
"946176" : 5018,
"954368" : 4841,
"962560" : 4578,
"970752" : 4268,
"978944" : 3608,
"987136" : 2994,
"995328" : 3144,
"1003520" : 3044,
"1011712" : 2925,
"1019904" : 2918,
"1028096" : 3054,
"1036288" : 2767,
"1044480" : 2314,
"1056768" : 4156,
"1073152" : 3412,
"1089536" : 3066,
"1105920" : 2837,
"1122304" : 3006,
"1138688" : 3108,
"1155072" : 2429,
"1171456" : 2274,
"1187840" : 1850,
"1204224" : 1733,
"1220608" : 1781,
"1236992" : 1829,
"1253376" : 1667,
"1269760" : 1449,
"1286144" : 1378,
"1302528" : 1212,
"1318912" : 1199,
"1335296" : 1115,
"1351680" : 1178,
"1368064" : 1062,
"1384448" : 970,
"1400832" : 868,
"1417216" : 817,
"1433600" : 765,
"1449984" : 864,
"1466368" : 879,
"1482752" : 781,
"1499136" : 647,
"1515520" : 672,
"1531904" : 679,
"1548288" : 734,
"1564672" : 748,
"1581056" : 806,
"1597440" : 848,
"1613824" : 848,
"1630208" : 652,
"1646592" : 622,
"1662976" : 650,
"1679360" : 709,
"1695744" : 950,
"1712128" : 1075,
"1728512" : 834,
"1744896" : 764,
"1761280" : 590,
"1777664" : 513,
"1794048" : 526,
"1810432" : 674,
"1826816" : 651,
"1843200" : 752,
"1859584" : 2461,
"1875968" : 2091,
"1892352" : 510,
"1908736" : 426,
"1925120" : 345,
"1941504" : 500,
"1957888" : 661,
"1974272" : 694,
"1990656" : 719,
"2007040" : 1977,
"2023424" : 469,
"2039808" : 156,
"2056192" : 96,
"2072576" : 78,
"2088960" : 65,
"2113536" : 296,
"2146304" : 82,
"2179072" : 15,
"2211840" : 6,
"2244608" : 2,
"2277376" : 2,
"2310144" : 1,
"2342912" : 1
}
},
"lat_ns" : {
"min" : 345077,
"max" : 2476082,
"mean" : 682835.457680,
"stddev" : 203558.407419,
"N" : 2575330
},
"bw_min" : 75960,
"bw_max" : 116808,
"bw_agg" : 100.000000,
"bw_mean" : 93702.570776,
"bw_dev" : 6903.146195,
"bw_samples" : 219,
"iops_min" : 18990,
"iops_max" : 29202,
"iops_mean" : 23425.607306,
"iops_stddev" : 1725.780055,
"iops_samples" : 219
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 109999,
"usr_cpu" : 4.271857,
"sys_cpu" : 64.338767,
"ctx" : 339084,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999961,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 18.238393,
"750" : 63.002387,
"1000" : 15.184262
},
"latency_ms" : {
"2" : 3.454857,
"4" : 0.120062,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121660,
"timestamp_ms" : 1774121660145,
"time" : "Sat Mar 21 16:34:20 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11485290496,
"io_kbytes" : 11216104,
"bw_bytes" : 95711551,
"bw" : 93468,
"iops" : 23367.094726,
"runtime" : 119999,
"total_ios" : 2804028,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9775,
"max" : 752409,
"mean" : 40947.994419,
"stddev" : 33721.012535,
"N" : 2804028
},
"clat_ns" : {
"min" : 321090,
"max" : 2344421,
"mean" : 643209.474600,
"stddev" : 195411.985878,
"N" : 2804027,
"percentile" : {
"1.000000" : 411648,
"5.000000" : 436224,
"10.000000" : 452608,
"20.000000" : 514048,
"30.000000" : 544768,
"40.000000" : 569344,
"50.000000" : 618496,
"60.000000" : 651264,
"70.000000" : 675840,
"80.000000" : 741376,
"90.000000" : 831488,
"95.000000" : 929792,
"99.000000" : 1581056,
"99.500000" : 1859584,
"99.900000" : 2007040,
"99.950000" : 2023424,
"99.990000" : 2113536
},
"bins" : {
"321536" : 1,
"325632" : 16,
"329728" : 17,
"333824" : 28,
"337920" : 37,
"342016" : 55,
"346112" : 95,
"350208" : 104,
"354304" : 154,
"358400" : 243,
"362496" : 348,
"366592" : 487,
"370688" : 592,
"374784" : 770,
"378880" : 1023,
"382976" : 1345,
"387072" : 1649,
"391168" : 2157,
"395264" : 2710,
"399360" : 3344,
"403456" : 4314,
"407552" : 5245,
"411648" : 6858,
"415744" : 8986,
"419840" : 11819,
"423936" : 15178,
"428032" : 19763,
"432128" : 24884,
"436224" : 30403,
"440320" : 34606,
"444416" : 37541,
"448512" : 38531,
"452608" : 37674,
"456704" : 34818,
"460800" : 31115,
"464896" : 26860,
"468992" : 22631,
"473088" : 19058,
"477184" : 16391,
"481280" : 14133,
"485376" : 12746,
"489472" : 11886,
"493568" : 11754,
"497664" : 12193,
"501760" : 13213,
"505856" : 14550,
"509952" : 16332,
"514048" : 18845,
"518144" : 21844,
"522240" : 25438,
"528384" : 67404,
"536576" : 94071,
"544768" : 115287,
"552960" : 116351,
"561152" : 99937,
"569344" : 76211,
"577536" : 55647,
"585728" : 43460,
"593920" : 37589,
"602112" : 38093,
"610304" : 42676,
"618496" : 48879,
"626688" : 58921,
"634880" : 71684,
"643072" : 87246,
"651264" : 94092,
"659456" : 85437,
"667648" : 68483,
"675840" : 50711,
"684032" : 38494,
"692224" : 32444,
"700416" : 30689,
"708608" : 31754,
"716800" : 34335,
"724992" : 36015,
"733184" : 37582,
"741376" : 41006,
"749568" : 45210,
"757760" : 45174,
"765952" : 39002,
"774144" : 30523,
"782336" : 23188,
"790528" : 19443,
"798720" : 17500,
"806912" : 17242,
"815104" : 17011,
"823296" : 16400,
"831488" : 16168,
"839680" : 15615,
"847872" : 15815,
"856064" : 16480,
"864256" : 14977,
"872448" : 12948,
"880640" : 10498,
"888832" : 8419,
"897024" : 7647,
"905216" : 7387,
"913408" : 6981,
"921600" : 6947,
"929792" : 6630,
"937984" : 5879,
"946176" : 5464,
"954368" : 5274,
"962560" : 5017,
"970752" : 4675,
"978944" : 3912,
"987136" : 3270,
"995328" : 3335,
"1003520" : 3237,
"1011712" : 3115,
"1019904" : 3099,
"1028096" : 3243,
"1036288" : 2952,
"1044480" : 2497,
"1056768" : 4414,
"1073152" : 3631,
"1089536" : 3227,
"1105920" : 2989,
"1122304" : 3195,
"1138688" : 3283,
"1155072" : 2566,
"1171456" : 2378,
"1187840" : 1955,
"1204224" : 1835,
"1220608" : 1877,
"1236992" : 1954,
"1253376" : 1780,
"1269760" : 1522,
"1286144" : 1438,
"1302528" : 1282,
"1318912" : 1262,
"1335296" : 1198,
"1351680" : 1265,
"1368064" : 1130,
"1384448" : 1038,
"1400832" : 926,
"1417216" : 872,
"1433600" : 823,
"1449984" : 933,
"1466368" : 953,
"1482752" : 848,
"1499136" : 706,
"1515520" : 733,
"1531904" : 736,
"1548288" : 821,
"1564672" : 827,
"1581056" : 882,
"1597440" : 970,
"1613824" : 952,
"1630208" : 734,
"1646592" : 690,
"1662976" : 721,
"1679360" : 807,
"1695744" : 1100,
"1712128" : 1244,
"1728512" : 936,
"1744896" : 841,
"1761280" : 679,
"1777664" : 579,
"1794048" : 627,
"1810432" : 761,
"1826816" : 722,
"1843200" : 878,
"1859584" : 2918,
"1875968" : 2389,
"1892352" : 620,
"1908736" : 534,
"1925120" : 414,
"1941504" : 581,
"1957888" : 783,
"1974272" : 849,
"1990656" : 816,
"2007040" : 2495,
"2023424" : 533,
"2039808" : 228,
"2056192" : 118,
"2072576" : 111,
"2088960" : 76,
"2113536" : 378,
"2146304" : 174,
"2179072" : 20,
"2211840" : 7,
"2244608" : 3,
"2277376" : 2,
"2310144" : 1,
"2342912" : 1
}
},
"lat_ns" : {
"min" : 345077,
"max" : 2476082,
"mean" : 684157.616108,
"stddev" : 205750.282082,
"N" : 2804027
},
"bw_min" : 75960,
"bw_max" : 116808,
"bw_agg" : 99.996457,
"bw_mean" : 93465.426778,
"bw_dev" : 6816.227628,
"bw_samples" : 239,
"iops_min" : 18990,
"iops_max" : 29202,
"iops_mean" : 23366.322176,
"iops_stddev" : 1704.048442,
"iops_samples" : 239
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119999,
"usr_cpu" : 4.234202,
"sys_cpu" : 64.353036,
"ctx" : 369739,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 99.999964,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 18.025997,
"750" : 63.063243,
"1000" : 15.327985
},
"latency_ms" : {
"2" : 3.441585,
"4" : 0.141154,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121670,
"timestamp_ms" : 1774121670144,
"time" : "Sat Mar 21 16:34:30 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12414668800,
"io_kbytes" : 12123700,
"bw_bytes" : 95498186,
"bw" : 93259,
"iops" : 23314.994731,
"runtime" : 129999,
"total_ios" : 3030926,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9775,
"max" : 752409,
"mean" : 41041.877041,
"stddev" : 33756.390246,
"N" : 3030926
},
"clat_ns" : {
"min" : 321090,
"max" : 2345342,
"mean" : 644641.276542,
"stddev" : 197435.644870,
"N" : 3030925,
"percentile" : {
"1.000000" : 411648,
"5.000000" : 440320,
"10.000000" : 452608,
"20.000000" : 514048,
"30.000000" : 544768,
"40.000000" : 569344,
"50.000000" : 618496,
"60.000000" : 651264,
"70.000000" : 684032,
"80.000000" : 749568,
"90.000000" : 831488,
"95.000000" : 929792,
"99.000000" : 1597440,
"99.500000" : 1859584,
"99.900000" : 2007040,
"99.950000" : 2039808,
"99.990000" : 2146304
},
"bins" : {
"321536" : 1,
"325632" : 16,
"329728" : 17,
"333824" : 28,
"337920" : 37,
"342016" : 55,
"346112" : 95,
"350208" : 104,
"354304" : 154,
"358400" : 243,
"362496" : 348,
"366592" : 487,
"370688" : 592,
"374784" : 770,
"378880" : 1023,
"382976" : 1345,
"387072" : 1649,
"391168" : 2157,
"395264" : 2710,
"399360" : 3344,
"403456" : 4314,
"407552" : 5254,
"411648" : 6889,
"415744" : 9038,
"419840" : 11983,
"423936" : 15597,
"428032" : 20526,
"432128" : 26153,
"436224" : 32198,
"440320" : 36939,
"444416" : 40462,
"448512" : 41693,
"452608" : 41056,
"456704" : 37995,
"460800" : 33914,
"464896" : 29336,
"468992" : 24811,
"473088" : 21013,
"477184" : 18103,
"481280" : 15733,
"485376" : 14156,
"489472" : 13286,
"493568" : 12997,
"497664" : 13277,
"501760" : 14224,
"505856" : 15507,
"509952" : 17159,
"514048" : 19544,
"518144" : 22537,
"522240" : 26245,
"528384" : 70077,
"536576" : 98962,
"544768" : 124078,
"552960" : 127430,
"561152" : 110279,
"569344" : 84293,
"577536" : 61937,
"585728" : 48308,
"593920" : 41269,
"602112" : 41103,
"610304" : 45145,
"618496" : 50821,
"626688" : 60934,
"634880" : 74755,
"643072" : 92908,
"651264" : 102986,
"659456" : 95008,
"667648" : 76440,
"675840" : 56587,
"684032" : 42804,
"692224" : 35950,
"700416" : 33238,
"708608" : 33823,
"716800" : 36079,
"724992" : 37431,
"733184" : 39116,
"741376" : 43458,
"749568" : 49390,
"757760" : 50814,
"765952" : 44011,
"774144" : 34385,
"782336" : 25845,
"790528" : 21436,
"798720" : 19028,
"806912" : 18506,
"815104" : 18075,
"823296" : 17315,
"831488" : 16978,
"839680" : 16474,
"847872" : 17092,
"856064" : 18406,
"864256" : 17115,
"872448" : 14759,
"880640" : 11666,
"888832" : 9300,
"897024" : 8376,
"905216" : 8033,
"913408" : 7498,
"921600" : 7355,
"929792" : 7034,
"937984" : 6268,
"946176" : 5863,
"954368" : 5726,
"962560" : 5657,
"970752" : 5287,
"978944" : 4378,
"987136" : 3570,
"995328" : 3620,
"1003520" : 3511,
"1011712" : 3354,
"1019904" : 3292,
"1028096" : 3439,
"1036288" : 3132,
"1044480" : 2644,
"1056768" : 4776,
"1073152" : 3930,
"1089536" : 3402,
"1105920" : 3154,
"1122304" : 3356,
"1138688" : 3450,
"1155072" : 2730,
"1171456" : 2536,
"1187840" : 2021,
"1204224" : 1921,
"1220608" : 1951,
"1236992" : 2068,
"1253376" : 1872,
"1269760" : 1622,
"1286144" : 1487,
"1302528" : 1359,
"1318912" : 1313,
"1335296" : 1296,
"1351680" : 1343,
"1368064" : 1205,
"1384448" : 1110,
"1400832" : 982,
"1417216" : 930,
"1433600" : 894,
"1449984" : 1004,
"1466368" : 1028,
"1482752" : 922,
"1499136" : 759,
"1515520" : 775,
"1531904" : 778,
"1548288" : 885,
"1564672" : 893,
"1581056" : 962,
"1597440" : 1076,
"1613824" : 1034,
"1630208" : 783,
"1646592" : 757,
"1662976" : 789,
"1679360" : 907,
"1695744" : 1215,
"1712128" : 1401,
"1728512" : 1069,
"1744896" : 913,
"1761280" : 785,
"1777664" : 666,
"1794048" : 701,
"1810432" : 866,
"1826816" : 835,
"1843200" : 990,
"1859584" : 3298,
"1875968" : 2612,
"1892352" : 681,
"1908736" : 640,
"1925120" : 496,
"1941504" : 688,
"1957888" : 872,
"1974272" : 960,
"1990656" : 986,
"2007040" : 3050,
"2023424" : 653,
"2039808" : 258,
"2056192" : 144,
"2072576" : 140,
"2088960" : 99,
"2113536" : 522,
"2146304" : 288,
"2179072" : 40,
"2211840" : 9,
"2244608" : 11,
"2277376" : 3,
"2310144" : 1,
"2342912" : 10
}
},
"lat_ns" : {
"min" : 345077,
"max" : 2478796,
"mean" : 685683.312319,
"stddev" : 207942.102059,
"N" : 3030925
},
"bw_min" : 75960,
"bw_max" : 116808,
"bw_agg" : 100.000000,
"bw_mean" : 93284.613900,
"bw_dev" : 6894.779903,
"bw_samples" : 259,
"iops_min" : 18990,
"iops_max" : 29202,
"iops_mean" : 23321.115830,
"iops_stddev" : 1723.684467,
"iops_samples" : 259
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 129999,
"usr_cpu" : 4.193109,
"sys_cpu" : 64.391265,
"ctx" : 400215,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999901,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999901,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 17.910929,
"750" : 62.885105,
"1000" : 15.605693
},
"latency_ms" : {
"2" : 3.433010,
"4" : 0.165230,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121680,
"timestamp_ms" : 1774121680144,
"time" : "Sat Mar 21 16:34:40 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 13350219776,
"io_kbytes" : 13037324,
"bw_bytes" : 95359393,
"bw" : 93124,
"iops" : 23281.109151,
"runtime" : 139999,
"total_ios" : 3259332,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9775,
"max" : 752409,
"mean" : 41104.351851,
"stddev" : 33800.009041,
"N" : 3259332
},
"clat_ns" : {
"min" : 321090,
"max" : 2398774,
"mean" : 645577.919358,
"stddev" : 199501.982967,
"N" : 3259331,
"percentile" : {
"1.000000" : 415744,
"5.000000" : 440320,
"10.000000" : 452608,
"20.000000" : 518144,
"30.000000" : 544768,
"40.000000" : 569344,
"50.000000" : 618496,
"60.000000" : 651264,
"70.000000" : 684032,
"80.000000" : 749568,
"90.000000" : 831488,
"95.000000" : 929792,
"99.000000" : 1630208,
"99.500000" : 1859584,
"99.900000" : 2007040,
"99.950000" : 2039808,
"99.990000" : 2146304
},
"bins" : {
"321536" : 1,
"325632" : 16,
"329728" : 17,
"333824" : 28,
"337920" : 37,
"342016" : 55,
"346112" : 95,
"350208" : 104,
"354304" : 154,
"358400" : 243,
"362496" : 348,
"366592" : 487,
"370688" : 592,
"374784" : 770,
"378880" : 1023,
"382976" : 1345,
"387072" : 1649,
"391168" : 2157,
"395264" : 2710,
"399360" : 3344,
"403456" : 4315,
"407552" : 5266,
"411648" : 6938,
"415744" : 9220,
"419840" : 12350,
"423936" : 16216,
"428032" : 21656,
"432128" : 27739,
"436224" : 34521,
"440320" : 39774,
"444416" : 43666,
"448512" : 45052,
"452608" : 44366,
"456704" : 41274,
"460800" : 36706,
"464896" : 31756,
"468992" : 26995,
"473088" : 22792,
"477184" : 19638,
"481280" : 16992,
"485376" : 15086,
"489472" : 13999,
"493568" : 13629,
"497664" : 13795,
"501760" : 14701,
"505856" : 16002,
"509952" : 17590,
"514048" : 20029,
"518144" : 23169,
"522240" : 27117,
"528384" : 73207,
"536576" : 105934,
"544768" : 134966,
"552960" : 140147,
"561152" : 121508,
"569344" : 92847,
"577536" : 68012,
"585728" : 52318,
"593920" : 44013,
"602112" : 43256,
"610304" : 46845,
"618496" : 52375,
"626688" : 63109,
"634880" : 78918,
"643072" : 100771,
"651264" : 113242,
"659456" : 105114,
"667648" : 84700,
"675840" : 62357,
"684032" : 46799,
"692224" : 38701,
"700416" : 35223,
"708608" : 35351,
"716800" : 37433,
"724992" : 38695,
"733184" : 40912,
"741376" : 46620,
"749568" : 54179,
"757760" : 56148,
"765952" : 48576,
"774144" : 37884,
"782336" : 28269,
"790528" : 23234,
"798720" : 20339,
"806912" : 19498,
"815104" : 18975,
"823296" : 18144,
"831488" : 17692,
"839680" : 17454,
"847872" : 18545,
"856064" : 20043,
"864256" : 18777,
"872448" : 16023,
"880640" : 12502,
"888832" : 10033,
"897024" : 9032,
"905216" : 8584,
"913408" : 7956,
"921600" : 7799,
"929792" : 7398,
"937984" : 6626,
"946176" : 6288,
"954368" : 6160,
"962560" : 6076,
"970752" : 5665,
"978944" : 4703,
"987136" : 3769,
"995328" : 3820,
"1003520" : 3779,
"1011712" : 3572,
"1019904" : 3494,
"1028096" : 3635,
"1036288" : 3322,
"1044480" : 2819,
"1056768" : 5048,
"1073152" : 4120,
"1089536" : 3561,
"1105920" : 3337,
"1122304" : 3581,
"1138688" : 3617,
"1155072" : 2893,
"1171456" : 2666,
"1187840" : 2122,
"1204224" : 2003,
"1220608" : 2056,
"1236992" : 2169,
"1253376" : 1963,
"1269760" : 1692,
"1286144" : 1558,
"1302528" : 1401,
"1318912" : 1392,
"1335296" : 1370,
"1351680" : 1414,
"1368064" : 1279,
"1384448" : 1160,
"1400832" : 1049,
"1417216" : 972,
"1433600" : 968,
"1449984" : 1070,
"1466368" : 1086,
"1482752" : 980,
"1499136" : 820,
"1515520" : 824,
"1531904" : 853,
"1548288" : 948,
"1564672" : 968,
"1581056" : 1056,
"1597440" : 1160,
"1613824" : 1121,
"1630208" : 863,
"1646592" : 817,
"1662976" : 861,
"1679360" : 996,
"1695744" : 1331,
"1712128" : 1547,
"1728512" : 1191,
"1744896" : 998,
"1761280" : 853,
"1777664" : 771,
"1794048" : 815,
"1810432" : 956,
"1826816" : 955,
"1843200" : 1146,
"1859584" : 3681,
"1875968" : 2932,
"1892352" : 812,
"1908736" : 751,
"1925120" : 579,
"1941504" : 792,
"1957888" : 1012,
"1974272" : 1119,
"1990656" : 1128,
"2007040" : 3775,
"2023424" : 792,
"2039808" : 324,
"2056192" : 173,
"2072576" : 160,
"2088960" : 131,
"2113536" : 644,
"2146304" : 324,
"2179072" : 54,
"2211840" : 19,
"2244608" : 18,
"2277376" : 10,
"2310144" : 4,
"2342912" : 10,
"2408448" : 1
}
},
"lat_ns" : {
"min" : 345077,
"max" : 2531726,
"mean" : 686682.350291,
"stddev" : 210181.250753,
"N" : 3259331
},
"bw_min" : 75960,
"bw_max" : 116808,
"bw_agg" : 100.000000,
"bw_mean" : 93157.297491,
"bw_dev" : 6847.781383,
"bw_samples" : 279,
"iops_min" : 18990,
"iops_max" : 29202,
"iops_mean" : 23289.286738,
"iops_stddev" : 1711.939408,
"iops_samples" : 279
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 139999,
"usr_cpu" : 4.195744,
"sys_cpu" : 64.361888,
"ctx" : 431001,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999969,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999969,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 17.792542,
"750" : 62.895004,
"1000" : 15.693707
},
"latency_ms" : {
"2" : 3.429384,
"4" : 0.189333,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121690,
"timestamp_ms" : 1774121690145,
"time" : "Sat Mar 21 16:34:50 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 14344966144,
"io_kbytes" : 14008756,
"bw_bytes" : 95633745,
"bw" : 93392,
"iops" : 23348.088987,
"runtime" : 149999,
"total_ios" : 3502190,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9775,
"max" : 752409,
"mean" : 40981.708091,
"stddev" : 33624.697692,
"N" : 3502190
},
"clat_ns" : {
"min" : 321090,
"max" : 2398774,
"mean" : 643728.896145,
"stddev" : 200285.849853,
"N" : 3502189,
"percentile" : {
"1.000000" : 415744,
"5.000000" : 440320,
"10.000000" : 452608,
"20.000000" : 514048,
"30.000000" : 544768,
"40.000000" : 569344,
"50.000000" : 610304,
"60.000000" : 651264,
"70.000000" : 675840,
"80.000000" : 741376,
"90.000000" : 823296,
"95.000000" : 929792,
"99.000000" : 1662976,
"99.500000" : 1859584,
"99.900000" : 2007040,
"99.950000" : 2039808,
"99.990000" : 2146304
},
"bins" : {
"321536" : 1,
"325632" : 16,
"329728" : 17,
"333824" : 28,
"337920" : 37,
"342016" : 55,
"346112" : 95,
"350208" : 104,
"354304" : 154,
"358400" : 243,
"362496" : 348,
"366592" : 487,
"370688" : 592,
"374784" : 770,
"378880" : 1023,
"382976" : 1345,
"387072" : 1649,
"391168" : 2159,
"395264" : 2716,
"399360" : 3348,
"403456" : 4336,
"407552" : 5326,
"411648" : 7067,
"415744" : 9474,
"419840" : 12862,
"423936" : 17169,
"428032" : 23093,
"432128" : 30111,
"436224" : 38084,
"440320" : 44113,
"444416" : 48811,
"448512" : 50744,
"452608" : 49829,
"456704" : 46449,
"460800" : 41240,
"464896" : 35798,
"468992" : 30502,
"473088" : 25692,
"477184" : 21877,
"481280" : 18946,
"485376" : 16661,
"489472" : 15344,
"493568" : 14779,
"497664" : 14821,
"501760" : 15575,
"505856" : 16707,
"509952" : 18324,
"514048" : 20791,
"518144" : 24056,
"522240" : 28288,
"528384" : 77792,
"536576" : 114598,
"544768" : 148172,
"552960" : 154649,
"561152" : 134363,
"569344" : 102443,
"577536" : 74519,
"585728" : 57131,
"593920" : 47393,
"602112" : 45727,
"610304" : 48783,
"618496" : 54362,
"626688" : 65535,
"634880" : 83256,
"643072" : 107984,
"651264" : 122350,
"659456" : 113662,
"667648" : 91614,
"675840" : 67312,
"684032" : 50243,
"692224" : 41125,
"700416" : 37165,
"708608" : 36900,
"716800" : 38752,
"724992" : 40051,
"733184" : 42419,
"741376" : 48919,
"749568" : 57428,
"757760" : 59791,
"765952" : 51596,
"774144" : 40093,
"782336" : 29910,
"790528" : 24516,
"798720" : 21283,
"806912" : 20346,
"815104" : 19704,
"823296" : 18756,
"831488" : 18254,
"839680" : 18049,
"847872" : 19414,
"856064" : 21025,
"864256" : 19644,
"872448" : 16750,
"880640" : 12996,
"888832" : 10417,
"897024" : 9360,
"905216" : 8919,
"913408" : 8260,
"921600" : 8108,
"929792" : 7628,
"937984" : 6842,
"946176" : 6537,
"954368" : 6474,
"962560" : 6285,
"970752" : 5857,
"978944" : 4848,
"987136" : 3894,
"995328" : 3945,
"1003520" : 3956,
"1011712" : 3726,
"1019904" : 3617,
"1028096" : 3810,
"1036288" : 3463,
"1044480" : 2933,
"1056768" : 5265,
"1073152" : 4270,
"1089536" : 3695,
"1105920" : 3444,
"1122304" : 3758,
"1138688" : 3829,
"1155072" : 3016,
"1171456" : 2776,
"1187840" : 2230,
"1204224" : 2082,
"1220608" : 2150,
"1236992" : 2294,
"1253376" : 2047,
"1269760" : 1756,
"1286144" : 1623,
"1302528" : 1485,
"1318912" : 1453,
"1335296" : 1442,
"1351680" : 1470,
"1368064" : 1341,
"1384448" : 1221,
"1400832" : 1118,
"1417216" : 1034,
"1433600" : 1011,
"1449984" : 1128,
"1466368" : 1157,
"1482752" : 1057,
"1499136" : 886,
"1515520" : 873,
"1531904" : 932,
"1548288" : 1044,
"1564672" : 1044,
"1581056" : 1188,
"1597440" : 1247,
"1613824" : 1209,
"1630208" : 940,
"1646592" : 893,
"1662976" : 929,
"1679360" : 1085,
"1695744" : 1462,
"1712128" : 1636,
"1728512" : 1303,
"1744896" : 1136,
"1761280" : 929,
"1777664" : 862,
"1794048" : 891,
"1810432" : 1042,
"1826816" : 1055,
"1843200" : 1283,
"1859584" : 4157,
"1875968" : 3238,
"1892352" : 891,
"1908736" : 829,
"1925120" : 646,
"1941504" : 881,
"1957888" : 1142,
"1974272" : 1224,
"1990656" : 1230,
"2007040" : 4281,
"2023424" : 880,
"2039808" : 351,
"2056192" : 185,
"2072576" : 185,
"2088960" : 158,
"2113536" : 715,
"2146304" : 339,
"2179072" : 64,
"2211840" : 19,
"2244608" : 18,
"2277376" : 11,
"2310144" : 4,
"2342912" : 10,
"2408448" : 1
}
},
"lat_ns" : {
"min" : 345077,
"max" : 2531726,
"mean" : 684710.686310,
"stddev" : 211063.229842,
"N" : 3502189
},
"bw_min" : 75960,
"bw_max" : 116808,
"bw_agg" : 100.000000,
"bw_mean" : 93428.006689,
"bw_dev" : 6878.636202,
"bw_samples" : 299,
"iops_min" : 18990,
"iops_max" : 29202,
"iops_mean" : 23356.963211,
"iops_stddev" : 1719.653237,
"iops_samples" : 299
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 149999,
"usr_cpu" : 4.185361,
"sys_cpu" : 64.641098,
"ctx" : 457431,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999971,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999971,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 18.256605,
"750" : 62.833541,
"1000" : 15.321442
},
"latency_ms" : {
"2" : 3.390878,
"4" : 0.197505,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121700,
"timestamp_ms" : 1774121700145,
"time" : "Sat Mar 21 16:35:00 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15277477888,
"io_kbytes" : 14919412,
"bw_bytes" : 95484833,
"bw" : 93246,
"iops" : 23311.733198,
"runtime" : 159999,
"total_ios" : 3729854,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9775,
"max" : 752409,
"mean" : 41048.231965,
"stddev" : 33662.501107,
"N" : 3729854
},
"clat_ns" : {
"min" : 321090,
"max" : 2398774,
"mean" : 644730.925822,
"stddev" : 201337.021488,
"N" : 3729853,
"percentile" : {
"1.000000" : 415744,
"5.000000" : 440320,
"10.000000" : 452608,
"20.000000" : 514048,
"30.000000" : 544768,
"40.000000" : 569344,
"50.000000" : 610304,
"60.000000" : 651264,
"70.000000" : 675840,
"80.000000" : 741376,
"90.000000" : 831488,
"95.000000" : 929792,
"99.000000" : 1679360,
"99.500000" : 1875968,
"99.900000" : 2007040,
"99.950000" : 2056192,
"99.990000" : 2146304
},
"bins" : {
"321536" : 1,
"325632" : 16,
"329728" : 17,
"333824" : 28,
"337920" : 37,
"342016" : 55,
"346112" : 95,
"350208" : 104,
"354304" : 154,
"358400" : 243,
"362496" : 348,
"366592" : 487,
"370688" : 592,
"374784" : 770,
"378880" : 1023,
"382976" : 1345,
"387072" : 1649,
"391168" : 2159,
"395264" : 2716,
"399360" : 3348,
"403456" : 4340,
"407552" : 5340,
"411648" : 7104,
"415744" : 9593,
"419840" : 13125,
"423936" : 17631,
"428032" : 23865,
"432128" : 31273,
"436224" : 39873,
"440320" : 46535,
"444416" : 51952,
"448512" : 54247,
"452608" : 53352,
"456704" : 49745,
"460800" : 44255,
"464896" : 38352,
"468992" : 32679,
"473088" : 27508,
"477184" : 23449,
"481280" : 20273,
"485376" : 17877,
"489472" : 16382,
"493568" : 15726,
"497664" : 15705,
"501760" : 16458,
"505856" : 17473,
"509952" : 19074,
"514048" : 21463,
"518144" : 24762,
"522240" : 29072,
"528384" : 80675,
"536576" : 120399,
"544768" : 157783,
"552960" : 166430,
"561152" : 144759,
"569344" : 110445,
"577536" : 80263,
"585728" : 61109,
"593920" : 50514,
"602112" : 48310,
"610304" : 50817,
"618496" : 56049,
"626688" : 67460,
"634880" : 87242,
"643072" : 115225,
"651264" : 132353,
"659456" : 123640,
"667648" : 99629,
"675840" : 72910,
"684032" : 54225,
"692224" : 43880,
"700416" : 39331,
"708608" : 38827,
"716800" : 40241,
"724992" : 41436,
"733184" : 44205,
"741376" : 52088,
"749568" : 62384,
"757760" : 65490,
"765952" : 56643,
"774144" : 43790,
"782336" : 32403,
"790528" : 26342,
"798720" : 22587,
"806912" : 21501,
"815104" : 20680,
"823296" : 19539,
"831488" : 19153,
"839680" : 19091,
"847872" : 21047,
"856064" : 22988,
"864256" : 21557,
"872448" : 18370,
"880640" : 14067,
"888832" : 11171,
"897024" : 9981,
"905216" : 9364,
"913408" : 8633,
"921600" : 8526,
"929792" : 7994,
"937984" : 7249,
"946176" : 7017,
"954368" : 7050,
"962560" : 6807,
"970752" : 6346,
"978944" : 5148,
"987136" : 4201,
"995328" : 4212,
"1003520" : 4141,
"1011712" : 3915,
"1019904" : 3849,
"1028096" : 4031,
"1036288" : 3691,
"1044480" : 3128,
"1056768" : 5572,
"1073152" : 4566,
"1089536" : 3895,
"1105920" : 3602,
"1122304" : 3942,
"1138688" : 4024,
"1155072" : 3163,
"1171456" : 2930,
"1187840" : 2314,
"1204224" : 2163,
"1220608" : 2256,
"1236992" : 2392,
"1253376" : 2145,
"1269760" : 1865,
"1286144" : 1690,
"1302528" : 1544,
"1318912" : 1517,
"1335296" : 1536,
"1351680" : 1569,
"1368064" : 1433,
"1384448" : 1287,
"1400832" : 1168,
"1417216" : 1084,
"1433600" : 1110,
"1449984" : 1190,
"1466368" : 1230,
"1482752" : 1125,
"1499136" : 938,
"1515520" : 935,
"1531904" : 1026,
"1548288" : 1126,
"1564672" : 1118,
"1581056" : 1257,
"1597440" : 1340,
"1613824" : 1343,
"1630208" : 1038,
"1646592" : 965,
"1662976" : 1009,
"1679360" : 1161,
"1695744" : 1597,
"1712128" : 1802,
"1728512" : 1432,
"1744896" : 1219,
"1761280" : 1004,
"1777664" : 942,
"1794048" : 982,
"1810432" : 1163,
"1826816" : 1126,
"1843200" : 1430,
"1859584" : 4455,
"1875968" : 3467,
"1892352" : 997,
"1908736" : 912,
"1925120" : 717,
"1941504" : 970,
"1957888" : 1259,
"1974272" : 1350,
"1990656" : 1314,
"2007040" : 4763,
"2023424" : 978,
"2039808" : 408,
"2056192" : 212,
"2072576" : 199,
"2088960" : 177,
"2113536" : 784,
"2146304" : 468,
"2179072" : 74,
"2211840" : 24,
"2244608" : 21,
"2277376" : 19,
"2310144" : 4,
"2342912" : 14,
"2408448" : 1
}
},
"lat_ns" : {
"min" : 345077,
"max" : 2531726,
"mean" : 685779.262097,
"stddev" : 212197.053199,
"N" : 3729853
},
"bw_min" : 75960,
"bw_max" : 116808,
"bw_agg" : 100.000000,
"bw_mean" : 93277.141066,
"bw_dev" : 6944.037671,
"bw_samples" : 319,
"iops_min" : 18990,
"iops_max" : 29202,
"iops_mean" : 23319.244514,
"iops_stddev" : 1735.999387,
"iops_samples" : 319
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159999,
"usr_cpu" : 4.187526,
"sys_cpu" : 64.606029,
"ctx" : 488135,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999973,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999973,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 18.137520,
"750" : 62.750740,
"1000" : 15.511572
},
"latency_ms" : {
"2" : 3.390749,
"4" : 0.209392,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121710,
"timestamp_ms" : 1774121710145,
"time" : "Sat Mar 21 16:35:10 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 16207978496,
"io_kbytes" : 15828104,
"bw_bytes" : 95341610,
"bw" : 93107,
"iops" : 23276.766334,
"runtime" : 169999,
"total_ios" : 3957027,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9775,
"max" : 752409,
"mean" : 41111.597301,
"stddev" : 33710.849938,
"N" : 3957027
},
"clat_ns" : {
"min" : 321090,
"max" : 2398774,
"mean" : 645698.148185,
"stddev" : 202490.643303,
"N" : 3957026,
"percentile" : {
"1.000000" : 415744,
"5.000000" : 440320,
"10.000000" : 456704,
"20.000000" : 518144,
"30.000000" : 544768,
"40.000000" : 569344,
"50.000000" : 610304,
"60.000000" : 651264,
"70.000000" : 675840,
"80.000000" : 749568,
"90.000000" : 831488,
"95.000000" : 929792,
"99.000000" : 1695744,
"99.500000" : 1875968,
"99.900000" : 2007040,
"99.950000" : 2072576,
"99.990000" : 2146304
},
"bins" : {
"321536" : 1,
"325632" : 16,
"329728" : 17,
"333824" : 28,
"337920" : 37,
"342016" : 55,
"346112" : 95,
"350208" : 104,
"354304" : 154,
"358400" : 243,
"362496" : 348,
"366592" : 487,
"370688" : 592,
"374784" : 770,
"378880" : 1023,
"382976" : 1345,
"387072" : 1649,
"391168" : 2159,
"395264" : 2716,
"399360" : 3348,
"403456" : 4344,
"407552" : 5363,
"411648" : 7144,
"415744" : 9676,
"419840" : 13381,
"423936" : 18221,
"428032" : 24831,
"432128" : 32605,
"436224" : 41882,
"440320" : 48858,
"444416" : 54742,
"448512" : 57333,
"452608" : 56511,
"456704" : 52757,
"460800" : 47003,
"464896" : 40814,
"468992" : 34892,
"473088" : 29308,
"477184" : 24929,
"481280" : 21564,
"485376" : 19008,
"489472" : 17268,
"493568" : 16521,
"497664" : 16369,
"501760" : 17081,
"505856" : 18003,
"509952" : 19580,
"514048" : 21941,
"518144" : 25344,
"522240" : 29865,
"528384" : 83945,
"536576" : 126897,
"544768" : 168113,
"552960" : 178228,
"561152" : 155157,
"569344" : 118584,
"577536" : 86157,
"585728" : 65145,
"593920" : 53278,
"602112" : 50442,
"610304" : 52508,
"618496" : 57692,
"626688" : 69879,
"634880" : 91728,
"643072" : 123146,
"651264" : 142761,
"659456" : 133745,
"667648" : 107604,
"675840" : 78449,
"684032" : 58092,
"692224" : 46749,
"700416" : 41428,
"708608" : 40568,
"716800" : 41693,
"724992" : 42940,
"733184" : 46270,
"741376" : 55606,
"749568" : 67599,
"757760" : 71077,
"765952" : 61569,
"774144" : 47231,
"782336" : 34776,
"790528" : 28120,
"798720" : 23940,
"806912" : 22567,
"815104" : 21514,
"823296" : 20272,
"831488" : 20023,
"839680" : 20228,
"847872" : 22741,
"856064" : 25046,
"864256" : 23422,
"872448" : 19645,
"880640" : 15061,
"888832" : 11987,
"897024" : 10669,
"905216" : 9892,
"913408" : 9047,
"921600" : 8903,
"929792" : 8378,
"937984" : 7667,
"946176" : 7410,
"954368" : 7537,
"962560" : 7311,
"970752" : 6775,
"978944" : 5486,
"987136" : 4495,
"995328" : 4457,
"1003520" : 4377,
"1011712" : 4159,
"1019904" : 4023,
"1028096" : 4165,
"1036288" : 3862,
"1044480" : 3272,
"1056768" : 5834,
"1073152" : 4802,
"1089536" : 4084,
"1105920" : 3812,
"1122304" : 4153,
"1138688" : 4206,
"1155072" : 3288,
"1171456" : 3069,
"1187840" : 2416,
"1204224" : 2262,
"1220608" : 2359,
"1236992" : 2504,
"1253376" : 2224,
"1269760" : 1959,
"1286144" : 1758,
"1302528" : 1589,
"1318912" : 1589,
"1335296" : 1612,
"1351680" : 1649,
"1368064" : 1488,
"1384448" : 1340,
"1400832" : 1220,
"1417216" : 1129,
"1433600" : 1160,
"1449984" : 1232,
"1466368" : 1278,
"1482752" : 1166,
"1499136" : 990,
"1515520" : 966,
"1531904" : 1069,
"1548288" : 1186,
"1564672" : 1193,
"1581056" : 1322,
"1597440" : 1419,
"1613824" : 1461,
"1630208" : 1080,
"1646592" : 1031,
"1662976" : 1093,
"1679360" : 1247,
"1695744" : 1693,
"1712128" : 1969,
"1728512" : 1551,
"1744896" : 1335,
"1761280" : 1096,
"1777664" : 1006,
"1794048" : 1072,
"1810432" : 1260,
"1826816" : 1189,
"1843200" : 1568,
"1859584" : 4913,
"1875968" : 3783,
"1892352" : 1090,
"1908736" : 981,
"1925120" : 799,
"1941504" : 1060,
"1957888" : 1390,
"1974272" : 1491,
"1990656" : 1453,
"2007040" : 5360,
"2023424" : 1110,
"2039808" : 475,
"2056192" : 239,
"2072576" : 224,
"2088960" : 212,
"2113536" : 942,
"2146304" : 510,
"2179072" : 83,
"2211840" : 33,
"2244608" : 28,
"2277376" : 20,
"2310144" : 5,
"2342912" : 14,
"2408448" : 1
}
},
"lat_ns" : {
"min" : 345077,
"max" : 2531726,
"mean" : 686809.840908,
"stddev" : 213441.013945,
"N" : 3957026
},
"bw_min" : 75960,
"bw_max" : 116808,
"bw_agg" : 100.000000,
"bw_mean" : 93121.091445,
"bw_dev" : 6910.758891,
"bw_samples" : 339,
"iops_min" : 18990,
"iops_max" : 29202,
"iops_mean" : 23280.233038,
"iops_stddev" : 1727.680581,
"iops_samples" : 339
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 169999,
"usr_cpu" : 4.174142,
"sys_cpu" : 64.572145,
"ctx" : 519223,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999975,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999975,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 17.985447,
"750" : 62.755422,
"1000" : 15.652787
},
"latency_ms" : {
"2" : 3.381781,
"4" : 0.224537,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121720,
"timestamp_ms" : 1774121720145,
"time" : "Sat Mar 21 16:35:20 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 17209958400,
"io_kbytes" : 16806600,
"bw_bytes" : 95611411,
"bw" : 93370,
"iops" : 23342.629681,
"runtime" : 179999,
"total_ios" : 4201650,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9775,
"max" : 874866,
"mean" : 40989.301918,
"stddev" : 33556.474925,
"N" : 4201651
},
"clat_ns" : {
"min" : 14963,
"max" : 2398774,
"mean" : 643879.320702,
"stddev" : 202851.380090,
"N" : 4201665,
"percentile" : {
"1.000000" : 415744,
"5.000000" : 440320,
"10.000000" : 452608,
"20.000000" : 514048,
"30.000000" : 544768,
"40.000000" : 569344,
"50.000000" : 610304,
"60.000000" : 651264,
"70.000000" : 675840,
"80.000000" : 741376,
"90.000000" : 823296,
"95.000000" : 929792,
"99.000000" : 1695744,
"99.500000" : 1875968,
"99.900000" : 2007040,
"99.950000" : 2072576,
"99.990000" : 2146304
},
"bins" : {
"14912" : 1,
"146432" : 1,
"276480" : 1,
"305152" : 1,
"321536" : 1,
"325632" : 16,
"329728" : 17,
"333824" : 29,
"337920" : 37,
"342016" : 55,
"346112" : 95,
"350208" : 104,
"354304" : 154,
"358400" : 243,
"362496" : 349,
"366592" : 487,
"370688" : 592,
"374784" : 770,
"378880" : 1023,
"382976" : 1345,
"387072" : 1649,
"391168" : 2160,
"395264" : 2716,
"399360" : 3348,
"403456" : 4345,
"407552" : 5383,
"411648" : 7266,
"415744" : 10012,
"419840" : 14068,
"423936" : 19408,
"428032" : 26681,
"432128" : 35423,
"436224" : 45775,
"440320" : 53790,
"444416" : 60268,
"448512" : 63113,
"452608" : 62213,
"456704" : 58098,
"460800" : 51652,
"464896" : 44792,
"468992" : 38179,
"473088" : 32109,
"477184" : 27235,
"481280" : 23521,
"485376" : 20620,
"489472" : 18635,
"493568" : 17667,
"497664" : 17423,
"501760" : 18067,
"505856" : 18889,
"509952" : 20349,
"514048" : 22882,
"518144" : 26444,
"522240" : 31380,
"528384" : 88914,
"536576" : 136407,
"544768" : 181563,
"552960" : 192479,
"561152" : 167271,
"569344" : 127553,
"577536" : 92424,
"585728" : 69400,
"593920" : 56481,
"602112" : 52781,
"610304" : 54670,
"618496" : 59848,
"626688" : 72729,
"634880" : 96400,
"643072" : 130865,
"651264" : 151755,
"659456" : 142099,
"667648" : 113796,
"675840" : 82869,
"684032" : 61195,
"692224" : 49014,
"700416" : 43277,
"708608" : 42147,
"716800" : 43017,
"724992" : 44268,
"733184" : 47863,
"741376" : 58102,
"749568" : 70961,
"757760" : 74606,
"765952" : 64394,
"774144" : 49390,
"782336" : 36252,
"790528" : 29326,
"798720" : 24869,
"806912" : 23487,
"815104" : 22205,
"823296" : 20947,
"831488" : 20696,
"839680" : 20951,
"847872" : 23645,
"856064" : 25988,
"864256" : 24228,
"872448" : 20259,
"880640" : 15514,
"888832" : 12393,
"897024" : 11059,
"905216" : 10226,
"913408" : 9353,
"921600" : 9217,
"929792" : 8681,
"937984" : 7953,
"946176" : 7634,
"954368" : 7791,
"962560" : 7521,
"970752" : 6983,
"978944" : 5633,
"987136" : 4599,
"995328" : 4586,
"1003520" : 4523,
"1011712" : 4270,
"1019904" : 4160,
"1028096" : 4305,
"1036288" : 3979,
"1044480" : 3363,
"1056768" : 6034,
"1073152" : 4930,
"1089536" : 4184,
"1105920" : 3921,
"1122304" : 4289,
"1138688" : 4346,
"1155072" : 3394,
"1171456" : 3169,
"1187840" : 2474,
"1204224" : 2316,
"1220608" : 2439,
"1236992" : 2602,
"1253376" : 2321,
"1269760" : 2020,
"1286144" : 1826,
"1302528" : 1685,
"1318912" : 1652,
"1335296" : 1674,
"1351680" : 1730,
"1368064" : 1577,
"1384448" : 1416,
"1400832" : 1276,
"1417216" : 1182,
"1433600" : 1209,
"1449984" : 1321,
"1466368" : 1333,
"1482752" : 1248,
"1499136" : 1057,
"1515520" : 1025,
"1531904" : 1120,
"1548288" : 1264,
"1564672" : 1258,
"1581056" : 1399,
"1597440" : 1530,
"1613824" : 1551,
"1630208" : 1142,
"1646592" : 1108,
"1662976" : 1163,
"1679360" : 1351,
"1695744" : 1814,
"1712128" : 2090,
"1728512" : 1630,
"1744896" : 1443,
"1761280" : 1188,
"1777664" : 1082,
"1794048" : 1123,
"1810432" : 1344,
"1826816" : 1242,
"1843200" : 1657,
"1859584" : 5430,
"1875968" : 4187,
"1892352" : 1176,
"1908736" : 1070,
"1925120" : 864,
"1941504" : 1154,
"1957888" : 1511,
"1974272" : 1624,
"1990656" : 1548,
"2007040" : 5848,
"2023424" : 1168,
"2039808" : 492,
"2056192" : 251,
"2072576" : 240,
"2088960" : 232,
"2113536" : 987,
"2146304" : 525,
"2179072" : 88,
"2211840" : 34,
"2244608" : 31,
"2277376" : 20,
"2310144" : 6,
"2342912" : 14,
"2408448" : 1
}
},
"lat_ns" : {
"min" : 144681,
"max" : 2531726,
"mean" : 684868.718703,
"stddev" : 213859.853238,
"N" : 4201665
},
"bw_min" : 75960,
"bw_max" : 116808,
"bw_agg" : 99.984451,
"bw_mean" : 93356.256267,
"bw_dev" : 6941.882809,
"bw_samples" : 359,
"iops_min" : 18990,
"iops_max" : 29202,
"iops_mean" : 23339.022284,
"iops_stddev" : 1735.463107,
"iops_samples" : 359
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 179999,
"usr_cpu" : 4.188357,
"sys_cpu" : 64.790360,
"ctx" : 545295,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999976,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 18.423929,
"750" : 62.679757,
"1000" : 15.329240
},
"latency_ms" : {
"2" : 3.340521,
"4" : 0.226863,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121720,
"timestamp_ms" : 1774121720178,
"time" : "Sat Mar 21 16:35:20 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 17210023936,
"io_kbytes" : 16806664,
"bw_bytes" : 95610181,
"bw" : 93369,
"iops" : 23342.240642,
"runtime" : 180002,
"total_ios" : 4201650,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9775,
"max" : 874866,
"mean" : 40989.301918,
"stddev" : 33556.474925,
"N" : 4201651
},
"clat_ns" : {
"min" : 14963,
"max" : 2398774,
"mean" : 643879.320702,
"stddev" : 202851.380090,
"N" : 4201665,
"percentile" : {
"1.000000" : 415744,
"5.000000" : 440320,
"10.000000" : 452608,
"20.000000" : 514048,
"30.000000" : 544768,
"40.000000" : 569344,
"50.000000" : 610304,
"60.000000" : 651264,
"70.000000" : 675840,
"80.000000" : 741376,
"90.000000" : 823296,
"95.000000" : 929792,
"99.000000" : 1695744,
"99.500000" : 1875968,
"99.900000" : 2007040,
"99.950000" : 2072576,
"99.990000" : 2146304
},
"bins" : {
"14912" : 1,
"146432" : 1,
"276480" : 1,
"305152" : 1,
"321536" : 1,
"325632" : 16,
"329728" : 17,
"333824" : 29,
"337920" : 37,
"342016" : 55,
"346112" : 95,
"350208" : 104,
"354304" : 154,
"358400" : 243,
"362496" : 349,
"366592" : 487,
"370688" : 592,
"374784" : 770,
"378880" : 1023,
"382976" : 1345,
"387072" : 1649,
"391168" : 2160,
"395264" : 2716,
"399360" : 3348,
"403456" : 4345,
"407552" : 5383,
"411648" : 7266,
"415744" : 10012,
"419840" : 14068,
"423936" : 19408,
"428032" : 26681,
"432128" : 35423,
"436224" : 45775,
"440320" : 53790,
"444416" : 60268,
"448512" : 63113,
"452608" : 62213,
"456704" : 58098,
"460800" : 51652,
"464896" : 44792,
"468992" : 38179,
"473088" : 32109,
"477184" : 27235,
"481280" : 23521,
"485376" : 20620,
"489472" : 18635,
"493568" : 17667,
"497664" : 17423,
"501760" : 18067,
"505856" : 18889,
"509952" : 20349,
"514048" : 22882,
"518144" : 26444,
"522240" : 31380,
"528384" : 88914,
"536576" : 136407,
"544768" : 181563,
"552960" : 192479,
"561152" : 167271,
"569344" : 127553,
"577536" : 92424,
"585728" : 69400,
"593920" : 56481,
"602112" : 52781,
"610304" : 54670,
"618496" : 59848,
"626688" : 72729,
"634880" : 96400,
"643072" : 130865,
"651264" : 151755,
"659456" : 142099,
"667648" : 113796,
"675840" : 82869,
"684032" : 61195,
"692224" : 49014,
"700416" : 43277,
"708608" : 42147,
"716800" : 43017,
"724992" : 44268,
"733184" : 47863,
"741376" : 58102,
"749568" : 70961,
"757760" : 74606,
"765952" : 64394,
"774144" : 49390,
"782336" : 36252,
"790528" : 29326,
"798720" : 24869,
"806912" : 23487,
"815104" : 22205,
"823296" : 20947,
"831488" : 20696,
"839680" : 20951,
"847872" : 23645,
"856064" : 25988,
"864256" : 24228,
"872448" : 20259,
"880640" : 15514,
"888832" : 12393,
"897024" : 11059,
"905216" : 10226,
"913408" : 9353,
"921600" : 9217,
"929792" : 8681,
"937984" : 7953,
"946176" : 7634,
"954368" : 7791,
"962560" : 7521,
"970752" : 6983,
"978944" : 5633,
"987136" : 4599,
"995328" : 4586,
"1003520" : 4523,
"1011712" : 4270,
"1019904" : 4160,
"1028096" : 4305,
"1036288" : 3979,
"1044480" : 3363,
"1056768" : 6034,
"1073152" : 4930,
"1089536" : 4184,
"1105920" : 3921,
"1122304" : 4289,
"1138688" : 4346,
"1155072" : 3394,
"1171456" : 3169,
"1187840" : 2474,
"1204224" : 2316,
"1220608" : 2439,
"1236992" : 2602,
"1253376" : 2321,
"1269760" : 2020,
"1286144" : 1826,
"1302528" : 1685,
"1318912" : 1652,
"1335296" : 1674,
"1351680" : 1730,
"1368064" : 1577,
"1384448" : 1416,
"1400832" : 1276,
"1417216" : 1182,
"1433600" : 1209,
"1449984" : 1321,
"1466368" : 1333,
"1482752" : 1248,
"1499136" : 1057,
"1515520" : 1025,
"1531904" : 1120,
"1548288" : 1264,
"1564672" : 1258,
"1581056" : 1399,
"1597440" : 1530,
"1613824" : 1551,
"1630208" : 1142,
"1646592" : 1108,
"1662976" : 1163,
"1679360" : 1351,
"1695744" : 1814,
"1712128" : 2090,
"1728512" : 1630,
"1744896" : 1443,
"1761280" : 1188,
"1777664" : 1082,
"1794048" : 1123,
"1810432" : 1344,
"1826816" : 1242,
"1843200" : 1657,
"1859584" : 5430,
"1875968" : 4187,
"1892352" : 1176,
"1908736" : 1070,
"1925120" : 864,
"1941504" : 1154,
"1957888" : 1511,
"1974272" : 1624,
"1990656" : 1548,
"2007040" : 5848,
"2023424" : 1168,
"2039808" : 492,
"2056192" : 251,
"2072576" : 240,
"2088960" : 232,
"2113536" : 987,
"2146304" : 525,
"2179072" : 88,
"2211840" : 34,
"2244608" : 31,
"2277376" : 20,
"2310144" : 6,
"2342912" : 14,
"2408448" : 1
}
},
"lat_ns" : {
"min" : 144681,
"max" : 2531726,
"mean" : 684868.718703,
"stddev" : 213859.853238,
"N" : 4201665
},
"bw_min" : 75960,
"bw_max" : 116808,
"bw_agg" : 100.000000,
"bw_mean" : 93390.177778,
"bw_dev" : 6962.021580,
"bw_samples" : 360,
"iops_min" : 18990,
"iops_max" : 29202,
"iops_mean" : 23347.502778,
"iops_stddev" : 1740.498046,
"iops_samples" : 360
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 180001,
"usr_cpu" : 4.188310,
"sys_cpu" : 64.789640,
"ctx" : 545296,
"majf" : 0,
"minf" : 36,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999976,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 18.423929,
"750" : 62.679757,
"1000" : 15.329240
},
"latency_ms" : {
"2" : 3.340521,
"4" : 0.226863,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}