raidz2/benchmarks/rand/rand-write-qd4-nj8_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773091336,
"timestamp_ms" : 1773091336419,
"time" : "Mon Mar 9 18:22:16 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 694550528,
"io_kbytes" : 678272,
"bw_bytes" : 71141096,
"bw" : 69473,
"iops" : 17372.938646,
"runtime" : 9763,
"total_ios" : 169612,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 78104,
"usr_cpu" : 0.709311,
"sys_cpu" : 15.010755,
"ctx" : 140026,
"majf" : 0,
"minf" : 46,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 99.985850,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773091346,
"timestamp_ms" : 1773091346655,
"time" : "Mon Mar 9 18:22:26 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 694419456,
"io_kbytes" : 678144,
"bw_bytes" : 69441945,
"bw" : 67814,
"iops" : 16954.700000,
"runtime" : 10000,
"total_ios" : 169547,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10536,
"max" : 3001677,
"mean" : 468640.528143,
"stddev" : 292299.201664,
"N" : 169547
},
"clat_ns" : {
"min" : 72500,
"max" : 4857704,
"mean" : 1417563.089861,
"stddev" : 540438.382976,
"N" : 169539,
"percentile" : {
"1.000000" : 142336,
"5.000000" : 544768,
"10.000000" : 749568,
"20.000000" : 946176,
"30.000000" : 1105920,
"40.000000" : 1253376,
"50.000000" : 1384448,
"60.000000" : 1548288,
"70.000000" : 1712128,
"80.000000" : 1892352,
"90.000000" : 2146304,
"95.000000" : 2310144,
"99.000000" : 2670592,
"99.500000" : 2834432,
"99.900000" : 3227648,
"99.950000" : 3391488,
"99.990000" : 3817472
},
"bins" : {
"72192" : 1,
"73216" : 1,
"74240" : 1,
"75264" : 2,
"76288" : 1,
"77312" : 2,
"78336" : 3,
"79360" : 4,
"80384" : 5,
"81408" : 5,
"82432" : 2,
"83456" : 6,
"84480" : 9,
"85504" : 12,
"86528" : 12,
"87552" : 11,
"88576" : 15,
"89600" : 16,
"90624" : 20,
"91648" : 28,
"92672" : 35,
"93696" : 38,
"94720" : 45,
"95744" : 41,
"96768" : 58,
"97792" : 43,
"98816" : 70,
"99840" : 58,
"100864" : 62,
"101888" : 73,
"102912" : 63,
"103936" : 50,
"104960" : 53,
"105984" : 67,
"107008" : 54,
"108032" : 32,
"109056" : 42,
"110080" : 55,
"111104" : 38,
"112128" : 54,
"113152" : 40,
"114176" : 35,
"115200" : 35,
"116224" : 31,
"117248" : 28,
"118272" : 28,
"119296" : 26,
"120320" : 24,
"121344" : 31,
"122368" : 29,
"123392" : 25,
"124416" : 17,
"125440" : 13,
"126464" : 14,
"127488" : 10,
"128512" : 17,
"129536" : 9,
"130560" : 12,
"132096" : 18,
"134144" : 21,
"136192" : 15,
"138240" : 18,
"140288" : 10,
"142336" : 7,
"144384" : 5,
"146432" : 6,
"148480" : 11,
"150528" : 6,
"152576" : 5,
"154624" : 2,
"156672" : 3,
"158720" : 4,
"160768" : 3,
"162816" : 3,
"164864" : 3,
"166912" : 2,
"168960" : 1,
"171008" : 5,
"173056" : 1,
"177152" : 1,
"179200" : 1,
"181248" : 2,
"185344" : 2,
"187392" : 1,
"193536" : 1,
"201728" : 1,
"203776" : 2,
"207872" : 1,
"214016" : 1,
"226304" : 1,
"228352" : 1,
"230400" : 1,
"252928" : 1,
"268288" : 1,
"284672" : 1,
"305152" : 1,
"313344" : 1,
"325632" : 4,
"333824" : 1,
"337920" : 2,
"342016" : 4,
"346112" : 8,
"350208" : 10,
"354304" : 13,
"358400" : 12,
"362496" : 16,
"366592" : 18,
"370688" : 8,
"374784" : 21,
"378880" : 15,
"382976" : 27,
"387072" : 42,
"391168" : 68,
"395264" : 71,
"399360" : 124,
"403456" : 131,
"407552" : 154,
"411648" : 157,
"415744" : 149,
"419840" : 115,
"423936" : 102,
"428032" : 95,
"432128" : 90,
"436224" : 90,
"440320" : 103,
"444416" : 114,
"448512" : 171,
"452608" : 246,
"456704" : 250,
"460800" : 277,
"464896" : 260,
"468992" : 271,
"473088" : 278,
"477184" : 184,
"481280" : 219,
"485376" : 179,
"489472" : 160,
"493568" : 173,
"497664" : 175,
"501760" : 175,
"505856" : 186,
"509952" : 201,
"514048" : 181,
"518144" : 215,
"522240" : 183,
"528384" : 370,
"536576" : 344,
"544768" : 320,
"552960" : 355,
"561152" : 324,
"569344" : 310,
"577536" : 326,
"585728" : 352,
"593920" : 380,
"602112" : 324,
"610304" : 323,
"618496" : 316,
"626688" : 270,
"634880" : 301,
"643072" : 295,
"651264" : 264,
"659456" : 278,
"667648" : 294,
"675840" : 249,
"684032" : 253,
"692224" : 300,
"700416" : 351,
"708608" : 407,
"716800" : 451,
"724992" : 422,
"733184" : 427,
"741376" : 434,
"749568" : 486,
"757760" : 588,
"765952" : 719,
"774144" : 801,
"782336" : 740,
"790528" : 658,
"798720" : 678,
"806912" : 730,
"815104" : 739,
"823296" : 787,
"831488" : 815,
"839680" : 822,
"847872" : 694,
"856064" : 731,
"864256" : 736,
"872448" : 667,
"880640" : 683,
"888832" : 692,
"897024" : 740,
"905216" : 744,
"913408" : 726,
"921600" : 741,
"929792" : 705,
"937984" : 718,
"946176" : 756,
"954368" : 709,
"962560" : 761,
"970752" : 743,
"978944" : 787,
"987136" : 744,
"995328" : 800,
"1003520" : 769,
"1011712" : 815,
"1019904" : 813,
"1028096" : 801,
"1036288" : 838,
"1044480" : 823,
"1056768" : 1842,
"1073152" : 1881,
"1089536" : 2009,
"1105920" : 1982,
"1122304" : 2131,
"1138688" : 2081,
"1155072" : 2079,
"1171456" : 2040,
"1187840" : 1968,
"1204224" : 1910,
"1220608" : 1913,
"1236992" : 1945,
"1253376" : 1893,
"1269760" : 1911,
"1286144" : 1961,
"1302528" : 1988,
"1318912" : 1977,
"1335296" : 1994,
"1351680" : 2059,
"1368064" : 1984,
"1384448" : 1958,
"1400832" : 1915,
"1417216" : 1896,
"1433600" : 1860,
"1449984" : 1793,
"1466368" : 1827,
"1482752" : 1742,
"1499136" : 1823,
"1515520" : 1720,
"1531904" : 1740,
"1548288" : 1714,
"1564672" : 1725,
"1581056" : 1690,
"1597440" : 1664,
"1613824" : 1603,
"1630208" : 1678,
"1646592" : 1623,
"1662976" : 1606,
"1679360" : 1658,
"1695744" : 1603,
"1712128" : 1610,
"1728512" : 1647,
"1744896" : 1630,
"1761280" : 1617,
"1777664" : 1555,
"1794048" : 1597,
"1810432" : 1395,
"1826816" : 1524,
"1843200" : 1476,
"1859584" : 1383,
"1875968" : 1357,
"1892352" : 1384,
"1908736" : 1395,
"1925120" : 1299,
"1941504" : 1235,
"1957888" : 1222,
"1974272" : 1252,
"1990656" : 1195,
"2007040" : 1093,
"2023424" : 1066,
"2039808" : 1061,
"2056192" : 1055,
"2072576" : 996,
"2088960" : 999,
"2113536" : 1881,
"2146304" : 1801,
"2179072" : 1663,
"2211840" : 1514,
"2244608" : 1404,
"2277376" : 1331,
"2310144" : 1196,
"2342912" : 1011,
"2375680" : 913,
"2408448" : 828,
"2441216" : 791,
"2473984" : 679,
"2506752" : 579,
"2539520" : 511,
"2572288" : 465,
"2605056" : 387,
"2637824" : 351,
"2670592" : 286,
"2703360" : 226,
"2736128" : 204,
"2768896" : 183,
"2801664" : 159,
"2834432" : 118,
"2867200" : 104,
"2899968" : 100,
"2932736" : 60,
"2965504" : 71,
"2998272" : 42,
"3031040" : 52,
"3063808" : 31,
"3096576" : 38,
"3129344" : 21,
"3162112" : 38,
"3194880" : 18,
"3227648" : 17,
"3260416" : 26,
"3293184" : 18,
"3325952" : 19,
"3358720" : 15,
"3391488" : 10,
"3424256" : 9,
"3457024" : 12,
"3489792" : 10,
"3522560" : 3,
"3555328" : 6,
"3588096" : 1,
"3620864" : 5,
"3653632" : 5,
"3686400" : 1,
"3719168" : 4,
"3751936" : 3,
"3784704" : 1,
"3817472" : 5,
"3850240" : 2,
"3883008" : 3,
"3981312" : 2,
"4014080" : 2,
"4079616" : 1,
"4177920" : 1,
"4227072" : 1,
"4292608" : 1,
"4423680" : 2,
"4882432" : 1
}
},
"lat_ns" : {
"min" : 107214,
"max" : 5297606,
"mean" : 1886178.078920,
"stddev" : 641350.191912,
"N" : 169539
},
"bw_min" : 63919,
"bw_max" : 71562,
"bw_agg" : 100.000000,
"bw_mean" : 67892.736842,
"bw_dev" : 242.119736,
"bw_samples" : 152,
"iops_min" : 15979,
"iops_max" : 17890,
"iops_mean" : 16973.000000,
"iops_stddev" : 60.525611,
"iops_samples" : 152
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79994,
"usr_cpu" : 0.750056,
"sys_cpu" : 14.593595,
"ctx" : 140011,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.310828,
"250" : 0.736669,
"500" : 2.729037,
"750" : 6.138711,
"1000" : 13.130872
},
"latency_ms" : {
"2" : 61.943296,
"4" : 15.000560,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773091356,
"timestamp_ms" : 1773091356655,
"time" : "Mon Mar 9 18:22:36 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1390071808,
"io_kbytes" : 1357492,
"bw_bytes" : 69503590,
"bw" : 67874,
"iops" : 16969.300000,
"runtime" : 20000,
"total_ios" : 339386,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10536,
"max" : 3001677,
"mean" : 468279.206650,
"stddev" : 291240.503575,
"N" : 339386
},
"clat_ns" : {
"min" : 57838,
"max" : 4857704,
"mean" : 1416312.406968,
"stddev" : 537551.234471,
"N" : 339378,
"percentile" : {
"1.000000" : 136192,
"5.000000" : 544768,
"10.000000" : 749568,
"20.000000" : 946176,
"30.000000" : 1105920,
"40.000000" : 1253376,
"50.000000" : 1384448,
"60.000000" : 1531904,
"70.000000" : 1712128,
"80.000000" : 1892352,
"90.000000" : 2146304,
"95.000000" : 2310144,
"99.000000" : 2670592,
"99.500000" : 2801664,
"99.900000" : 3194880,
"99.950000" : 3358720,
"99.990000" : 3751936
},
"bins" : {
"57600" : 1,
"69120" : 1,
"70144" : 1,
"71168" : 1,
"72192" : 3,
"73216" : 2,
"74240" : 1,
"75264" : 4,
"76288" : 3,
"77312" : 4,
"78336" : 5,
"79360" : 10,
"80384" : 8,
"81408" : 13,
"82432" : 11,
"83456" : 16,
"84480" : 14,
"85504" : 18,
"86528" : 23,
"87552" : 25,
"88576" : 29,
"89600" : 39,
"90624" : 46,
"91648" : 59,
"92672" : 72,
"93696" : 78,
"94720" : 84,
"95744" : 94,
"96768" : 125,
"97792" : 107,
"98816" : 129,
"99840" : 128,
"100864" : 128,
"101888" : 152,
"102912" : 129,
"103936" : 112,
"104960" : 133,
"105984" : 121,
"107008" : 114,
"108032" : 81,
"109056" : 96,
"110080" : 106,
"111104" : 76,
"112128" : 97,
"113152" : 84,
"114176" : 69,
"115200" : 77,
"116224" : 63,
"117248" : 51,
"118272" : 58,
"119296" : 52,
"120320" : 47,
"121344" : 51,
"122368" : 41,
"123392" : 44,
"124416" : 29,
"125440" : 30,
"126464" : 29,
"127488" : 28,
"128512" : 25,
"129536" : 18,
"130560" : 16,
"132096" : 33,
"134144" : 43,
"136192" : 28,
"138240" : 25,
"140288" : 20,
"142336" : 15,
"144384" : 11,
"146432" : 12,
"148480" : 15,
"150528" : 12,
"152576" : 8,
"154624" : 2,
"156672" : 5,
"158720" : 8,
"160768" : 5,
"162816" : 5,
"164864" : 5,
"166912" : 3,
"168960" : 2,
"171008" : 6,
"173056" : 2,
"175104" : 1,
"177152" : 2,
"179200" : 2,
"181248" : 3,
"185344" : 2,
"187392" : 2,
"193536" : 1,
"195584" : 2,
"197632" : 1,
"201728" : 1,
"203776" : 2,
"205824" : 1,
"207872" : 1,
"214016" : 1,
"226304" : 1,
"228352" : 1,
"230400" : 1,
"252928" : 1,
"268288" : 1,
"284672" : 1,
"296960" : 1,
"305152" : 2,
"313344" : 1,
"321536" : 1,
"325632" : 5,
"333824" : 3,
"337920" : 5,
"342016" : 5,
"346112" : 13,
"350208" : 28,
"354304" : 27,
"358400" : 24,
"362496" : 28,
"366592" : 35,
"370688" : 16,
"374784" : 36,
"378880" : 33,
"382976" : 48,
"387072" : 73,
"391168" : 118,
"395264" : 145,
"399360" : 263,
"403456" : 232,
"407552" : 266,
"411648" : 305,
"415744" : 277,
"419840" : 221,
"423936" : 199,
"428032" : 182,
"432128" : 163,
"436224" : 223,
"440320" : 225,
"444416" : 267,
"448512" : 370,
"452608" : 471,
"456704" : 502,
"460800" : 568,
"464896" : 523,
"468992" : 523,
"473088" : 488,
"477184" : 412,
"481280" : 420,
"485376" : 370,
"489472" : 331,
"493568" : 328,
"497664" : 358,
"501760" : 372,
"505856" : 362,
"509952" : 388,
"514048" : 370,
"518144" : 423,
"522240" : 378,
"528384" : 769,
"536576" : 751,
"544768" : 697,
"552960" : 716,
"561152" : 641,
"569344" : 661,
"577536" : 703,
"585728" : 715,
"593920" : 756,
"602112" : 669,
"610304" : 674,
"618496" : 653,
"626688" : 539,
"634880" : 593,
"643072" : 578,
"651264" : 545,
"659456" : 592,
"667648" : 565,
"675840" : 515,
"684032" : 481,
"692224" : 582,
"700416" : 687,
"708608" : 783,
"716800" : 833,
"724992" : 785,
"733184" : 793,
"741376" : 833,
"749568" : 925,
"757760" : 1172,
"765952" : 1405,
"774144" : 1582,
"782336" : 1395,
"790528" : 1288,
"798720" : 1299,
"806912" : 1347,
"815104" : 1491,
"823296" : 1551,
"831488" : 1598,
"839680" : 1612,
"847872" : 1425,
"856064" : 1503,
"864256" : 1432,
"872448" : 1304,
"880640" : 1345,
"888832" : 1432,
"897024" : 1418,
"905216" : 1493,
"913408" : 1430,
"921600" : 1511,
"929792" : 1477,
"937984" : 1521,
"946176" : 1524,
"954368" : 1494,
"962560" : 1595,
"970752" : 1538,
"978944" : 1553,
"987136" : 1525,
"995328" : 1637,
"1003520" : 1584,
"1011712" : 1648,
"1019904" : 1668,
"1028096" : 1626,
"1036288" : 1643,
"1044480" : 1685,
"1056768" : 3592,
"1073152" : 3790,
"1089536" : 3967,
"1105920" : 3831,
"1122304" : 4094,
"1138688" : 4126,
"1155072" : 4073,
"1171456" : 4011,
"1187840" : 3956,
"1204224" : 3826,
"1220608" : 3866,
"1236992" : 3769,
"1253376" : 3797,
"1269760" : 3916,
"1286144" : 4003,
"1302528" : 4047,
"1318912" : 4015,
"1335296" : 3991,
"1351680" : 4092,
"1368064" : 3983,
"1384448" : 4035,
"1400832" : 3910,
"1417216" : 3869,
"1433600" : 3810,
"1449984" : 3645,
"1466368" : 3668,
"1482752" : 3554,
"1499136" : 3571,
"1515520" : 3525,
"1531904" : 3502,
"1548288" : 3413,
"1564672" : 3502,
"1581056" : 3394,
"1597440" : 3367,
"1613824" : 3221,
"1630208" : 3373,
"1646592" : 3340,
"1662976" : 3292,
"1679360" : 3316,
"1695744" : 3249,
"1712128" : 3219,
"1728512" : 3230,
"1744896" : 3345,
"1761280" : 3268,
"1777664" : 3139,
"1794048" : 3171,
"1810432" : 2956,
"1826816" : 3052,
"1843200" : 3035,
"1859584" : 2879,
"1875968" : 2715,
"1892352" : 2827,
"1908736" : 2696,
"1925120" : 2555,
"1941504" : 2523,
"1957888" : 2432,
"1974272" : 2466,
"1990656" : 2303,
"2007040" : 2271,
"2023424" : 2146,
"2039808" : 2104,
"2056192" : 2068,
"2072576" : 2001,
"2088960" : 1952,
"2113536" : 3796,
"2146304" : 3608,
"2179072" : 3343,
"2211840" : 2993,
"2244608" : 2843,
"2277376" : 2580,
"2310144" : 2333,
"2342912" : 2049,
"2375680" : 1790,
"2408448" : 1660,
"2441216" : 1507,
"2473984" : 1294,
"2506752" : 1104,
"2539520" : 1007,
"2572288" : 904,
"2605056" : 785,
"2637824" : 651,
"2670592" : 542,
"2703360" : 423,
"2736128" : 425,
"2768896" : 349,
"2801664" : 290,
"2834432" : 225,
"2867200" : 212,
"2899968" : 181,
"2932736" : 123,
"2965504" : 120,
"2998272" : 85,
"3031040" : 92,
"3063808" : 63,
"3096576" : 66,
"3129344" : 51,
"3162112" : 59,
"3194880" : 36,
"3227648" : 32,
"3260416" : 38,
"3293184" : 33,
"3325952" : 27,
"3358720" : 28,
"3391488" : 20,
"3424256" : 16,
"3457024" : 16,
"3489792" : 18,
"3522560" : 6,
"3555328" : 12,
"3588096" : 7,
"3620864" : 9,
"3653632" : 8,
"3686400" : 7,
"3719168" : 6,
"3751936" : 4,
"3784704" : 4,
"3817472" : 6,
"3850240" : 2,
"3883008" : 4,
"3981312" : 2,
"4014080" : 3,
"4079616" : 3,
"4177920" : 1,
"4227072" : 3,
"4292608" : 1,
"4423680" : 2,
"4882432" : 1
}
},
"lat_ns" : {
"min" : 101365,
"max" : 5297606,
"mean" : 1884597.216113,
"stddev" : 637265.561303,
"N" : 339378
},
"bw_min" : 62983,
"bw_max" : 72122,
"bw_agg" : 100.000000,
"bw_mean" : 67903.333333,
"bw_dev" : 271.381884,
"bw_samples" : 312,
"iops_min" : 15745,
"iops_max" : 18030,
"iops_mean" : 16975.564103,
"iops_stddev" : 67.851032,
"iops_samples" : 312
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 160000,
"usr_cpu" : 0.717500,
"sys_cpu" : 14.543750,
"ctx" : 277311,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.327945,
"250" : 0.733089,
"500" : 2.701644,
"750" : 6.140501,
"1000" : 13.102780
},
"latency_ms" : {
"2" : 62.171981,
"4" : 14.815579,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773091366,
"timestamp_ms" : 1773091366656,
"time" : "Mon Mar 9 18:22:46 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2084433920,
"io_kbytes" : 2035580,
"bw_bytes" : 69481130,
"bw" : 67852,
"iops" : 16963.533333,
"runtime" : 30000,
"total_ios" : 508906,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10186,
"max" : 3001677,
"mean" : 468451.764689,
"stddev" : 290288.846356,
"N" : 508906
},
"clat_ns" : {
"min" : 57838,
"max" : 4857704,
"mean" : 1416735.436034,
"stddev" : 534182.260132,
"N" : 508898,
"percentile" : {
"1.000000" : 144384,
"5.000000" : 544768,
"10.000000" : 757760,
"20.000000" : 954368,
"30.000000" : 1105920,
"40.000000" : 1253376,
"50.000000" : 1384448,
"60.000000" : 1548288,
"70.000000" : 1712128,
"80.000000" : 1875968,
"90.000000" : 2113536,
"95.000000" : 2310144,
"99.000000" : 2670592,
"99.500000" : 2801664,
"99.900000" : 3194880,
"99.950000" : 3358720,
"99.990000" : 3719168
},
"bins" : {
"57600" : 1,
"69120" : 1,
"70144" : 1,
"71168" : 1,
"72192" : 3,
"73216" : 3,
"74240" : 2,
"75264" : 4,
"76288" : 3,
"77312" : 7,
"78336" : 10,
"79360" : 11,
"80384" : 12,
"81408" : 22,
"82432" : 18,
"83456" : 27,
"84480" : 20,
"85504" : 26,
"86528" : 33,
"87552" : 33,
"88576" : 40,
"89600" : 61,
"90624" : 74,
"91648" : 87,
"92672" : 98,
"93696" : 114,
"94720" : 123,
"95744" : 158,
"96768" : 177,
"97792" : 167,
"98816" : 191,
"99840" : 193,
"100864" : 199,
"101888" : 214,
"102912" : 193,
"103936" : 168,
"104960" : 201,
"105984" : 163,
"107008" : 173,
"108032" : 127,
"109056" : 147,
"110080" : 148,
"111104" : 112,
"112128" : 134,
"113152" : 125,
"114176" : 110,
"115200" : 115,
"116224" : 80,
"117248" : 84,
"118272" : 82,
"119296" : 80,
"120320" : 64,
"121344" : 71,
"122368" : 54,
"123392" : 54,
"124416" : 48,
"125440" : 37,
"126464" : 36,
"127488" : 38,
"128512" : 40,
"129536" : 27,
"130560" : 20,
"132096" : 48,
"134144" : 54,
"136192" : 40,
"138240" : 29,
"140288" : 24,
"142336" : 20,
"144384" : 17,
"146432" : 15,
"148480" : 19,
"150528" : 15,
"152576" : 8,
"154624" : 4,
"156672" : 6,
"158720" : 10,
"160768" : 7,
"162816" : 8,
"164864" : 7,
"166912" : 6,
"168960" : 3,
"171008" : 7,
"173056" : 2,
"175104" : 2,
"177152" : 2,
"179200" : 5,
"181248" : 4,
"183296" : 1,
"185344" : 2,
"187392" : 3,
"193536" : 1,
"195584" : 2,
"197632" : 2,
"201728" : 3,
"203776" : 5,
"205824" : 1,
"207872" : 1,
"214016" : 1,
"224256" : 1,
"226304" : 1,
"228352" : 1,
"230400" : 1,
"244736" : 1,
"252928" : 1,
"268288" : 1,
"276480" : 1,
"284672" : 2,
"288768" : 1,
"292864" : 1,
"296960" : 2,
"305152" : 2,
"309248" : 1,
"313344" : 1,
"321536" : 1,
"325632" : 6,
"329728" : 1,
"333824" : 5,
"337920" : 8,
"342016" : 7,
"346112" : 17,
"350208" : 36,
"354304" : 37,
"358400" : 34,
"362496" : 35,
"366592" : 47,
"370688" : 28,
"374784" : 45,
"378880" : 47,
"382976" : 67,
"387072" : 104,
"391168" : 157,
"395264" : 213,
"399360" : 375,
"403456" : 358,
"407552" : 383,
"411648" : 436,
"415744" : 380,
"419840" : 313,
"423936" : 294,
"428032" : 260,
"432128" : 263,
"436224" : 305,
"440320" : 334,
"444416" : 402,
"448512" : 551,
"452608" : 690,
"456704" : 746,
"460800" : 840,
"464896" : 782,
"468992" : 783,
"473088" : 755,
"477184" : 615,
"481280" : 619,
"485376" : 537,
"489472" : 501,
"493568" : 478,
"497664" : 498,
"501760" : 573,
"505856" : 559,
"509952" : 585,
"514048" : 584,
"518144" : 627,
"522240" : 601,
"528384" : 1142,
"536576" : 1119,
"544768" : 1051,
"552960" : 1072,
"561152" : 1010,
"569344" : 1024,
"577536" : 1104,
"585728" : 1096,
"593920" : 1140,
"602112" : 1027,
"610304" : 997,
"618496" : 982,
"626688" : 823,
"634880" : 874,
"643072" : 876,
"651264" : 827,
"659456" : 849,
"667648" : 825,
"675840" : 758,
"684032" : 745,
"692224" : 862,
"700416" : 989,
"708608" : 1143,
"716800" : 1239,
"724992" : 1123,
"733184" : 1111,
"741376" : 1149,
"749568" : 1341,
"757760" : 1715,
"765952" : 2039,
"774144" : 2250,
"782336" : 2050,
"790528" : 1875,
"798720" : 1873,
"806912" : 1978,
"815104" : 2213,
"823296" : 2251,
"831488" : 2382,
"839680" : 2357,
"847872" : 2132,
"856064" : 2216,
"864256" : 2126,
"872448" : 2025,
"880640" : 2071,
"888832" : 2146,
"897024" : 2137,
"905216" : 2179,
"913408" : 2144,
"921600" : 2193,
"929792" : 2219,
"937984" : 2264,
"946176" : 2274,
"954368" : 2289,
"962560" : 2388,
"970752" : 2314,
"978944" : 2331,
"987136" : 2366,
"995328" : 2492,
"1003520" : 2385,
"1011712" : 2516,
"1019904" : 2582,
"1028096" : 2433,
"1036288" : 2498,
"1044480" : 2538,
"1056768" : 5422,
"1073152" : 5667,
"1089536" : 5845,
"1105920" : 5661,
"1122304" : 6070,
"1138688" : 6133,
"1155072" : 5952,
"1171456" : 6041,
"1187840" : 5945,
"1204224" : 5815,
"1220608" : 5739,
"1236992" : 5656,
"1253376" : 5772,
"1269760" : 5876,
"1286144" : 6059,
"1302528" : 6094,
"1318912" : 6069,
"1335296" : 5988,
"1351680" : 6149,
"1368064" : 6010,
"1384448" : 6105,
"1400832" : 5858,
"1417216" : 5872,
"1433600" : 5831,
"1449984" : 5659,
"1466368" : 5633,
"1482752" : 5431,
"1499136" : 5410,
"1515520" : 5436,
"1531904" : 5294,
"1548288" : 5197,
"1564672" : 5279,
"1581056" : 5115,
"1597440" : 5113,
"1613824" : 4990,
"1630208" : 5091,
"1646592" : 5070,
"1662976" : 5076,
"1679360" : 5042,
"1695744" : 4895,
"1712128" : 4883,
"1728512" : 4932,
"1744896" : 4950,
"1761280" : 4914,
"1777664" : 4819,
"1794048" : 4787,
"1810432" : 4523,
"1826816" : 4616,
"1843200" : 4447,
"1859584" : 4335,
"1875968" : 4147,
"1892352" : 4212,
"1908736" : 4073,
"1925120" : 3849,
"1941504" : 3904,
"1957888" : 3677,
"1974272" : 3648,
"1990656" : 3505,
"2007040" : 3456,
"2023424" : 3224,
"2039808" : 3188,
"2056192" : 3111,
"2072576" : 2996,
"2088960" : 2909,
"2113536" : 5669,
"2146304" : 5322,
"2179072" : 4974,
"2211840" : 4441,
"2244608" : 4144,
"2277376" : 3741,
"2310144" : 3426,
"2342912" : 3008,
"2375680" : 2685,
"2408448" : 2451,
"2441216" : 2146,
"2473984" : 1894,
"2506752" : 1588,
"2539520" : 1533,
"2572288" : 1298,
"2605056" : 1086,
"2637824" : 965,
"2670592" : 792,
"2703360" : 607,
"2736128" : 611,
"2768896" : 517,
"2801664" : 427,
"2834432" : 338,
"2867200" : 312,
"2899968" : 249,
"2932736" : 182,
"2965504" : 176,
"2998272" : 125,
"3031040" : 130,
"3063808" : 91,
"3096576" : 97,
"3129344" : 78,
"3162112" : 76,
"3194880" : 59,
"3227648" : 47,
"3260416" : 55,
"3293184" : 51,
"3325952" : 39,
"3358720" : 44,
"3391488" : 26,
"3424256" : 23,
"3457024" : 23,
"3489792" : 24,
"3522560" : 9,
"3555328" : 17,
"3588096" : 14,
"3620864" : 13,
"3653632" : 14,
"3686400" : 10,
"3719168" : 9,
"3751936" : 8,
"3784704" : 5,
"3817472" : 8,
"3850240" : 3,
"3883008" : 5,
"3948544" : 1,
"3981312" : 2,
"4014080" : 4,
"4046848" : 1,
"4079616" : 3,
"4177920" : 2,
"4227072" : 3,
"4292608" : 1,
"4423680" : 2,
"4882432" : 1
}
},
"lat_ns" : {
"min" : 97560,
"max" : 5297606,
"mean" : 1885181.889589,
"stddev" : 632507.475280,
"N" : 508898
},
"bw_min" : 62959,
"bw_max" : 72122,
"bw_agg" : 100.000000,
"bw_mean" : 67875.644068,
"bw_dev" : 256.010169,
"bw_samples" : 472,
"iops_min" : 15739,
"iops_max" : 18030,
"iops_mean" : 16968.728814,
"iops_stddev" : 64.006025,
"iops_samples" : 472
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 239999,
"usr_cpu" : 0.709170,
"sys_cpu" : 14.507144,
"ctx" : 414823,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.325207,
"250" : 0.707203,
"500" : 2.642531,
"750" : 6.117633,
"1000" : 12.993755
},
"latency_ms" : {
"2" : 62.601345,
"4" : 14.607413,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773091376,
"timestamp_ms" : 1773091376655,
"time" : "Mon Mar 9 18:22:56 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2792398848,
"io_kbytes" : 2726952,
"bw_bytes" : 69811716,
"bw" : 68175,
"iops" : 17044.376109,
"runtime" : 39999,
"total_ios" : 681758,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10186,
"max" : 3001677,
"mean" : 466228.938050,
"stddev" : 288894.476399,
"N" : 681758
},
"clat_ns" : {
"min" : 57838,
"max" : 4857704,
"mean" : 1410032.540022,
"stddev" : 530920.534414,
"N" : 681750,
"percentile" : {
"1.000000" : 138240,
"5.000000" : 544768,
"10.000000" : 757760,
"20.000000" : 946176,
"30.000000" : 1105920,
"40.000000" : 1253376,
"50.000000" : 1384448,
"60.000000" : 1531904,
"70.000000" : 1695744,
"80.000000" : 1875968,
"90.000000" : 2113536,
"95.000000" : 2310144,
"99.000000" : 2670592,
"99.500000" : 2801664,
"99.900000" : 3162112,
"99.950000" : 3358720,
"99.990000" : 3719168
},
"bins" : {
"57600" : 1,
"61696" : 1,
"67072" : 1,
"69120" : 2,
"70144" : 1,
"71168" : 1,
"72192" : 4,
"73216" : 3,
"74240" : 3,
"75264" : 4,
"76288" : 4,
"77312" : 8,
"78336" : 12,
"79360" : 15,
"80384" : 15,
"81408" : 29,
"82432" : 26,
"83456" : 39,
"84480" : 32,
"85504" : 34,
"86528" : 41,
"87552" : 52,
"88576" : 54,
"89600" : 76,
"90624" : 96,
"91648" : 111,
"92672" : 137,
"93696" : 150,
"94720" : 182,
"95744" : 221,
"96768" : 241,
"97792" : 248,
"98816" : 259,
"99840" : 269,
"100864" : 260,
"101888" : 279,
"102912" : 269,
"103936" : 219,
"104960" : 265,
"105984" : 241,
"107008" : 223,
"108032" : 170,
"109056" : 203,
"110080" : 202,
"111104" : 167,
"112128" : 175,
"113152" : 162,
"114176" : 150,
"115200" : 150,
"116224" : 122,
"117248" : 117,
"118272" : 114,
"119296" : 101,
"120320" : 80,
"121344" : 90,
"122368" : 73,
"123392" : 73,
"124416" : 58,
"125440" : 54,
"126464" : 43,
"127488" : 50,
"128512" : 50,
"129536" : 33,
"130560" : 32,
"132096" : 60,
"134144" : 78,
"136192" : 51,
"138240" : 35,
"140288" : 28,
"142336" : 29,
"144384" : 21,
"146432" : 19,
"148480" : 25,
"150528" : 21,
"152576" : 11,
"154624" : 6,
"156672" : 8,
"158720" : 13,
"160768" : 7,
"162816" : 9,
"164864" : 7,
"166912" : 8,
"168960" : 4,
"171008" : 9,
"173056" : 3,
"175104" : 3,
"177152" : 3,
"179200" : 6,
"181248" : 4,
"183296" : 3,
"185344" : 2,
"187392" : 4,
"189440" : 1,
"191488" : 3,
"193536" : 2,
"195584" : 3,
"197632" : 3,
"199680" : 1,
"201728" : 3,
"203776" : 5,
"205824" : 1,
"207872" : 2,
"214016" : 1,
"218112" : 1,
"220160" : 1,
"224256" : 1,
"226304" : 1,
"228352" : 1,
"230400" : 1,
"232448" : 1,
"236544" : 1,
"244736" : 1,
"246784" : 1,
"252928" : 1,
"257024" : 1,
"268288" : 1,
"276480" : 1,
"280576" : 1,
"284672" : 2,
"288768" : 1,
"292864" : 1,
"296960" : 3,
"305152" : 2,
"309248" : 1,
"313344" : 1,
"321536" : 1,
"325632" : 6,
"329728" : 1,
"333824" : 7,
"337920" : 10,
"342016" : 8,
"346112" : 27,
"350208" : 43,
"354304" : 49,
"358400" : 41,
"362496" : 43,
"366592" : 57,
"370688" : 39,
"374784" : 60,
"378880" : 52,
"382976" : 95,
"387072" : 142,
"391168" : 207,
"395264" : 290,
"399360" : 460,
"403456" : 483,
"407552" : 517,
"411648" : 568,
"415744" : 502,
"419840" : 431,
"423936" : 400,
"428032" : 376,
"432128" : 360,
"436224" : 417,
"440320" : 475,
"444416" : 541,
"448512" : 733,
"452608" : 914,
"456704" : 1030,
"460800" : 1130,
"464896" : 1123,
"468992" : 1069,
"473088" : 1022,
"477184" : 863,
"481280" : 880,
"485376" : 754,
"489472" : 684,
"493568" : 652,
"497664" : 704,
"501760" : 762,
"505856" : 774,
"509952" : 814,
"514048" : 784,
"518144" : 850,
"522240" : 828,
"528384" : 1581,
"536576" : 1542,
"544768" : 1461,
"552960" : 1445,
"561152" : 1383,
"569344" : 1420,
"577536" : 1490,
"585728" : 1478,
"593920" : 1552,
"602112" : 1374,
"610304" : 1355,
"618496" : 1319,
"626688" : 1156,
"634880" : 1156,
"643072" : 1171,
"651264" : 1101,
"659456" : 1111,
"667648" : 1088,
"675840" : 995,
"684032" : 995,
"692224" : 1142,
"700416" : 1279,
"708608" : 1474,
"716800" : 1600,
"724992" : 1510,
"733184" : 1486,
"741376" : 1523,
"749568" : 1751,
"757760" : 2247,
"765952" : 2705,
"774144" : 2950,
"782336" : 2690,
"790528" : 2457,
"798720" : 2459,
"806912" : 2640,
"815104" : 2949,
"823296" : 3054,
"831488" : 3178,
"839680" : 3188,
"847872" : 2926,
"856064" : 2991,
"864256" : 2874,
"872448" : 2793,
"880640" : 2886,
"888832" : 2977,
"897024" : 2942,
"905216" : 3039,
"913408" : 2974,
"921600" : 3031,
"929792" : 3124,
"937984" : 3120,
"946176" : 3093,
"954368" : 3060,
"962560" : 3175,
"970752" : 3183,
"978944" : 3181,
"987136" : 3191,
"995328" : 3361,
"1003520" : 3262,
"1011712" : 3476,
"1019904" : 3508,
"1028096" : 3324,
"1036288" : 3339,
"1044480" : 3420,
"1056768" : 7293,
"1073152" : 7620,
"1089536" : 7858,
"1105920" : 7539,
"1122304" : 8097,
"1138688" : 8193,
"1155072" : 7991,
"1171456" : 8052,
"1187840" : 8010,
"1204224" : 7794,
"1220608" : 7796,
"1236992" : 7713,
"1253376" : 7862,
"1269760" : 8022,
"1286144" : 8152,
"1302528" : 8222,
"1318912" : 8332,
"1335296" : 8167,
"1351680" : 8333,
"1368064" : 8109,
"1384448" : 8280,
"1400832" : 8019,
"1417216" : 7964,
"1433600" : 7847,
"1449984" : 7615,
"1466368" : 7616,
"1482752" : 7458,
"1499136" : 7295,
"1515520" : 7281,
"1531904" : 7127,
"1548288" : 7006,
"1564672" : 7177,
"1581056" : 6917,
"1597440" : 6859,
"1613824" : 6778,
"1630208" : 6896,
"1646592" : 6751,
"1662976" : 6832,
"1679360" : 6752,
"1695744" : 6611,
"1712128" : 6555,
"1728512" : 6684,
"1744896" : 6640,
"1761280" : 6553,
"1777664" : 6425,
"1794048" : 6376,
"1810432" : 6117,
"1826816" : 6105,
"1843200" : 5892,
"1859584" : 5693,
"1875968" : 5462,
"1892352" : 5552,
"1908736" : 5355,
"1925120" : 5042,
"1941504" : 5080,
"1957888" : 4879,
"1974272" : 4769,
"1990656" : 4631,
"2007040" : 4537,
"2023424" : 4324,
"2039808" : 4210,
"2056192" : 4070,
"2072576" : 3956,
"2088960" : 3884,
"2113536" : 7375,
"2146304" : 6897,
"2179072" : 6467,
"2211840" : 5761,
"2244608" : 5290,
"2277376" : 4841,
"2310144" : 4403,
"2342912" : 3903,
"2375680" : 3472,
"2408448" : 3140,
"2441216" : 2757,
"2473984" : 2402,
"2506752" : 2074,
"2539520" : 1928,
"2572288" : 1627,
"2605056" : 1409,
"2637824" : 1246,
"2670592" : 1006,
"2703360" : 798,
"2736128" : 788,
"2768896" : 670,
"2801664" : 559,
"2834432" : 420,
"2867200" : 386,
"2899968" : 323,
"2932736" : 243,
"2965504" : 226,
"2998272" : 166,
"3031040" : 160,
"3063808" : 108,
"3096576" : 125,
"3129344" : 100,
"3162112" : 93,
"3194880" : 80,
"3227648" : 56,
"3260416" : 68,
"3293184" : 58,
"3325952" : 46,
"3358720" : 53,
"3391488" : 32,
"3424256" : 31,
"3457024" : 26,
"3489792" : 28,
"3522560" : 15,
"3555328" : 22,
"3588096" : 17,
"3620864" : 16,
"3653632" : 20,
"3686400" : 11,
"3719168" : 10,
"3751936" : 12,
"3784704" : 6,
"3817472" : 8,
"3850240" : 4,
"3883008" : 6,
"3915776" : 1,
"3948544" : 1,
"3981312" : 3,
"4014080" : 4,
"4046848" : 1,
"4079616" : 3,
"4177920" : 3,
"4227072" : 5,
"4292608" : 2,
"4423680" : 3,
"4882432" : 1
}
},
"lat_ns" : {
"min" : 97560,
"max" : 5297606,
"mean" : 1876258.865910,
"stddev" : 628432.423481,
"N" : 681750
},
"bw_min" : 62959,
"bw_max" : 73130,
"bw_agg" : 99.983126,
"bw_mean" : 68164.582278,
"bw_dev" : 260.947801,
"bw_samples" : 632,
"iops_min" : 15739,
"iops_max" : 18282,
"iops_mean" : 17041.000000,
"iops_stddev" : 65.241237,
"iops_samples" : 632
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319992,
"usr_cpu" : 0.716268,
"sys_cpu" : 14.548489,
"ctx" : 554759,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.333696,
"250" : 0.709049,
"500" : 2.690691,
"750" : 6.136635,
"1000" : 13.133253
},
"latency_ms" : {
"2" : 62.845614,
"4" : 14.146662,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773091386,
"timestamp_ms" : 1773091386656,
"time" : "Mon Mar 9 18:23:06 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3511644160,
"io_kbytes" : 3429340,
"bw_bytes" : 70232883,
"bw" : 68586,
"iops" : 17147.200000,
"runtime" : 50000,
"total_ios" : 857360,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10186,
"max" : 3001677,
"mean" : 463447.107822,
"stddev" : 287010.796929,
"N" : 857360
},
"clat_ns" : {
"min" : 57838,
"max" : 4857704,
"mean" : 1401548.077096,
"stddev" : 526225.632215,
"N" : 857352,
"percentile" : {
"1.000000" : 142336,
"5.000000" : 544768,
"10.000000" : 749568,
"20.000000" : 946176,
"30.000000" : 1105920,
"40.000000" : 1236992,
"50.000000" : 1384448,
"60.000000" : 1515520,
"70.000000" : 1679360,
"80.000000" : 1859584,
"90.000000" : 2113536,
"95.000000" : 2277376,
"99.000000" : 2637824,
"99.500000" : 2768896,
"99.900000" : 3162112,
"99.950000" : 3325952,
"99.990000" : 3686400
},
"bins" : {
"57600" : 1,
"61696" : 1,
"64256" : 1,
"67072" : 3,
"68096" : 1,
"69120" : 3,
"70144" : 2,
"71168" : 1,
"72192" : 5,
"73216" : 3,
"74240" : 4,
"75264" : 7,
"76288" : 4,
"77312" : 15,
"78336" : 15,
"79360" : 20,
"80384" : 18,
"81408" : 35,
"82432" : 33,
"83456" : 42,
"84480" : 42,
"85504" : 52,
"86528" : 53,
"87552" : 65,
"88576" : 71,
"89600" : 93,
"90624" : 125,
"91648" : 144,
"92672" : 190,
"93696" : 199,
"94720" : 252,
"95744" : 285,
"96768" : 305,
"97792" : 313,
"98816" : 331,
"99840" : 347,
"100864" : 332,
"101888" : 346,
"102912" : 312,
"103936" : 278,
"104960" : 331,
"105984" : 301,
"107008" : 264,
"108032" : 218,
"109056" : 247,
"110080" : 239,
"111104" : 208,
"112128" : 211,
"113152" : 191,
"114176" : 191,
"115200" : 184,
"116224" : 140,
"117248" : 144,
"118272" : 131,
"119296" : 124,
"120320" : 101,
"121344" : 112,
"122368" : 85,
"123392" : 87,
"124416" : 72,
"125440" : 69,
"126464" : 58,
"127488" : 60,
"128512" : 57,
"129536" : 41,
"130560" : 39,
"132096" : 76,
"134144" : 90,
"136192" : 63,
"138240" : 49,
"140288" : 38,
"142336" : 37,
"144384" : 25,
"146432" : 24,
"148480" : 30,
"150528" : 24,
"152576" : 12,
"154624" : 7,
"156672" : 11,
"158720" : 13,
"160768" : 10,
"162816" : 12,
"164864" : 7,
"166912" : 10,
"168960" : 4,
"171008" : 9,
"173056" : 6,
"175104" : 4,
"177152" : 4,
"179200" : 7,
"181248" : 4,
"183296" : 5,
"185344" : 2,
"187392" : 4,
"189440" : 2,
"191488" : 3,
"193536" : 2,
"195584" : 3,
"197632" : 4,
"199680" : 1,
"201728" : 3,
"203776" : 5,
"205824" : 1,
"207872" : 2,
"214016" : 3,
"216064" : 1,
"218112" : 1,
"220160" : 1,
"224256" : 1,
"226304" : 1,
"228352" : 2,
"230400" : 1,
"232448" : 2,
"236544" : 1,
"244736" : 1,
"246784" : 1,
"252928" : 1,
"257024" : 1,
"268288" : 1,
"276480" : 1,
"280576" : 1,
"284672" : 2,
"288768" : 1,
"292864" : 1,
"296960" : 3,
"305152" : 2,
"309248" : 1,
"313344" : 1,
"321536" : 2,
"325632" : 8,
"329728" : 2,
"333824" : 9,
"337920" : 13,
"342016" : 10,
"346112" : 30,
"350208" : 49,
"354304" : 61,
"358400" : 52,
"362496" : 56,
"366592" : 68,
"370688" : 50,
"374784" : 74,
"378880" : 74,
"382976" : 124,
"387072" : 172,
"391168" : 255,
"395264" : 350,
"399360" : 565,
"403456" : 595,
"407552" : 639,
"411648" : 705,
"415744" : 620,
"419840" : 566,
"423936" : 513,
"428032" : 493,
"432128" : 479,
"436224" : 543,
"440320" : 620,
"444416" : 724,
"448512" : 944,
"452608" : 1172,
"456704" : 1345,
"460800" : 1427,
"464896" : 1462,
"468992" : 1369,
"473088" : 1319,
"477184" : 1138,
"481280" : 1116,
"485376" : 974,
"489472" : 897,
"493568" : 893,
"497664" : 919,
"501760" : 994,
"505856" : 1025,
"509952" : 1043,
"514048" : 1017,
"518144" : 1098,
"522240" : 1087,
"528384" : 2040,
"536576" : 1961,
"544768" : 1858,
"552960" : 1802,
"561152" : 1760,
"569344" : 1826,
"577536" : 1854,
"585728" : 1869,
"593920" : 1930,
"602112" : 1719,
"610304" : 1718,
"618496" : 1632,
"626688" : 1444,
"634880" : 1456,
"643072" : 1476,
"651264" : 1389,
"659456" : 1408,
"667648" : 1346,
"675840" : 1243,
"684032" : 1223,
"692224" : 1392,
"700416" : 1550,
"708608" : 1792,
"716800" : 1950,
"724992" : 1843,
"733184" : 1832,
"741376" : 1871,
"749568" : 2231,
"757760" : 2742,
"765952" : 3367,
"774144" : 3673,
"782336" : 3352,
"790528" : 3091,
"798720" : 3115,
"806912" : 3388,
"815104" : 3742,
"823296" : 3947,
"831488" : 4061,
"839680" : 4082,
"847872" : 3781,
"856064" : 3847,
"864256" : 3751,
"872448" : 3680,
"880640" : 3755,
"888832" : 3882,
"897024" : 3860,
"905216" : 3934,
"913408" : 3889,
"921600" : 3949,
"929792" : 4006,
"937984" : 4002,
"946176" : 3984,
"954368" : 3979,
"962560" : 4105,
"970752" : 4136,
"978944" : 4112,
"987136" : 4110,
"995328" : 4233,
"1003520" : 4154,
"1011712" : 4399,
"1019904" : 4402,
"1028096" : 4236,
"1036288" : 4241,
"1044480" : 4318,
"1056768" : 9122,
"1073152" : 9547,
"1089536" : 9758,
"1105920" : 9396,
"1122304" : 10058,
"1138688" : 10236,
"1155072" : 9964,
"1171456" : 10128,
"1187840" : 10085,
"1204224" : 9934,
"1220608" : 10006,
"1236992" : 10031,
"1253376" : 10223,
"1269760" : 10300,
"1286144" : 10520,
"1302528" : 10506,
"1318912" : 10703,
"1335296" : 10613,
"1351680" : 10662,
"1368064" : 10342,
"1384448" : 10618,
"1400832" : 10315,
"1417216" : 10254,
"1433600" : 9945,
"1449984" : 9718,
"1466368" : 9661,
"1482752" : 9467,
"1499136" : 9343,
"1515520" : 9195,
"1531904" : 9137,
"1548288" : 8907,
"1564672" : 9053,
"1581056" : 8782,
"1597440" : 8746,
"1613824" : 8530,
"1630208" : 8697,
"1646592" : 8583,
"1662976" : 8584,
"1679360" : 8569,
"1695744" : 8327,
"1712128" : 8304,
"1728512" : 8295,
"1744896" : 8321,
"1761280" : 8176,
"1777664" : 8064,
"1794048" : 7948,
"1810432" : 7592,
"1826816" : 7642,
"1843200" : 7327,
"1859584" : 7145,
"1875968" : 6717,
"1892352" : 6889,
"1908736" : 6544,
"1925120" : 6195,
"1941504" : 6221,
"1957888" : 6007,
"1974272" : 5823,
"1990656" : 5652,
"2007040" : 5567,
"2023424" : 5279,
"2039808" : 5133,
"2056192" : 4991,
"2072576" : 4821,
"2088960" : 4756,
"2113536" : 9027,
"2146304" : 8313,
"2179072" : 7778,
"2211840" : 6981,
"2244608" : 6379,
"2277376" : 5796,
"2310144" : 5274,
"2342912" : 4654,
"2375680" : 4129,
"2408448" : 3751,
"2441216" : 3239,
"2473984" : 2864,
"2506752" : 2439,
"2539520" : 2308,
"2572288" : 1962,
"2605056" : 1631,
"2637824" : 1451,
"2670592" : 1192,
"2703360" : 945,
"2736128" : 931,
"2768896" : 774,
"2801664" : 656,
"2834432" : 504,
"2867200" : 460,
"2899968" : 366,
"2932736" : 291,
"2965504" : 264,
"2998272" : 198,
"3031040" : 190,
"3063808" : 125,
"3096576" : 148,
"3129344" : 119,
"3162112" : 110,
"3194880" : 91,
"3227648" : 68,
"3260416" : 78,
"3293184" : 67,
"3325952" : 50,
"3358720" : 59,
"3391488" : 37,
"3424256" : 38,
"3457024" : 33,
"3489792" : 30,
"3522560" : 23,
"3555328" : 23,
"3588096" : 19,
"3620864" : 18,
"3653632" : 22,
"3686400" : 11,
"3719168" : 13,
"3751936" : 13,
"3784704" : 7,
"3817472" : 9,
"3850240" : 4,
"3883008" : 6,
"3915776" : 1,
"3948544" : 3,
"3981312" : 3,
"4014080" : 4,
"4046848" : 1,
"4079616" : 4,
"4177920" : 3,
"4227072" : 6,
"4292608" : 2,
"4423680" : 3,
"4882432" : 1
}
},
"lat_ns" : {
"min" : 94144,
"max" : 5320190,
"mean" : 1864985.836333,
"stddev" : 622364.890354,
"N" : 857352
},
"bw_min" : 62959,
"bw_max" : 74914,
"bw_agg" : 99.984254,
"bw_mean" : 68576.050505,
"bw_dev" : 289.272915,
"bw_samples" : 792,
"iops_min" : 15739,
"iops_max" : 18728,
"iops_mean" : 17143.848485,
"iops_stddev" : 72.314779,
"iops_samples" : 792
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 399998,
"usr_cpu" : 0.703004,
"sys_cpu" : 14.590073,
"ctx" : 695862,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.345479,
"250" : 0.690608,
"500" : 2.750653,
"750" : 6.127998,
"1000" : 13.406270
},
"latency_ms" : {
"2" : 63.131123,
"4" : 13.544135,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773091396,
"timestamp_ms" : 1773091396655,
"time" : "Mon Mar 9 18:23:16 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4224753664,
"io_kbytes" : 4125736,
"bw_bytes" : 70413734,
"bw" : 68763,
"iops" : 17191.036517,
"runtime" : 59999,
"total_ios" : 1031445,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10186,
"max" : 3001677,
"mean" : 462261.617356,
"stddev" : 286275.640612,
"N" : 1031445
},
"clat_ns" : {
"min" : 57838,
"max" : 4857704,
"mean" : 1397959.634206,
"stddev" : 524805.350228,
"N" : 1031437,
"percentile" : {
"1.000000" : 140288,
"5.000000" : 536576,
"10.000000" : 749568,
"20.000000" : 937984,
"30.000000" : 1105920,
"40.000000" : 1236992,
"50.000000" : 1368064,
"60.000000" : 1515520,
"70.000000" : 1679360,
"80.000000" : 1843200,
"90.000000" : 2088960,
"95.000000" : 2277376,
"99.000000" : 2637824,
"99.500000" : 2768896,
"99.900000" : 3129344,
"99.950000" : 3325952,
"99.990000" : 3686400
},
"bins" : {
"57600" : 1,
"61696" : 1,
"64256" : 1,
"67072" : 4,
"68096" : 1,
"69120" : 4,
"70144" : 2,
"71168" : 1,
"72192" : 7,
"73216" : 3,
"74240" : 6,
"75264" : 7,
"76288" : 8,
"77312" : 19,
"78336" : 18,
"79360" : 24,
"80384" : 24,
"81408" : 40,
"82432" : 42,
"83456" : 51,
"84480" : 51,
"85504" : 61,
"86528" : 64,
"87552" : 72,
"88576" : 86,
"89600" : 123,
"90624" : 151,
"91648" : 169,
"92672" : 228,
"93696" : 248,
"94720" : 297,
"95744" : 348,
"96768" : 358,
"97792" : 378,
"98816" : 403,
"99840" : 428,
"100864" : 396,
"101888" : 406,
"102912" : 382,
"103936" : 358,
"104960" : 390,
"105984" : 351,
"107008" : 336,
"108032" : 277,
"109056" : 302,
"110080" : 281,
"111104" : 250,
"112128" : 248,
"113152" : 227,
"114176" : 231,
"115200" : 216,
"116224" : 175,
"117248" : 163,
"118272" : 154,
"119296" : 152,
"120320" : 120,
"121344" : 129,
"122368" : 110,
"123392" : 108,
"124416" : 91,
"125440" : 82,
"126464" : 74,
"127488" : 71,
"128512" : 64,
"129536" : 49,
"130560" : 48,
"132096" : 85,
"134144" : 101,
"136192" : 73,
"138240" : 59,
"140288" : 47,
"142336" : 45,
"144384" : 29,
"146432" : 28,
"148480" : 37,
"150528" : 28,
"152576" : 14,
"154624" : 9,
"156672" : 15,
"158720" : 18,
"160768" : 10,
"162816" : 13,
"164864" : 9,
"166912" : 11,
"168960" : 7,
"171008" : 9,
"173056" : 8,
"175104" : 4,
"177152" : 5,
"179200" : 8,
"181248" : 5,
"183296" : 6,
"185344" : 3,
"187392" : 5,
"189440" : 5,
"191488" : 3,
"193536" : 2,
"195584" : 4,
"197632" : 5,
"199680" : 2,
"201728" : 4,
"203776" : 5,
"205824" : 1,
"207872" : 2,
"209920" : 1,
"211968" : 2,
"214016" : 3,
"216064" : 1,
"218112" : 1,
"220160" : 1,
"224256" : 1,
"226304" : 1,
"228352" : 3,
"230400" : 1,
"232448" : 2,
"236544" : 1,
"244736" : 2,
"246784" : 1,
"252928" : 1,
"257024" : 1,
"268288" : 3,
"276480" : 2,
"280576" : 1,
"284672" : 2,
"288768" : 1,
"292864" : 1,
"296960" : 3,
"305152" : 2,
"309248" : 1,
"313344" : 1,
"321536" : 2,
"325632" : 8,
"329728" : 4,
"333824" : 11,
"337920" : 13,
"342016" : 14,
"346112" : 35,
"350208" : 56,
"354304" : 66,
"358400" : 61,
"362496" : 73,
"366592" : 74,
"370688" : 62,
"374784" : 89,
"378880" : 93,
"382976" : 149,
"387072" : 207,
"391168" : 308,
"395264" : 446,
"399360" : 673,
"403456" : 730,
"407552" : 755,
"411648" : 845,
"415744" : 751,
"419840" : 692,
"423936" : 631,
"428032" : 599,
"432128" : 594,
"436224" : 671,
"440320" : 752,
"444416" : 876,
"448512" : 1157,
"452608" : 1412,
"456704" : 1605,
"460800" : 1750,
"464896" : 1769,
"468992" : 1711,
"473088" : 1580,
"477184" : 1392,
"481280" : 1344,
"485376" : 1168,
"489472" : 1092,
"493568" : 1080,
"497664" : 1123,
"501760" : 1210,
"505856" : 1234,
"509952" : 1280,
"514048" : 1244,
"518144" : 1328,
"522240" : 1315,
"528384" : 2500,
"536576" : 2411,
"544768" : 2254,
"552960" : 2194,
"561152" : 2162,
"569344" : 2152,
"577536" : 2220,
"585728" : 2242,
"593920" : 2308,
"602112" : 2049,
"610304" : 2086,
"618496" : 1961,
"626688" : 1764,
"634880" : 1775,
"643072" : 1765,
"651264" : 1667,
"659456" : 1671,
"667648" : 1615,
"675840" : 1488,
"684032" : 1466,
"692224" : 1658,
"700416" : 1809,
"708608" : 2134,
"716800" : 2310,
"724992" : 2218,
"733184" : 2166,
"741376" : 2257,
"749568" : 2714,
"757760" : 3287,
"765952" : 4060,
"774144" : 4366,
"782336" : 4040,
"790528" : 3788,
"798720" : 3765,
"806912" : 4106,
"815104" : 4566,
"823296" : 4864,
"831488" : 4939,
"839680" : 4972,
"847872" : 4588,
"856064" : 4678,
"864256" : 4575,
"872448" : 4482,
"880640" : 4594,
"888832" : 4721,
"897024" : 4697,
"905216" : 4798,
"913408" : 4770,
"921600" : 4814,
"929792" : 4880,
"937984" : 4870,
"946176" : 4853,
"954368" : 4828,
"962560" : 4963,
"970752" : 5027,
"978944" : 5025,
"987136" : 4960,
"995328" : 5098,
"1003520" : 4993,
"1011712" : 5254,
"1019904" : 5351,
"1028096" : 5049,
"1036288" : 5184,
"1044480" : 5210,
"1056768" : 10879,
"1073152" : 11475,
"1089536" : 11694,
"1105920" : 11351,
"1122304" : 12013,
"1138688" : 12237,
"1155072" : 12004,
"1171456" : 12066,
"1187840" : 12143,
"1204224" : 11992,
"1220608" : 12216,
"1236992" : 12228,
"1253376" : 12517,
"1269760" : 12548,
"1286144" : 12729,
"1302528" : 12819,
"1318912" : 13028,
"1335296" : 12867,
"1351680" : 13004,
"1368064" : 12681,
"1384448" : 12869,
"1400832" : 12432,
"1417216" : 12307,
"1433600" : 11953,
"1449984" : 11748,
"1466368" : 11652,
"1482752" : 11410,
"1499136" : 11286,
"1515520" : 11137,
"1531904" : 11025,
"1548288" : 10733,
"1564672" : 10884,
"1581056" : 10647,
"1597440" : 10486,
"1613824" : 10299,
"1630208" : 10481,
"1646592" : 10259,
"1662976" : 10261,
"1679360" : 10229,
"1695744" : 9995,
"1712128" : 10027,
"1728512" : 9928,
"1744896" : 9995,
"1761280" : 9752,
"1777664" : 9601,
"1794048" : 9526,
"1810432" : 9139,
"1826816" : 9073,
"1843200" : 8763,
"1859584" : 8533,
"1875968" : 8067,
"1892352" : 8174,
"1908736" : 7780,
"1925120" : 7373,
"1941504" : 7412,
"1957888" : 7159,
"1974272" : 6939,
"1990656" : 6771,
"2007040" : 6618,
"2023424" : 6247,
"2039808" : 6153,
"2056192" : 5958,
"2072576" : 5710,
"2088960" : 5656,
"2113536" : 10701,
"2146304" : 9834,
"2179072" : 9203,
"2211840" : 8230,
"2244608" : 7499,
"2277376" : 6850,
"2310144" : 6253,
"2342912" : 5483,
"2375680" : 4916,
"2408448" : 4448,
"2441216" : 3843,
"2473984" : 3402,
"2506752" : 2858,
"2539520" : 2683,
"2572288" : 2311,
"2605056" : 1938,
"2637824" : 1704,
"2670592" : 1412,
"2703360" : 1114,
"2736128" : 1106,
"2768896" : 908,
"2801664" : 770,
"2834432" : 592,
"2867200" : 534,
"2899968" : 417,
"2932736" : 342,
"2965504" : 310,
"2998272" : 237,
"3031040" : 226,
"3063808" : 160,
"3096576" : 176,
"3129344" : 136,
"3162112" : 130,
"3194880" : 98,
"3227648" : 88,
"3260416" : 89,
"3293184" : 74,
"3325952" : 59,
"3358720" : 66,
"3391488" : 41,
"3424256" : 45,
"3457024" : 40,
"3489792" : 35,
"3522560" : 26,
"3555328" : 25,
"3588096" : 21,
"3620864" : 29,
"3653632" : 23,
"3686400" : 15,
"3719168" : 16,
"3751936" : 16,
"3784704" : 8,
"3817472" : 11,
"3850240" : 6,
"3883008" : 7,
"3915776" : 2,
"3948544" : 3,
"3981312" : 3,
"4014080" : 5,
"4046848" : 1,
"4079616" : 4,
"4145152" : 1,
"4177920" : 3,
"4227072" : 7,
"4292608" : 2,
"4423680" : 3,
"4489216" : 1,
"4882432" : 1
}
},
"lat_ns" : {
"min" : 94144,
"max" : 5891754,
"mean" : 1860220.556795,
"stddev" : 620679.506170,
"N" : 1031437
},
"bw_min" : 62944,
"bw_max" : 75601,
"bw_agg" : 99.973224,
"bw_mean" : 68745.840336,
"bw_dev" : 305.566787,
"bw_samples" : 952,
"iops_min" : 15736,
"iops_max" : 18898,
"iops_mean" : 17186.260504,
"iops_stddev" : 76.375428,
"iops_samples" : 952
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479992,
"usr_cpu" : 0.705845,
"sys_cpu" : 14.603993,
"ctx" : 836079,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.347086,
"250" : 0.691748,
"500" : 2.775621,
"750" : 6.132174,
"1000" : 13.538870
},
"latency_ms" : {
"2" : 63.186500,
"4" : 13.324511,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773091406,
"timestamp_ms" : 1773091406655,
"time" : "Mon Mar 9 18:23:26 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4928737280,
"io_kbytes" : 4813220,
"bw_bytes" : 70410532,
"bw" : 68760,
"iops" : 17190.257143,
"runtime" : 70000,
"total_ios" : 1203318,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10036,
"max" : 3001677,
"mean" : 462288.080631,
"stddev" : 285939.925582,
"N" : 1203318
},
"clat_ns" : {
"min" : 57838,
"max" : 4857704,
"mean" : 1398004.054187,
"stddev" : 523401.315894,
"N" : 1203310,
"percentile" : {
"1.000000" : 142336,
"5.000000" : 544768,
"10.000000" : 749568,
"20.000000" : 946176,
"30.000000" : 1105920,
"40.000000" : 1236992,
"50.000000" : 1368064,
"60.000000" : 1515520,
"70.000000" : 1679360,
"80.000000" : 1843200,
"90.000000" : 2088960,
"95.000000" : 2277376,
"99.000000" : 2637824,
"99.500000" : 2768896,
"99.900000" : 3129344,
"99.950000" : 3325952,
"99.990000" : 3686400
},
"bins" : {
"57600" : 1,
"61696" : 1,
"64256" : 1,
"67072" : 4,
"68096" : 1,
"69120" : 5,
"70144" : 3,
"71168" : 1,
"72192" : 7,
"73216" : 3,
"74240" : 6,
"75264" : 8,
"76288" : 10,
"77312" : 24,
"78336" : 21,
"79360" : 26,
"80384" : 28,
"81408" : 43,
"82432" : 46,
"83456" : 61,
"84480" : 61,
"85504" : 71,
"86528" : 75,
"87552" : 85,
"88576" : 103,
"89600" : 149,
"90624" : 178,
"91648" : 194,
"92672" : 263,
"93696" : 293,
"94720" : 348,
"95744" : 415,
"96768" : 415,
"97792" : 442,
"98816" : 473,
"99840" : 504,
"100864" : 468,
"101888" : 467,
"102912" : 454,
"103936" : 421,
"104960" : 446,
"105984" : 404,
"107008" : 400,
"108032" : 327,
"109056" : 343,
"110080" : 325,
"111104" : 289,
"112128" : 278,
"113152" : 272,
"114176" : 259,
"115200" : 248,
"116224" : 207,
"117248" : 185,
"118272" : 181,
"119296" : 173,
"120320" : 141,
"121344" : 149,
"122368" : 127,
"123392" : 120,
"124416" : 99,
"125440" : 95,
"126464" : 77,
"127488" : 81,
"128512" : 70,
"129536" : 56,
"130560" : 57,
"132096" : 110,
"134144" : 106,
"136192" : 84,
"138240" : 65,
"140288" : 54,
"142336" : 47,
"144384" : 38,
"146432" : 28,
"148480" : 41,
"150528" : 33,
"152576" : 17,
"154624" : 10,
"156672" : 16,
"158720" : 22,
"160768" : 10,
"162816" : 14,
"164864" : 10,
"166912" : 13,
"168960" : 7,
"171008" : 10,
"173056" : 10,
"175104" : 5,
"177152" : 7,
"179200" : 8,
"181248" : 5,
"183296" : 6,
"185344" : 3,
"187392" : 6,
"189440" : 5,
"191488" : 3,
"193536" : 2,
"195584" : 4,
"197632" : 5,
"199680" : 3,
"201728" : 4,
"203776" : 5,
"205824" : 1,
"207872" : 2,
"209920" : 1,
"211968" : 2,
"214016" : 3,
"216064" : 1,
"218112" : 1,
"220160" : 1,
"224256" : 1,
"226304" : 1,
"228352" : 3,
"230400" : 1,
"232448" : 3,
"236544" : 1,
"244736" : 2,
"246784" : 1,
"252928" : 1,
"254976" : 1,
"257024" : 1,
"268288" : 3,
"276480" : 2,
"280576" : 1,
"284672" : 3,
"288768" : 1,
"292864" : 1,
"296960" : 3,
"305152" : 3,
"309248" : 1,
"313344" : 1,
"321536" : 2,
"325632" : 8,
"329728" : 4,
"333824" : 13,
"337920" : 16,
"342016" : 16,
"346112" : 38,
"350208" : 60,
"354304" : 73,
"358400" : 71,
"362496" : 88,
"366592" : 89,
"370688" : 67,
"374784" : 101,
"378880" : 112,
"382976" : 165,
"387072" : 241,
"391168" : 359,
"395264" : 519,
"399360" : 762,
"403456" : 824,
"407552" : 882,
"411648" : 974,
"415744" : 884,
"419840" : 792,
"423936" : 731,
"428032" : 696,
"432128" : 681,
"436224" : 761,
"440320" : 856,
"444416" : 1038,
"448512" : 1328,
"452608" : 1642,
"456704" : 1838,
"460800" : 2021,
"464896" : 2040,
"468992" : 1996,
"473088" : 1839,
"477184" : 1626,
"481280" : 1556,
"485376" : 1361,
"489472" : 1292,
"493568" : 1241,
"497664" : 1302,
"501760" : 1421,
"505856" : 1426,
"509952" : 1486,
"514048" : 1443,
"518144" : 1543,
"522240" : 1526,
"528384" : 2959,
"536576" : 2803,
"544768" : 2617,
"552960" : 2545,
"561152" : 2549,
"569344" : 2508,
"577536" : 2614,
"585728" : 2627,
"593920" : 2685,
"602112" : 2428,
"610304" : 2424,
"618496" : 2276,
"626688" : 2065,
"634880" : 2054,
"643072" : 2057,
"651264" : 1941,
"659456" : 1981,
"667648" : 1870,
"675840" : 1753,
"684032" : 1701,
"692224" : 1917,
"700416" : 2068,
"708608" : 2467,
"716800" : 2710,
"724992" : 2577,
"733184" : 2500,
"741376" : 2596,
"749568" : 3125,
"757760" : 3802,
"765952" : 4688,
"774144" : 5054,
"782336" : 4657,
"790528" : 4339,
"798720" : 4402,
"806912" : 4742,
"815104" : 5290,
"823296" : 5639,
"831488" : 5745,
"839680" : 5743,
"847872" : 5322,
"856064" : 5362,
"864256" : 5318,
"872448" : 5203,
"880640" : 5372,
"888832" : 5460,
"897024" : 5512,
"905216" : 5589,
"913408" : 5537,
"921600" : 5647,
"929792" : 5702,
"937984" : 5730,
"946176" : 5678,
"954368" : 5603,
"962560" : 5775,
"970752" : 5886,
"978944" : 5846,
"987136" : 5836,
"995328" : 5933,
"1003520" : 5860,
"1011712" : 6144,
"1019904" : 6275,
"1028096" : 5978,
"1036288" : 6117,
"1044480" : 6140,
"1056768" : 12744,
"1073152" : 13378,
"1089536" : 13549,
"1105920" : 13266,
"1122304" : 13935,
"1138688" : 14239,
"1155072" : 13887,
"1171456" : 14011,
"1187840" : 14140,
"1204224" : 13941,
"1220608" : 14268,
"1236992" : 14314,
"1253376" : 14616,
"1269760" : 14628,
"1286144" : 14799,
"1302528" : 14969,
"1318912" : 15211,
"1335296" : 15039,
"1351680" : 15230,
"1368064" : 14886,
"1384448" : 15073,
"1400832" : 14518,
"1417216" : 14372,
"1433600" : 13985,
"1449984" : 13785,
"1466368" : 13701,
"1482752" : 13377,
"1499136" : 13196,
"1515520" : 13085,
"1531904" : 12930,
"1548288" : 12641,
"1564672" : 12750,
"1581056" : 12456,
"1597440" : 12307,
"1613824" : 12151,
"1630208" : 12335,
"1646592" : 12063,
"1662976" : 12015,
"1679360" : 12022,
"1695744" : 11743,
"1712128" : 11827,
"1728512" : 11649,
"1744896" : 11723,
"1761280" : 11401,
"1777664" : 11226,
"1794048" : 11156,
"1810432" : 10662,
"1826816" : 10522,
"1843200" : 10310,
"1859584" : 9938,
"1875968" : 9417,
"1892352" : 9491,
"1908736" : 9058,
"1925120" : 8635,
"1941504" : 8668,
"1957888" : 8406,
"1974272" : 8090,
"1990656" : 7931,
"2007040" : 7730,
"2023424" : 7343,
"2039808" : 7220,
"2056192" : 6919,
"2072576" : 6630,
"2088960" : 6610,
"2113536" : 12533,
"2146304" : 11458,
"2179072" : 10722,
"2211840" : 9552,
"2244608" : 8692,
"2277376" : 7951,
"2310144" : 7243,
"2342912" : 6344,
"2375680" : 5686,
"2408448" : 5104,
"2441216" : 4436,
"2473984" : 3945,
"2506752" : 3278,
"2539520" : 3052,
"2572288" : 2649,
"2605056" : 2200,
"2637824" : 1936,
"2670592" : 1598,
"2703360" : 1276,
"2736128" : 1241,
"2768896" : 1041,
"2801664" : 869,
"2834432" : 672,
"2867200" : 596,
"2899968" : 487,
"2932736" : 397,
"2965504" : 350,
"2998272" : 276,
"3031040" : 263,
"3063808" : 181,
"3096576" : 203,
"3129344" : 156,
"3162112" : 148,
"3194880" : 118,
"3227648" : 99,
"3260416" : 101,
"3293184" : 88,
"3325952" : 68,
"3358720" : 73,
"3391488" : 50,
"3424256" : 54,
"3457024" : 44,
"3489792" : 42,
"3522560" : 33,
"3555328" : 31,
"3588096" : 26,
"3620864" : 34,
"3653632" : 24,
"3686400" : 18,
"3719168" : 19,
"3751936" : 17,
"3784704" : 9,
"3817472" : 11,
"3850240" : 6,
"3883008" : 8,
"3915776" : 4,
"3948544" : 3,
"3981312" : 4,
"4014080" : 5,
"4046848" : 1,
"4079616" : 4,
"4145152" : 1,
"4177920" : 3,
"4227072" : 8,
"4292608" : 3,
"4423680" : 3,
"4489216" : 1,
"4882432" : 1
}
},
"lat_ns" : {
"min" : 94144,
"max" : 5891754,
"mean" : 1860288.558030,
"stddev" : 618660.586199,
"N" : 1203310
},
"bw_min" : 62944,
"bw_max" : 75601,
"bw_agg" : 100.000000,
"bw_mean" : 68766.172662,
"bw_dev" : 298.092340,
"bw_samples" : 1112,
"iops_min" : 15736,
"iops_max" : 18898,
"iops_mean" : 17191.359712,
"iops_stddev" : 74.508793,
"iops_samples" : 1112
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 559999,
"usr_cpu" : 0.702501,
"sys_cpu" : 14.591990,
"ctx" : 973130,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.348786,
"250" : 0.684108,
"500" : 2.753470,
"750" : 6.121906,
"1000" : 13.492360
},
"latency_ms" : {
"2" : 63.348093,
"4" : 13.248119,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773091416,
"timestamp_ms" : 1773091416656,
"time" : "Mon Mar 9 18:23:36 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5649760256,
"io_kbytes" : 5517344,
"bw_bytes" : 70622003,
"bw" : 68966,
"iops" : 17241.912500,
"runtime" : 80000,
"total_ios" : 1379353,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10036,
"max" : 3001677,
"mean" : 460905.724221,
"stddev" : 285033.778752,
"N" : 1379353
},
"clat_ns" : {
"min" : 57838,
"max" : 4857704,
"mean" : 1393816.658898,
"stddev" : 521551.898596,
"N" : 1379345,
"percentile" : {
"1.000000" : 138240,
"5.000000" : 536576,
"10.000000" : 749568,
"20.000000" : 937984,
"30.000000" : 1105920,
"40.000000" : 1236992,
"50.000000" : 1368064,
"60.000000" : 1515520,
"70.000000" : 1662976,
"80.000000" : 1843200,
"90.000000" : 2088960,
"95.000000" : 2277376,
"99.000000" : 2637824,
"99.500000" : 2768896,
"99.900000" : 3129344,
"99.950000" : 3293184,
"99.990000" : 3686400
},
"bins" : {
"57600" : 1,
"61696" : 1,
"64256" : 1,
"67072" : 4,
"68096" : 1,
"69120" : 5,
"70144" : 5,
"71168" : 1,
"72192" : 8,
"73216" : 3,
"74240" : 6,
"75264" : 9,
"76288" : 13,
"77312" : 25,
"78336" : 23,
"79360" : 29,
"80384" : 35,
"81408" : 48,
"82432" : 55,
"83456" : 69,
"84480" : 69,
"85504" : 84,
"86528" : 89,
"87552" : 102,
"88576" : 125,
"89600" : 167,
"90624" : 210,
"91648" : 220,
"92672" : 311,
"93696" : 342,
"94720" : 411,
"95744" : 490,
"96768" : 475,
"97792" : 510,
"98816" : 575,
"99840" : 583,
"100864" : 543,
"101888" : 540,
"102912" : 525,
"103936" : 488,
"104960" : 505,
"105984" : 474,
"107008" : 461,
"108032" : 379,
"109056" : 389,
"110080" : 366,
"111104" : 339,
"112128" : 315,
"113152" : 308,
"114176" : 297,
"115200" : 276,
"116224" : 234,
"117248" : 221,
"118272" : 207,
"119296" : 196,
"120320" : 163,
"121344" : 166,
"122368" : 145,
"123392" : 139,
"124416" : 109,
"125440" : 114,
"126464" : 90,
"127488" : 97,
"128512" : 83,
"129536" : 67,
"130560" : 69,
"132096" : 127,
"134144" : 121,
"136192" : 89,
"138240" : 67,
"140288" : 65,
"142336" : 50,
"144384" : 41,
"146432" : 33,
"148480" : 46,
"150528" : 36,
"152576" : 19,
"154624" : 10,
"156672" : 17,
"158720" : 25,
"160768" : 13,
"162816" : 17,
"164864" : 11,
"166912" : 14,
"168960" : 10,
"171008" : 10,
"173056" : 10,
"175104" : 6,
"177152" : 8,
"179200" : 8,
"181248" : 5,
"183296" : 6,
"185344" : 3,
"187392" : 8,
"189440" : 8,
"191488" : 5,
"193536" : 2,
"195584" : 6,
"197632" : 7,
"199680" : 3,
"201728" : 4,
"203776" : 5,
"205824" : 2,
"207872" : 2,
"209920" : 1,
"211968" : 2,
"214016" : 3,
"216064" : 2,
"218112" : 1,
"220160" : 1,
"224256" : 1,
"226304" : 1,
"228352" : 4,
"230400" : 3,
"232448" : 3,
"236544" : 1,
"244736" : 2,
"246784" : 1,
"252928" : 1,
"254976" : 1,
"257024" : 1,
"268288" : 3,
"276480" : 2,
"280576" : 1,
"284672" : 3,
"288768" : 1,
"292864" : 1,
"296960" : 3,
"305152" : 3,
"309248" : 1,
"313344" : 1,
"321536" : 3,
"325632" : 8,
"329728" : 5,
"333824" : 15,
"337920" : 19,
"342016" : 19,
"346112" : 42,
"350208" : 65,
"354304" : 77,
"358400" : 80,
"362496" : 102,
"366592" : 97,
"370688" : 76,
"374784" : 119,
"378880" : 128,
"382976" : 188,
"387072" : 272,
"391168" : 396,
"395264" : 582,
"399360" : 861,
"403456" : 952,
"407552" : 1013,
"411648" : 1092,
"415744" : 1014,
"419840" : 895,
"423936" : 858,
"428032" : 828,
"432128" : 800,
"436224" : 903,
"440320" : 998,
"444416" : 1206,
"448512" : 1541,
"452608" : 1898,
"456704" : 2119,
"460800" : 2342,
"464896" : 2355,
"468992" : 2298,
"473088" : 2154,
"477184" : 1907,
"481280" : 1804,
"485376" : 1565,
"489472" : 1496,
"493568" : 1460,
"497664" : 1520,
"501760" : 1641,
"505856" : 1688,
"509952" : 1719,
"514048" : 1697,
"518144" : 1776,
"522240" : 1766,
"528384" : 3452,
"536576" : 3220,
"544768" : 3012,
"552960" : 2971,
"561152" : 2922,
"569344" : 2877,
"577536" : 2992,
"585728" : 3040,
"593920" : 3053,
"602112" : 2798,
"610304" : 2756,
"618496" : 2607,
"626688" : 2342,
"634880" : 2308,
"643072" : 2356,
"651264" : 2225,
"659456" : 2236,
"667648" : 2145,
"675840" : 1968,
"684032" : 1917,
"692224" : 2143,
"700416" : 2358,
"708608" : 2804,
"716800" : 3074,
"724992" : 2944,
"733184" : 2857,
"741376" : 2942,
"749568" : 3559,
"757760" : 4353,
"765952" : 5339,
"774144" : 5748,
"782336" : 5321,
"790528" : 4962,
"798720" : 5056,
"806912" : 5477,
"815104" : 6124,
"823296" : 6531,
"831488" : 6645,
"839680" : 6570,
"847872" : 6176,
"856064" : 6355,
"864256" : 6227,
"872448" : 6141,
"880640" : 6251,
"888832" : 6384,
"897024" : 6441,
"905216" : 6498,
"913408" : 6474,
"921600" : 6608,
"929792" : 6643,
"937984" : 6653,
"946176" : 6591,
"954368" : 6553,
"962560" : 6660,
"970752" : 6840,
"978944" : 6790,
"987136" : 6701,
"995328" : 6803,
"1003520" : 6793,
"1011712" : 7045,
"1019904" : 7214,
"1028096" : 6880,
"1036288" : 7017,
"1044480" : 7061,
"1056768" : 14568,
"1073152" : 15319,
"1089536" : 15498,
"1105920" : 15224,
"1122304" : 15894,
"1138688" : 16360,
"1155072" : 15947,
"1171456" : 16133,
"1187840" : 16250,
"1204224" : 16129,
"1220608" : 16516,
"1236992" : 16517,
"1253376" : 16949,
"1269760" : 16959,
"1286144" : 17221,
"1302528" : 17447,
"1318912" : 17620,
"1335296" : 17439,
"1351680" : 17613,
"1368064" : 17154,
"1384448" : 17338,
"1400832" : 16740,
"1417216" : 16508,
"1433600" : 16179,
"1449984" : 15813,
"1466368" : 15793,
"1482752" : 15279,
"1499136" : 15171,
"1515520" : 15040,
"1531904" : 14873,
"1548288" : 14600,
"1564672" : 14638,
"1581056" : 14306,
"1597440" : 14181,
"1613824" : 13952,
"1630208" : 14144,
"1646592" : 13906,
"1662976" : 13831,
"1679360" : 13759,
"1695744" : 13429,
"1712128" : 13564,
"1728512" : 13342,
"1744896" : 13343,
"1761280" : 12966,
"1777664" : 12798,
"1794048" : 12631,
"1810432" : 12161,
"1826816" : 11947,
"1843200" : 11674,
"1859584" : 11218,
"1875968" : 10759,
"1892352" : 10765,
"1908736" : 10278,
"1925120" : 9817,
"1941504" : 9798,
"1957888" : 9513,
"1974272" : 9179,
"1990656" : 8993,
"2007040" : 8676,
"2023424" : 8334,
"2039808" : 8212,
"2056192" : 7795,
"2072576" : 7531,
"2088960" : 7433,
"2113536" : 14140,
"2146304" : 12870,
"2179072" : 11994,
"2211840" : 10710,
"2244608" : 9748,
"2277376" : 8912,
"2310144" : 8092,
"2342912" : 7115,
"2375680" : 6387,
"2408448" : 5719,
"2441216" : 4987,
"2473984" : 4415,
"2506752" : 3680,
"2539520" : 3400,
"2572288" : 2942,
"2605056" : 2448,
"2637824" : 2176,
"2670592" : 1770,
"2703360" : 1447,
"2736128" : 1376,
"2768896" : 1148,
"2801664" : 961,
"2834432" : 760,
"2867200" : 669,
"2899968" : 540,
"2932736" : 439,
"2965504" : 403,
"2998272" : 312,
"3031040" : 299,
"3063808" : 199,
"3096576" : 223,
"3129344" : 173,
"3162112" : 167,
"3194880" : 128,
"3227648" : 109,
"3260416" : 115,
"3293184" : 91,
"3325952" : 72,
"3358720" : 85,
"3391488" : 56,
"3424256" : 62,
"3457024" : 49,
"3489792" : 49,
"3522560" : 38,
"3555328" : 34,
"3588096" : 30,
"3620864" : 37,
"3653632" : 25,
"3686400" : 18,
"3719168" : 19,
"3751936" : 20,
"3784704" : 11,
"3817472" : 11,
"3850240" : 7,
"3883008" : 10,
"3915776" : 5,
"3948544" : 4,
"3981312" : 4,
"4014080" : 5,
"4046848" : 1,
"4079616" : 4,
"4145152" : 2,
"4177920" : 3,
"4227072" : 8,
"4292608" : 4,
"4423680" : 3,
"4489216" : 1,
"4882432" : 1
}
},
"lat_ns" : {
"min" : 94144,
"max" : 5891754,
"mean" : 1854720.941162,
"stddev" : 616517.386833,
"N" : 1379345
},
"bw_min" : 62944,
"bw_max" : 75695,
"bw_agg" : 100.000000,
"bw_mean" : 68970.100629,
"bw_dev" : 302.531005,
"bw_samples" : 1272,
"iops_min" : 15736,
"iops_max" : 18922,
"iops_mean" : 17242.345912,
"iops_stddev" : 75.621091,
"iops_samples" : 1272
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639998,
"usr_cpu" : 0.703752,
"sys_cpu" : 14.612858,
"ctx" : 1115088,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.355746,
"250" : 0.684959,
"500" : 2.777969,
"750" : 6.115113,
"1000" : 13.638786
},
"latency_ms" : {
"2" : 63.442571,
"4" : 12.981956,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773091426,
"timestamp_ms" : 1773091426655,
"time" : "Mon Mar 9 18:23:46 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6371819520,
"io_kbytes" : 6222480,
"bw_bytes" : 70798781,
"bw" : 69139,
"iops" : 17285.047612,
"runtime" : 89999,
"total_ios" : 1555637,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10036,
"max" : 3001677,
"mean" : 459758.596677,
"stddev" : 284172.573696,
"N" : 1555638
},
"clat_ns" : {
"min" : 57838,
"max" : 4857704,
"mean" : 1390340.221573,
"stddev" : 519789.393083,
"N" : 1555629,
"percentile" : {
"1.000000" : 138240,
"5.000000" : 536576,
"10.000000" : 749568,
"20.000000" : 937984,
"30.000000" : 1089536,
"40.000000" : 1236992,
"50.000000" : 1368064,
"60.000000" : 1499136,
"70.000000" : 1662976,
"80.000000" : 1843200,
"90.000000" : 2072576,
"95.000000" : 2277376,
"99.000000" : 2637824,
"99.500000" : 2768896,
"99.900000" : 3129344,
"99.950000" : 3293184,
"99.990000" : 3653632
},
"bins" : {
"57600" : 1,
"61696" : 2,
"64256" : 1,
"64768" : 1,
"67072" : 4,
"68096" : 2,
"69120" : 5,
"70144" : 6,
"71168" : 1,
"72192" : 8,
"73216" : 3,
"74240" : 9,
"75264" : 11,
"76288" : 16,
"77312" : 27,
"78336" : 26,
"79360" : 36,
"80384" : 41,
"81408" : 49,
"82432" : 62,
"83456" : 72,
"84480" : 78,
"85504" : 100,
"86528" : 106,
"87552" : 124,
"88576" : 146,
"89600" : 189,
"90624" : 247,
"91648" : 259,
"92672" : 349,
"93696" : 398,
"94720" : 478,
"95744" : 555,
"96768" : 548,
"97792" : 575,
"98816" : 660,
"99840" : 650,
"100864" : 602,
"101888" : 606,
"102912" : 596,
"103936" : 536,
"104960" : 554,
"105984" : 529,
"107008" : 521,
"108032" : 420,
"109056" : 436,
"110080" : 403,
"111104" : 383,
"112128" : 341,
"113152" : 344,
"114176" : 323,
"115200" : 299,
"116224" : 267,
"117248" : 249,
"118272" : 231,
"119296" : 220,
"120320" : 179,
"121344" : 184,
"122368" : 166,
"123392" : 162,
"124416" : 125,
"125440" : 127,
"126464" : 103,
"127488" : 116,
"128512" : 87,
"129536" : 76,
"130560" : 77,
"132096" : 140,
"134144" : 135,
"136192" : 101,
"138240" : 75,
"140288" : 70,
"142336" : 50,
"144384" : 50,
"146432" : 37,
"148480" : 50,
"150528" : 37,
"152576" : 20,
"154624" : 10,
"156672" : 20,
"158720" : 26,
"160768" : 13,
"162816" : 18,
"164864" : 12,
"166912" : 15,
"168960" : 11,
"171008" : 10,
"173056" : 11,
"175104" : 7,
"177152" : 9,
"179200" : 8,
"181248" : 5,
"183296" : 6,
"185344" : 3,
"187392" : 8,
"189440" : 8,
"191488" : 5,
"193536" : 2,
"195584" : 6,
"197632" : 7,
"199680" : 3,
"201728" : 4,
"203776" : 5,
"205824" : 3,
"207872" : 2,
"209920" : 2,
"211968" : 2,
"214016" : 3,
"216064" : 2,
"218112" : 1,
"220160" : 2,
"224256" : 1,
"226304" : 1,
"228352" : 4,
"230400" : 3,
"232448" : 3,
"236544" : 1,
"244736" : 2,
"246784" : 1,
"252928" : 1,
"254976" : 1,
"257024" : 1,
"268288" : 3,
"276480" : 2,
"280576" : 2,
"284672" : 3,
"288768" : 1,
"292864" : 2,
"296960" : 4,
"305152" : 3,
"309248" : 2,
"313344" : 1,
"317440" : 1,
"321536" : 3,
"325632" : 8,
"329728" : 5,
"333824" : 15,
"337920" : 19,
"342016" : 23,
"346112" : 54,
"350208" : 71,
"354304" : 82,
"358400" : 91,
"362496" : 111,
"366592" : 112,
"370688" : 87,
"374784" : 136,
"378880" : 152,
"382976" : 216,
"387072" : 306,
"391168" : 434,
"395264" : 641,
"399360" : 951,
"403456" : 1072,
"407552" : 1170,
"411648" : 1277,
"415744" : 1176,
"419840" : 1009,
"423936" : 985,
"428032" : 947,
"432128" : 909,
"436224" : 1038,
"440320" : 1161,
"444416" : 1390,
"448512" : 1739,
"452608" : 2143,
"456704" : 2370,
"460800" : 2642,
"464896" : 2680,
"468992" : 2626,
"473088" : 2461,
"477184" : 2181,
"481280" : 2043,
"485376" : 1781,
"489472" : 1749,
"493568" : 1657,
"497664" : 1700,
"501760" : 1850,
"505856" : 1936,
"509952" : 1946,
"514048" : 1961,
"518144" : 2020,
"522240" : 1989,
"528384" : 3895,
"536576" : 3653,
"544768" : 3427,
"552960" : 3354,
"561152" : 3317,
"569344" : 3279,
"577536" : 3353,
"585728" : 3421,
"593920" : 3424,
"602112" : 3122,
"610304" : 3106,
"618496" : 2890,
"626688" : 2652,
"634880" : 2583,
"643072" : 2655,
"651264" : 2489,
"659456" : 2495,
"667648" : 2398,
"675840" : 2184,
"684032" : 2169,
"692224" : 2345,
"700416" : 2640,
"708608" : 3112,
"716800" : 3458,
"724992" : 3301,
"733184" : 3185,
"741376" : 3283,
"749568" : 4004,
"757760" : 4910,
"765952" : 6008,
"774144" : 6435,
"782336" : 6032,
"790528" : 5614,
"798720" : 5791,
"806912" : 6219,
"815104" : 6936,
"823296" : 7451,
"831488" : 7573,
"839680" : 7522,
"847872" : 7098,
"856064" : 7215,
"864256" : 7116,
"872448" : 7074,
"880640" : 7152,
"888832" : 7369,
"897024" : 7403,
"905216" : 7442,
"913408" : 7447,
"921600" : 7518,
"929792" : 7588,
"937984" : 7574,
"946176" : 7568,
"954368" : 7488,
"962560" : 7543,
"970752" : 7778,
"978944" : 7702,
"987136" : 7615,
"995328" : 7716,
"1003520" : 7749,
"1011712" : 7998,
"1019904" : 8170,
"1028096" : 7738,
"1036288" : 7888,
"1044480" : 8023,
"1056768" : 16480,
"1073152" : 17204,
"1089536" : 17482,
"1105920" : 17085,
"1122304" : 17868,
"1138688" : 18567,
"1155072" : 18048,
"1171456" : 18309,
"1187840" : 18457,
"1204224" : 18296,
"1220608" : 18658,
"1236992" : 18810,
"1253376" : 19296,
"1269760" : 19361,
"1286144" : 19585,
"1302528" : 19789,
"1318912" : 19966,
"1335296" : 19929,
"1351680" : 19943,
"1368064" : 19495,
"1384448" : 19610,
"1400832" : 19002,
"1417216" : 18637,
"1433600" : 18353,
"1449984" : 17840,
"1466368" : 17893,
"1482752" : 17218,
"1499136" : 17096,
"1515520" : 16999,
"1531904" : 16809,
"1548288" : 16476,
"1564672" : 16546,
"1581056" : 16214,
"1597440" : 16027,
"1613824" : 15810,
"1630208" : 15962,
"1646592" : 15819,
"1662976" : 15661,
"1679360" : 15563,
"1695744" : 15131,
"1712128" : 15290,
"1728512" : 14931,
"1744896" : 14987,
"1761280" : 14617,
"1777664" : 14292,
"1794048" : 14188,
"1810432" : 13594,
"1826816" : 13343,
"1843200" : 12987,
"1859584" : 12568,
"1875968" : 12063,
"1892352" : 11942,
"1908736" : 11458,
"1925120" : 10934,
"1941504" : 10889,
"1957888" : 10588,
"1974272" : 10289,
"1990656" : 10018,
"2007040" : 9699,
"2023424" : 9327,
"2039808" : 9170,
"2056192" : 8647,
"2072576" : 8400,
"2088960" : 8283,
"2113536" : 15681,
"2146304" : 14306,
"2179072" : 13314,
"2211840" : 11934,
"2244608" : 10858,
"2277376" : 9897,
"2310144" : 8957,
"2342912" : 7898,
"2375680" : 7081,
"2408448" : 6303,
"2441216" : 5487,
"2473984" : 4855,
"2506752" : 4079,
"2539520" : 3738,
"2572288" : 3238,
"2605056" : 2697,
"2637824" : 2383,
"2670592" : 1954,
"2703360" : 1590,
"2736128" : 1520,
"2768896" : 1268,
"2801664" : 1047,
"2834432" : 843,
"2867200" : 735,
"2899968" : 615,
"2932736" : 480,
"2965504" : 432,
"2998272" : 349,
"3031040" : 324,
"3063808" : 217,
"3096576" : 243,
"3129344" : 181,
"3162112" : 180,
"3194880" : 137,
"3227648" : 126,
"3260416" : 123,
"3293184" : 96,
"3325952" : 81,
"3358720" : 89,
"3391488" : 58,
"3424256" : 64,
"3457024" : 53,
"3489792" : 50,
"3522560" : 40,
"3555328" : 35,
"3588096" : 30,
"3620864" : 38,
"3653632" : 26,
"3686400" : 21,
"3719168" : 20,
"3751936" : 21,
"3784704" : 11,
"3817472" : 11,
"3850240" : 7,
"3883008" : 11,
"3915776" : 5,
"3948544" : 6,
"3981312" : 4,
"4014080" : 5,
"4046848" : 2,
"4079616" : 6,
"4145152" : 2,
"4177920" : 3,
"4227072" : 8,
"4292608" : 4,
"4423680" : 4,
"4489216" : 2,
"4554752" : 1,
"4620288" : 1,
"4882432" : 1
}
},
"lat_ns" : {
"min" : 94144,
"max" : 5891754,
"mean" : 1850097.859285,
"stddev" : 614364.568206,
"N" : 1555629
},
"bw_min" : 62944,
"bw_max" : 75781,
"bw_agg" : 100.000000,
"bw_mean" : 69144.424581,
"bw_dev" : 308.140794,
"bw_samples" : 1432,
"iops_min" : 15736,
"iops_max" : 18944,
"iops_mean" : 17285.916201,
"iops_stddev" : 77.022709,
"iops_samples" : 1432
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 719992,
"usr_cpu" : 0.697508,
"sys_cpu" : 14.639746,
"ctx" : 1256875,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999936,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.361652,
"250" : 0.675672,
"500" : 2.802132,
"750" : 6.096345,
"1000" : 13.782136
},
"latency_ms" : {
"2" : 63.508646,
"4" : 12.770396,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773091436,
"timestamp_ms" : 1773091436655,
"time" : "Mon Mar 9 18:23:56 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7087501312,
"io_kbytes" : 6921388,
"bw_bytes" : 70875013,
"bw" : 69213,
"iops" : 17303.550000,
"runtime" : 100000,
"total_ios" : 1730355,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10036,
"max" : 3001677,
"mean" : 459267.253650,
"stddev" : 283773.022483,
"N" : 1730355
},
"clat_ns" : {
"min" : 57838,
"max" : 4857704,
"mean" : 1388837.378250,
"stddev" : 518770.481640,
"N" : 1730347,
"percentile" : {
"1.000000" : 140288,
"5.000000" : 536576,
"10.000000" : 749568,
"20.000000" : 937984,
"30.000000" : 1089536,
"40.000000" : 1236992,
"50.000000" : 1368064,
"60.000000" : 1499136,
"70.000000" : 1662976,
"80.000000" : 1826816,
"90.000000" : 2072576,
"95.000000" : 2277376,
"99.000000" : 2605056,
"99.500000" : 2768896,
"99.900000" : 3129344,
"99.950000" : 3293184,
"99.990000" : 3653632
},
"bins" : {
"57600" : 1,
"61696" : 2,
"64256" : 1,
"64768" : 1,
"67072" : 4,
"68096" : 2,
"69120" : 6,
"70144" : 7,
"71168" : 2,
"72192" : 9,
"73216" : 4,
"74240" : 12,
"75264" : 13,
"76288" : 17,
"77312" : 29,
"78336" : 31,
"79360" : 38,
"80384" : 48,
"81408" : 55,
"82432" : 70,
"83456" : 85,
"84480" : 92,
"85504" : 109,
"86528" : 113,
"87552" : 136,
"88576" : 168,
"89600" : 214,
"90624" : 276,
"91648" : 289,
"92672" : 395,
"93696" : 452,
"94720" : 534,
"95744" : 631,
"96768" : 618,
"97792" : 647,
"98816" : 730,
"99840" : 714,
"100864" : 674,
"101888" : 684,
"102912" : 667,
"103936" : 604,
"104960" : 621,
"105984" : 580,
"107008" : 555,
"108032" : 474,
"109056" : 491,
"110080" : 438,
"111104" : 426,
"112128" : 365,
"113152" : 385,
"114176" : 355,
"115200" : 320,
"116224" : 298,
"117248" : 270,
"118272" : 251,
"119296" : 244,
"120320" : 199,
"121344" : 195,
"122368" : 181,
"123392" : 180,
"124416" : 140,
"125440" : 136,
"126464" : 112,
"127488" : 126,
"128512" : 95,
"129536" : 85,
"130560" : 80,
"132096" : 153,
"134144" : 151,
"136192" : 107,
"138240" : 81,
"140288" : 77,
"142336" : 56,
"144384" : 55,
"146432" : 44,
"148480" : 53,
"150528" : 41,
"152576" : 22,
"154624" : 11,
"156672" : 21,
"158720" : 26,
"160768" : 17,
"162816" : 20,
"164864" : 12,
"166912" : 18,
"168960" : 15,
"171008" : 11,
"173056" : 13,
"175104" : 8,
"177152" : 9,
"179200" : 9,
"181248" : 6,
"183296" : 6,
"185344" : 4,
"187392" : 8,
"189440" : 9,
"191488" : 5,
"193536" : 2,
"195584" : 6,
"197632" : 8,
"199680" : 3,
"201728" : 5,
"203776" : 5,
"205824" : 3,
"207872" : 3,
"209920" : 2,
"211968" : 2,
"214016" : 3,
"216064" : 2,
"218112" : 1,
"220160" : 2,
"224256" : 1,
"226304" : 2,
"228352" : 4,
"230400" : 3,
"232448" : 3,
"236544" : 1,
"244736" : 2,
"246784" : 1,
"252928" : 1,
"254976" : 1,
"257024" : 1,
"268288" : 3,
"276480" : 2,
"280576" : 2,
"284672" : 3,
"288768" : 2,
"292864" : 2,
"296960" : 4,
"305152" : 3,
"309248" : 2,
"313344" : 1,
"317440" : 1,
"321536" : 3,
"325632" : 8,
"329728" : 6,
"333824" : 15,
"337920" : 21,
"342016" : 24,
"346112" : 59,
"350208" : 75,
"354304" : 89,
"358400" : 95,
"362496" : 122,
"366592" : 122,
"370688" : 94,
"374784" : 155,
"378880" : 161,
"382976" : 242,
"387072" : 342,
"391168" : 486,
"395264" : 694,
"399360" : 1035,
"403456" : 1184,
"407552" : 1290,
"411648" : 1400,
"415744" : 1293,
"419840" : 1144,
"423936" : 1080,
"428032" : 1067,
"432128" : 1024,
"436224" : 1146,
"440320" : 1306,
"444416" : 1550,
"448512" : 1955,
"452608" : 2395,
"456704" : 2698,
"460800" : 2908,
"464896" : 2991,
"468992" : 2921,
"473088" : 2740,
"477184" : 2423,
"481280" : 2276,
"485376" : 2010,
"489472" : 1941,
"493568" : 1872,
"497664" : 1901,
"501760" : 2087,
"505856" : 2180,
"509952" : 2179,
"514048" : 2179,
"518144" : 2272,
"522240" : 2227,
"528384" : 4344,
"536576" : 4115,
"544768" : 3826,
"552960" : 3730,
"561152" : 3724,
"569344" : 3660,
"577536" : 3767,
"585728" : 3823,
"593920" : 3879,
"602112" : 3510,
"610304" : 3465,
"618496" : 3222,
"626688" : 2934,
"634880" : 2869,
"643072" : 2957,
"651264" : 2801,
"659456" : 2782,
"667648" : 2679,
"675840" : 2444,
"684032" : 2414,
"692224" : 2611,
"700416" : 2887,
"708608" : 3439,
"716800" : 3833,
"724992" : 3634,
"733184" : 3514,
"741376" : 3631,
"749568" : 4440,
"757760" : 5418,
"765952" : 6641,
"774144" : 7069,
"782336" : 6635,
"790528" : 6250,
"798720" : 6410,
"806912" : 6886,
"815104" : 7717,
"823296" : 8321,
"831488" : 8438,
"839680" : 8362,
"847872" : 7926,
"856064" : 8019,
"864256" : 7970,
"872448" : 7958,
"880640" : 8004,
"888832" : 8165,
"897024" : 8260,
"905216" : 8289,
"913408" : 8343,
"921600" : 8398,
"929792" : 8465,
"937984" : 8433,
"946176" : 8428,
"954368" : 8415,
"962560" : 8409,
"970752" : 8716,
"978944" : 8571,
"987136" : 8557,
"995328" : 8544,
"1003520" : 8656,
"1011712" : 8961,
"1019904" : 9087,
"1028096" : 8660,
"1036288" : 8779,
"1044480" : 8863,
"1056768" : 18265,
"1073152" : 19087,
"1089536" : 19420,
"1105920" : 19044,
"1122304" : 19881,
"1138688" : 20642,
"1155072" : 20118,
"1171456" : 20422,
"1187840" : 20550,
"1204224" : 20470,
"1220608" : 20819,
"1236992" : 20942,
"1253376" : 21485,
"1269760" : 21602,
"1286144" : 21901,
"1302528" : 22097,
"1318912" : 22311,
"1335296" : 22248,
"1351680" : 22260,
"1368064" : 21755,
"1384448" : 21831,
"1400832" : 21305,
"1417216" : 20806,
"1433600" : 20518,
"1449984" : 19882,
"1466368" : 19959,
"1482752" : 19198,
"1499136" : 19113,
"1515520" : 18868,
"1531904" : 18701,
"1548288" : 18324,
"1564672" : 18389,
"1581056" : 18129,
"1597440" : 17857,
"1613824" : 17622,
"1630208" : 17725,
"1646592" : 17670,
"1662976" : 17497,
"1679360" : 17357,
"1695744" : 16906,
"1712128" : 17000,
"1728512" : 16643,
"1744896" : 16689,
"1761280" : 16317,
"1777664" : 15980,
"1794048" : 15708,
"1810432" : 15080,
"1826816" : 14809,
"1843200" : 14394,
"1859584" : 14014,
"1875968" : 13376,
"1892352" : 13259,
"1908736" : 12739,
"1925120" : 12133,
"1941504" : 12061,
"1957888" : 11685,
"1974272" : 11375,
"1990656" : 11116,
"2007040" : 10641,
"2023424" : 10284,
"2039808" : 10150,
"2056192" : 9570,
"2072576" : 9267,
"2088960" : 9145,
"2113536" : 17310,
"2146304" : 15790,
"2179072" : 14673,
"2211840" : 13179,
"2244608" : 12003,
"2277376" : 10880,
"2310144" : 9870,
"2342912" : 8720,
"2375680" : 7797,
"2408448" : 6907,
"2441216" : 6023,
"2473984" : 5294,
"2506752" : 4505,
"2539520" : 4073,
"2572288" : 3521,
"2605056" : 2936,
"2637824" : 2596,
"2670592" : 2130,
"2703360" : 1763,
"2736128" : 1660,
"2768896" : 1367,
"2801664" : 1138,
"2834432" : 927,
"2867200" : 820,
"2899968" : 672,
"2932736" : 536,
"2965504" : 475,
"2998272" : 392,
"3031040" : 352,
"3063808" : 238,
"3096576" : 260,
"3129344" : 208,
"3162112" : 195,
"3194880" : 156,
"3227648" : 137,
"3260416" : 136,
"3293184" : 111,
"3325952" : 93,
"3358720" : 98,
"3391488" : 65,
"3424256" : 73,
"3457024" : 58,
"3489792" : 53,
"3522560" : 42,
"3555328" : 37,
"3588096" : 34,
"3620864" : 42,
"3653632" : 32,
"3686400" : 24,
"3719168" : 21,
"3751936" : 23,
"3784704" : 11,
"3817472" : 12,
"3850240" : 7,
"3883008" : 12,
"3915776" : 5,
"3948544" : 7,
"3981312" : 5,
"4014080" : 6,
"4046848" : 3,
"4079616" : 6,
"4145152" : 2,
"4177920" : 3,
"4227072" : 8,
"4292608" : 4,
"4423680" : 4,
"4489216" : 2,
"4554752" : 2,
"4620288" : 1,
"4882432" : 1
}
},
"lat_ns" : {
"min" : 94144,
"max" : 5891754,
"mean" : 1848101.282473,
"stddev" : 612942.853048,
"N" : 1730347
},
"bw_min" : 62944,
"bw_max" : 75781,
"bw_agg" : 100.000000,
"bw_mean" : 69221.597990,
"bw_dev" : 302.307385,
"bw_samples" : 1592,
"iops_min" : 15736,
"iops_max" : 18944,
"iops_mean" : 17305.211055,
"iops_stddev" : 75.563764,
"iops_samples" : 1592
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799998,
"usr_cpu" : 0.695127,
"sys_cpu" : 14.645912,
"ctx" : 1397380,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.364665,
"250" : 0.670845,
"500" : 2.805551,
"750" : 6.113196,
"1000" : 13.800058
},
"latency_ms" : {
"2" : 63.598510,
"4" : 12.644284,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773091446,
"timestamp_ms" : 1773091446655,
"time" : "Mon Mar 9 18:24:06 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7811891200,
"io_kbytes" : 7628800,
"bw_bytes" : 71017838,
"bw" : 69353,
"iops" : 17338.412167,
"runtime" : 109999,
"total_ios" : 1907208,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10036,
"max" : 3001677,
"mean" : 458341.165053,
"stddev" : 283160.850199,
"N" : 1907208
},
"clat_ns" : {
"min" : 57838,
"max" : 4857704,
"mean" : 1386049.627557,
"stddev" : 517411.073701,
"N" : 1907200,
"percentile" : {
"1.000000" : 142336,
"5.000000" : 536576,
"10.000000" : 749568,
"20.000000" : 937984,
"30.000000" : 1089536,
"40.000000" : 1236992,
"50.000000" : 1368064,
"60.000000" : 1499136,
"70.000000" : 1662976,
"80.000000" : 1826816,
"90.000000" : 2072576,
"95.000000" : 2244608,
"99.000000" : 2605056,
"99.500000" : 2768896,
"99.900000" : 3096576,
"99.950000" : 3293184,
"99.990000" : 3653632
},
"bins" : {
"57600" : 1,
"61696" : 2,
"64256" : 1,
"64768" : 1,
"66048" : 1,
"67072" : 4,
"68096" : 2,
"69120" : 7,
"70144" : 8,
"71168" : 3,
"72192" : 9,
"73216" : 5,
"74240" : 14,
"75264" : 15,
"76288" : 19,
"77312" : 37,
"78336" : 34,
"79360" : 42,
"80384" : 58,
"81408" : 63,
"82432" : 78,
"83456" : 97,
"84480" : 105,
"85504" : 125,
"86528" : 122,
"87552" : 144,
"88576" : 188,
"89600" : 232,
"90624" : 297,
"91648" : 309,
"92672" : 428,
"93696" : 484,
"94720" : 584,
"95744" : 687,
"96768" : 684,
"97792" : 714,
"98816" : 798,
"99840" : 779,
"100864" : 755,
"101888" : 756,
"102912" : 739,
"103936" : 665,
"104960" : 694,
"105984" : 628,
"107008" : 609,
"108032" : 525,
"109056" : 538,
"110080" : 478,
"111104" : 462,
"112128" : 399,
"113152" : 431,
"114176" : 384,
"115200" : 350,
"116224" : 320,
"117248" : 308,
"118272" : 275,
"119296" : 268,
"120320" : 220,
"121344" : 210,
"122368" : 197,
"123392" : 193,
"124416" : 162,
"125440" : 154,
"126464" : 126,
"127488" : 139,
"128512" : 104,
"129536" : 90,
"130560" : 87,
"132096" : 166,
"134144" : 159,
"136192" : 116,
"138240" : 94,
"140288" : 87,
"142336" : 58,
"144384" : 60,
"146432" : 48,
"148480" : 53,
"150528" : 41,
"152576" : 27,
"154624" : 12,
"156672" : 23,
"158720" : 27,
"160768" : 21,
"162816" : 22,
"164864" : 13,
"166912" : 21,
"168960" : 17,
"171008" : 14,
"173056" : 13,
"175104" : 8,
"177152" : 10,
"179200" : 11,
"181248" : 7,
"183296" : 9,
"185344" : 4,
"187392" : 8,
"189440" : 13,
"191488" : 8,
"193536" : 3,
"195584" : 6,
"197632" : 8,
"199680" : 4,
"201728" : 5,
"203776" : 5,
"205824" : 3,
"207872" : 3,
"209920" : 2,
"211968" : 2,
"214016" : 3,
"216064" : 3,
"218112" : 1,
"220160" : 2,
"224256" : 1,
"226304" : 2,
"228352" : 4,
"230400" : 3,
"232448" : 3,
"236544" : 1,
"244736" : 3,
"246784" : 1,
"252928" : 1,
"254976" : 1,
"257024" : 1,
"259072" : 1,
"268288" : 3,
"276480" : 2,
"280576" : 2,
"284672" : 3,
"288768" : 2,
"292864" : 2,
"296960" : 4,
"305152" : 3,
"309248" : 2,
"313344" : 1,
"317440" : 2,
"321536" : 3,
"325632" : 8,
"329728" : 9,
"333824" : 16,
"337920" : 22,
"342016" : 26,
"346112" : 60,
"350208" : 79,
"354304" : 93,
"358400" : 99,
"362496" : 137,
"366592" : 132,
"370688" : 109,
"374784" : 163,
"378880" : 176,
"382976" : 265,
"387072" : 372,
"391168" : 546,
"395264" : 766,
"399360" : 1143,
"403456" : 1300,
"407552" : 1445,
"411648" : 1543,
"415744" : 1430,
"419840" : 1263,
"423936" : 1218,
"428032" : 1211,
"432128" : 1151,
"436224" : 1283,
"440320" : 1437,
"444416" : 1723,
"448512" : 2172,
"452608" : 2624,
"456704" : 2988,
"460800" : 3220,
"464896" : 3307,
"468992" : 3244,
"473088" : 3045,
"477184" : 2734,
"481280" : 2537,
"485376" : 2257,
"489472" : 2160,
"493568" : 2088,
"497664" : 2118,
"501760" : 2364,
"505856" : 2441,
"509952" : 2434,
"514048" : 2407,
"518144" : 2534,
"522240" : 2492,
"528384" : 4791,
"536576" : 4575,
"544768" : 4249,
"552960" : 4114,
"561152" : 4103,
"569344" : 4060,
"577536" : 4186,
"585728" : 4240,
"593920" : 4280,
"602112" : 3877,
"610304" : 3821,
"618496" : 3548,
"626688" : 3232,
"634880" : 3147,
"643072" : 3238,
"651264" : 3058,
"659456" : 3087,
"667648" : 2953,
"675840" : 2676,
"684032" : 2653,
"692224" : 2855,
"700416" : 3157,
"708608" : 3728,
"716800" : 4183,
"724992" : 4011,
"733184" : 3884,
"741376" : 4010,
"749568" : 4858,
"757760" : 5954,
"765952" : 7321,
"774144" : 7775,
"782336" : 7327,
"790528" : 6904,
"798720" : 7036,
"806912" : 7619,
"815104" : 8506,
"823296" : 9246,
"831488" : 9323,
"839680" : 9263,
"847872" : 8858,
"856064" : 8920,
"864256" : 8883,
"872448" : 8900,
"880640" : 8903,
"888832" : 9072,
"897024" : 9154,
"905216" : 9227,
"913408" : 9251,
"921600" : 9394,
"929792" : 9422,
"937984" : 9356,
"946176" : 9333,
"954368" : 9354,
"962560" : 9393,
"970752" : 9664,
"978944" : 9478,
"987136" : 9453,
"995328" : 9501,
"1003520" : 9635,
"1011712" : 9914,
"1019904" : 10057,
"1028096" : 9595,
"1036288" : 9711,
"1044480" : 9876,
"1056768" : 20182,
"1073152" : 20971,
"1089536" : 21392,
"1105920" : 21043,
"1122304" : 21924,
"1138688" : 22744,
"1155072" : 22228,
"1171456" : 22551,
"1187840" : 22748,
"1204224" : 22670,
"1220608" : 23064,
"1236992" : 23163,
"1253376" : 23843,
"1269760" : 23854,
"1286144" : 24275,
"1302528" : 24457,
"1318912" : 24673,
"1335296" : 24676,
"1351680" : 24608,
"1368064" : 24178,
"1384448" : 24195,
"1400832" : 23532,
"1417216" : 22909,
"1433600" : 22711,
"1449984" : 21983,
"1466368" : 21956,
"1482752" : 21273,
"1499136" : 21011,
"1515520" : 20743,
"1531904" : 20660,
"1548288" : 20181,
"1564672" : 20302,
"1581056" : 19932,
"1597440" : 19727,
"1613824" : 19518,
"1630208" : 19600,
"1646592" : 19503,
"1662976" : 19280,
"1679360" : 19184,
"1695744" : 18627,
"1712128" : 18788,
"1728512" : 18306,
"1744896" : 18350,
"1761280" : 17978,
"1777664" : 17562,
"1794048" : 17281,
"1810432" : 16639,
"1826816" : 16217,
"1843200" : 15798,
"1859584" : 15418,
"1875968" : 14628,
"1892352" : 14481,
"1908736" : 13998,
"1925120" : 13335,
"1941504" : 13253,
"1957888" : 12772,
"1974272" : 12419,
"1990656" : 12112,
"2007040" : 11640,
"2023424" : 11205,
"2039808" : 11115,
"2056192" : 10472,
"2072576" : 10147,
"2088960" : 9945,
"2113536" : 18821,
"2146304" : 17249,
"2179072" : 15998,
"2211840" : 14310,
"2244608" : 13014,
"2277376" : 11752,
"2310144" : 10654,
"2342912" : 9445,
"2375680" : 8428,
"2408448" : 7480,
"2441216" : 6479,
"2473984" : 5710,
"2506752" : 4866,
"2539520" : 4402,
"2572288" : 3793,
"2605056" : 3162,
"2637824" : 2781,
"2670592" : 2308,
"2703360" : 1921,
"2736128" : 1780,
"2768896" : 1490,
"2801664" : 1235,
"2834432" : 994,
"2867200" : 879,
"2899968" : 733,
"2932736" : 577,
"2965504" : 513,
"2998272" : 430,
"3031040" : 381,
"3063808" : 270,
"3096576" : 275,
"3129344" : 221,
"3162112" : 215,
"3194880" : 171,
"3227648" : 151,
"3260416" : 145,
"3293184" : 115,
"3325952" : 107,
"3358720" : 102,
"3391488" : 70,
"3424256" : 78,
"3457024" : 60,
"3489792" : 60,
"3522560" : 44,
"3555328" : 41,
"3588096" : 37,
"3620864" : 45,
"3653632" : 35,
"3686400" : 27,
"3719168" : 21,
"3751936" : 25,
"3784704" : 12,
"3817472" : 13,
"3850240" : 7,
"3883008" : 14,
"3915776" : 5,
"3948544" : 7,
"3981312" : 5,
"4014080" : 7,
"4046848" : 3,
"4079616" : 7,
"4145152" : 2,
"4177920" : 5,
"4227072" : 8,
"4292608" : 4,
"4423680" : 4,
"4489216" : 2,
"4554752" : 2,
"4620288" : 1,
"4882432" : 1
}
},
"lat_ns" : {
"min" : 92641,
"max" : 5891754,
"mean" : 1844388.511158,
"stddev" : 611220.242373,
"N" : 1907200
},
"bw_min" : 62944,
"bw_max" : 75909,
"bw_agg" : 99.996601,
"bw_mean" : 69351.269406,
"bw_dev" : 306.141990,
"bw_samples" : 1752,
"iops_min" : 15736,
"iops_max" : 18976,
"iops_mean" : 17337.611872,
"iops_stddev" : 76.519463,
"iops_samples" : 1752
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 879992,
"usr_cpu" : 0.693643,
"sys_cpu" : 14.669906,
"ctx" : 1540598,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.362152,
"250" : 0.669985,
"500" : 2.827484,
"750" : 6.122458,
"1000" : 13.884799
},
"latency_ms" : {
"2" : 63.670664,
"4" : 12.459627,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773091456,
"timestamp_ms" : 1773091456655,
"time" : "Mon Mar 9 18:24:16 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8540688384,
"io_kbytes" : 8340516,
"bw_bytes" : 71172996,
"bw" : 69504,
"iops" : 17376.319803,
"runtime" : 119999,
"total_ios" : 2085141,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10036,
"max" : 3001677,
"mean" : 457335.812683,
"stddev" : 282478.754687,
"N" : 2085141
},
"clat_ns" : {
"min" : 57838,
"max" : 4857704,
"mean" : 1383033.778199,
"stddev" : 516139.540950,
"N" : 2085133,
"percentile" : {
"1.000000" : 140288,
"5.000000" : 536576,
"10.000000" : 749568,
"20.000000" : 937984,
"30.000000" : 1089536,
"40.000000" : 1236992,
"50.000000" : 1368064,
"60.000000" : 1499136,
"70.000000" : 1646592,
"80.000000" : 1826816,
"90.000000" : 2072576,
"95.000000" : 2244608,
"99.000000" : 2605056,
"99.500000" : 2736128,
"99.900000" : 3096576,
"99.950000" : 3260416,
"99.990000" : 3653632
},
"bins" : {
"57600" : 1,
"61696" : 2,
"64256" : 1,
"64768" : 1,
"66048" : 1,
"67072" : 4,
"68096" : 2,
"69120" : 8,
"70144" : 8,
"71168" : 3,
"72192" : 10,
"73216" : 5,
"74240" : 15,
"75264" : 17,
"76288" : 23,
"77312" : 40,
"78336" : 40,
"79360" : 51,
"80384" : 66,
"81408" : 72,
"82432" : 82,
"83456" : 103,
"84480" : 113,
"85504" : 140,
"86528" : 138,
"87552" : 156,
"88576" : 201,
"89600" : 256,
"90624" : 326,
"91648" : 337,
"92672" : 456,
"93696" : 532,
"94720" : 625,
"95744" : 754,
"96768" : 752,
"97792" : 771,
"98816" : 861,
"99840" : 839,
"100864" : 826,
"101888" : 829,
"102912" : 800,
"103936" : 748,
"104960" : 766,
"105984" : 698,
"107008" : 661,
"108032" : 590,
"109056" : 600,
"110080" : 529,
"111104" : 501,
"112128" : 439,
"113152" : 472,
"114176" : 409,
"115200" : 373,
"116224" : 354,
"117248" : 332,
"118272" : 301,
"119296" : 296,
"120320" : 245,
"121344" : 221,
"122368" : 221,
"123392" : 210,
"124416" : 180,
"125440" : 171,
"126464" : 141,
"127488" : 147,
"128512" : 117,
"129536" : 103,
"130560" : 97,
"132096" : 175,
"134144" : 169,
"136192" : 123,
"138240" : 103,
"140288" : 95,
"142336" : 68,
"144384" : 65,
"146432" : 52,
"148480" : 56,
"150528" : 47,
"152576" : 32,
"154624" : 14,
"156672" : 28,
"158720" : 28,
"160768" : 24,
"162816" : 24,
"164864" : 16,
"166912" : 23,
"168960" : 20,
"171008" : 16,
"173056" : 14,
"175104" : 9,
"177152" : 11,
"179200" : 11,
"181248" : 7,
"183296" : 9,
"185344" : 4,
"187392" : 10,
"189440" : 14,
"191488" : 9,
"193536" : 3,
"195584" : 6,
"197632" : 8,
"199680" : 4,
"201728" : 6,
"203776" : 5,
"205824" : 3,
"207872" : 4,
"209920" : 2,
"211968" : 2,
"214016" : 4,
"216064" : 4,
"218112" : 1,
"220160" : 2,
"224256" : 1,
"226304" : 2,
"228352" : 4,
"230400" : 4,
"232448" : 3,
"236544" : 1,
"238592" : 1,
"244736" : 3,
"246784" : 1,
"252928" : 1,
"254976" : 1,
"257024" : 1,
"259072" : 1,
"268288" : 3,
"276480" : 3,
"280576" : 3,
"284672" : 3,
"288768" : 2,
"292864" : 2,
"296960" : 5,
"305152" : 3,
"309248" : 2,
"313344" : 1,
"317440" : 2,
"321536" : 6,
"325632" : 9,
"329728" : 9,
"333824" : 16,
"337920" : 26,
"342016" : 28,
"346112" : 64,
"350208" : 81,
"354304" : 101,
"358400" : 106,
"362496" : 153,
"366592" : 143,
"370688" : 126,
"374784" : 173,
"378880" : 196,
"382976" : 283,
"387072" : 407,
"391168" : 598,
"395264" : 840,
"399360" : 1273,
"403456" : 1425,
"407552" : 1594,
"411648" : 1699,
"415744" : 1589,
"419840" : 1396,
"423936" : 1368,
"428032" : 1341,
"432128" : 1243,
"436224" : 1386,
"440320" : 1585,
"444416" : 1908,
"448512" : 2365,
"452608" : 2852,
"456704" : 3274,
"460800" : 3556,
"464896" : 3641,
"468992" : 3566,
"473088" : 3372,
"477184" : 3039,
"481280" : 2782,
"485376" : 2518,
"489472" : 2397,
"493568" : 2307,
"497664" : 2325,
"501760" : 2604,
"505856" : 2718,
"509952" : 2680,
"514048" : 2660,
"518144" : 2778,
"522240" : 2748,
"528384" : 5274,
"536576" : 4990,
"544768" : 4675,
"552960" : 4501,
"561152" : 4488,
"569344" : 4418,
"577536" : 4538,
"585728" : 4619,
"593920" : 4703,
"602112" : 4241,
"610304" : 4154,
"618496" : 3850,
"626688" : 3520,
"634880" : 3433,
"643072" : 3493,
"651264" : 3313,
"659456" : 3370,
"667648" : 3212,
"675840" : 2919,
"684032" : 2910,
"692224" : 3125,
"700416" : 3445,
"708608" : 4059,
"716800" : 4590,
"724992" : 4359,
"733184" : 4267,
"741376" : 4350,
"749568" : 5315,
"757760" : 6508,
"765952" : 7962,
"774144" : 8469,
"782336" : 8042,
"790528" : 7554,
"798720" : 7747,
"806912" : 8399,
"815104" : 9284,
"823296" : 10215,
"831488" : 10279,
"839680" : 10281,
"847872" : 9773,
"856064" : 9873,
"864256" : 9856,
"872448" : 9828,
"880640" : 9840,
"888832" : 10081,
"897024" : 10120,
"905216" : 10203,
"913408" : 10284,
"921600" : 10320,
"929792" : 10471,
"937984" : 10325,
"946176" : 10316,
"954368" : 10386,
"962560" : 10347,
"970752" : 10627,
"978944" : 10416,
"987136" : 10364,
"995328" : 10419,
"1003520" : 10594,
"1011712" : 10852,
"1019904" : 11046,
"1028096" : 10607,
"1036288" : 10628,
"1044480" : 10872,
"1056768" : 22078,
"1073152" : 23045,
"1089536" : 23383,
"1105920" : 22990,
"1122304" : 24077,
"1138688" : 24959,
"1155072" : 24290,
"1171456" : 24663,
"1187840" : 24924,
"1204224" : 24995,
"1220608" : 25421,
"1236992" : 25525,
"1253376" : 26208,
"1269760" : 26209,
"1286144" : 26622,
"1302528" : 26958,
"1318912" : 27195,
"1335296" : 27159,
"1351680" : 26966,
"1368064" : 26644,
"1384448" : 26481,
"1400832" : 25784,
"1417216" : 25093,
"1433600" : 24929,
"1449984" : 24074,
"1466368" : 23962,
"1482752" : 23307,
"1499136" : 22999,
"1515520" : 22691,
"1531904" : 22622,
"1548288" : 22027,
"1564672" : 22204,
"1581056" : 21823,
"1597440" : 21609,
"1613824" : 21459,
"1630208" : 21463,
"1646592" : 21279,
"1662976" : 21089,
"1679360" : 20938,
"1695744" : 20287,
"1712128" : 20471,
"1728512" : 19944,
"1744896" : 19976,
"1761280" : 19576,
"1777664" : 19117,
"1794048" : 18700,
"1810432" : 18048,
"1826816" : 17643,
"1843200" : 17155,
"1859584" : 16732,
"1875968" : 15938,
"1892352" : 15665,
"1908736" : 15202,
"1925120" : 14426,
"1941504" : 14324,
"1957888" : 13838,
"1974272" : 13478,
"1990656" : 13087,
"2007040" : 12625,
"2023424" : 12152,
"2039808" : 12009,
"2056192" : 11328,
"2072576" : 10970,
"2088960" : 10753,
"2113536" : 20268,
"2146304" : 18624,
"2179072" : 17228,
"2211840" : 15389,
"2244608" : 14040,
"2277376" : 12691,
"2310144" : 11441,
"2342912" : 10147,
"2375680" : 9077,
"2408448" : 8071,
"2441216" : 6962,
"2473984" : 6131,
"2506752" : 5277,
"2539520" : 4698,
"2572288" : 4074,
"2605056" : 3409,
"2637824" : 2975,
"2670592" : 2485,
"2703360" : 2040,
"2736128" : 1915,
"2768896" : 1596,
"2801664" : 1317,
"2834432" : 1081,
"2867200" : 935,
"2899968" : 785,
"2932736" : 606,
"2965504" : 546,
"2998272" : 462,
"3031040" : 418,
"3063808" : 291,
"3096576" : 296,
"3129344" : 242,
"3162112" : 231,
"3194880" : 186,
"3227648" : 173,
"3260416" : 155,
"3293184" : 126,
"3325952" : 109,
"3358720" : 113,
"3391488" : 77,
"3424256" : 82,
"3457024" : 65,
"3489792" : 62,
"3522560" : 48,
"3555328" : 46,
"3588096" : 39,
"3620864" : 47,
"3653632" : 35,
"3686400" : 27,
"3719168" : 23,
"3751936" : 27,
"3784704" : 13,
"3817472" : 13,
"3850240" : 7,
"3883008" : 14,
"3915776" : 5,
"3948544" : 7,
"3981312" : 5,
"4014080" : 7,
"4046848" : 4,
"4079616" : 7,
"4145152" : 2,
"4177920" : 6,
"4227072" : 8,
"4292608" : 4,
"4423680" : 4,
"4489216" : 2,
"4554752" : 2,
"4620288" : 1,
"4882432" : 1
}
},
"lat_ns" : {
"min" : 92641,
"max" : 5891754,
"mean" : 1840367.884473,
"stddev" : 609658.249004,
"N" : 2085133
},
"bw_min" : 62944,
"bw_max" : 76776,
"bw_agg" : 100.000000,
"bw_mean" : 69507.050209,
"bw_dev" : 312.282137,
"bw_samples" : 1912,
"iops_min" : 15736,
"iops_max" : 19194,
"iops_mean" : 17376.556485,
"iops_stddev" : 78.056323,
"iops_samples" : 1912
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959992,
"usr_cpu" : 0.696568,
"sys_cpu" : 14.697831,
"ctx" : 1684991,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.360743,
"250" : 0.672233,
"500" : 2.848153,
"750" : 6.120018,
"1000" : 13.998142
},
"latency_ms" : {
"2" : 63.712574,
"4" : 12.285452,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773091466,
"timestamp_ms" : 1773091466655,
"time" : "Mon Mar 9 18:24:26 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9266130944,
"io_kbytes" : 9048956,
"bw_bytes" : 71277930,
"bw" : 69607,
"iops" : 17401.946154,
"runtime" : 130000,
"total_ios" : 2262253,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10036,
"max" : 3900751,
"mean" : 456653.659539,
"stddev" : 282278.986152,
"N" : 2262253
},
"clat_ns" : {
"min" : 57838,
"max" : 5444310,
"mean" : 1380993.357234,
"stddev" : 515806.851341,
"N" : 2262245,
"percentile" : {
"1.000000" : 140288,
"5.000000" : 536576,
"10.000000" : 749568,
"20.000000" : 929792,
"30.000000" : 1089536,
"40.000000" : 1236992,
"50.000000" : 1351680,
"60.000000" : 1499136,
"70.000000" : 1646592,
"80.000000" : 1826816,
"90.000000" : 2056192,
"95.000000" : 2244608,
"99.000000" : 2605056,
"99.500000" : 2736128,
"99.900000" : 3096576,
"99.950000" : 3260416,
"99.990000" : 3653632
},
"bins" : {
"57600" : 1,
"61696" : 2,
"64256" : 2,
"64768" : 1,
"66048" : 3,
"67072" : 4,
"68096" : 2,
"69120" : 9,
"70144" : 8,
"71168" : 4,
"72192" : 11,
"73216" : 6,
"74240" : 16,
"75264" : 18,
"76288" : 26,
"77312" : 43,
"78336" : 49,
"79360" : 55,
"80384" : 72,
"81408" : 82,
"82432" : 88,
"83456" : 113,
"84480" : 122,
"85504" : 150,
"86528" : 154,
"87552" : 167,
"88576" : 213,
"89600" : 279,
"90624" : 352,
"91648" : 368,
"92672" : 492,
"93696" : 573,
"94720" : 669,
"95744" : 817,
"96768" : 818,
"97792" : 844,
"98816" : 899,
"99840" : 926,
"100864" : 896,
"101888" : 895,
"102912" : 879,
"103936" : 811,
"104960" : 838,
"105984" : 761,
"107008" : 726,
"108032" : 642,
"109056" : 663,
"110080" : 591,
"111104" : 551,
"112128" : 487,
"113152" : 510,
"114176" : 455,
"115200" : 412,
"116224" : 388,
"117248" : 362,
"118272" : 334,
"119296" : 321,
"120320" : 268,
"121344" : 234,
"122368" : 237,
"123392" : 224,
"124416" : 192,
"125440" : 187,
"126464" : 152,
"127488" : 163,
"128512" : 128,
"129536" : 111,
"130560" : 104,
"132096" : 189,
"134144" : 189,
"136192" : 130,
"138240" : 112,
"140288" : 102,
"142336" : 74,
"144384" : 70,
"146432" : 60,
"148480" : 56,
"150528" : 51,
"152576" : 35,
"154624" : 21,
"156672" : 30,
"158720" : 29,
"160768" : 26,
"162816" : 24,
"164864" : 18,
"166912" : 24,
"168960" : 22,
"171008" : 17,
"173056" : 17,
"175104" : 9,
"177152" : 14,
"179200" : 11,
"181248" : 8,
"183296" : 9,
"185344" : 4,
"187392" : 11,
"189440" : 14,
"191488" : 10,
"193536" : 4,
"195584" : 8,
"197632" : 8,
"199680" : 4,
"201728" : 6,
"203776" : 6,
"205824" : 3,
"207872" : 4,
"209920" : 2,
"211968" : 2,
"214016" : 5,
"216064" : 4,
"218112" : 1,
"220160" : 2,
"222208" : 1,
"224256" : 2,
"226304" : 2,
"228352" : 4,
"230400" : 4,
"232448" : 3,
"236544" : 2,
"238592" : 1,
"242688" : 1,
"244736" : 3,
"246784" : 1,
"252928" : 2,
"254976" : 2,
"257024" : 1,
"259072" : 2,
"264192" : 1,
"268288" : 3,
"272384" : 1,
"276480" : 3,
"280576" : 3,
"284672" : 3,
"288768" : 3,
"292864" : 2,
"296960" : 5,
"305152" : 3,
"309248" : 2,
"313344" : 2,
"317440" : 2,
"321536" : 6,
"325632" : 9,
"329728" : 12,
"333824" : 17,
"337920" : 27,
"342016" : 30,
"346112" : 70,
"350208" : 89,
"354304" : 113,
"358400" : 116,
"362496" : 173,
"366592" : 163,
"370688" : 146,
"374784" : 193,
"378880" : 213,
"382976" : 308,
"387072" : 451,
"391168" : 643,
"395264" : 921,
"399360" : 1380,
"403456" : 1554,
"407552" : 1740,
"411648" : 1874,
"415744" : 1740,
"419840" : 1553,
"423936" : 1501,
"428032" : 1493,
"432128" : 1354,
"436224" : 1513,
"440320" : 1725,
"444416" : 2118,
"448512" : 2580,
"452608" : 3089,
"456704" : 3554,
"460800" : 3902,
"464896" : 4014,
"468992" : 3923,
"473088" : 3682,
"477184" : 3322,
"481280" : 3015,
"485376" : 2775,
"489472" : 2611,
"493568" : 2518,
"497664" : 2513,
"501760" : 2864,
"505856" : 2966,
"509952" : 2936,
"514048" : 2915,
"518144" : 3040,
"522240" : 2979,
"528384" : 5730,
"536576" : 5393,
"544768" : 5051,
"552960" : 4875,
"561152" : 4842,
"569344" : 4806,
"577536" : 4954,
"585728" : 5025,
"593920" : 5111,
"602112" : 4594,
"610304" : 4509,
"618496" : 4152,
"626688" : 3806,
"634880" : 3718,
"643072" : 3776,
"651264" : 3623,
"659456" : 3653,
"667648" : 3482,
"675840" : 3201,
"684032" : 3156,
"692224" : 3383,
"700416" : 3720,
"708608" : 4432,
"716800" : 4958,
"724992" : 4714,
"733184" : 4641,
"741376" : 4760,
"749568" : 5751,
"757760" : 7118,
"765952" : 8645,
"774144" : 9249,
"782336" : 8776,
"790528" : 8220,
"798720" : 8419,
"806912" : 9184,
"815104" : 10159,
"823296" : 11147,
"831488" : 11261,
"839680" : 11236,
"847872" : 10721,
"856064" : 10793,
"864256" : 10760,
"872448" : 10749,
"880640" : 10795,
"888832" : 11027,
"897024" : 11035,
"905216" : 11125,
"913408" : 11240,
"921600" : 11233,
"929792" : 11463,
"937984" : 11233,
"946176" : 11206,
"954368" : 11343,
"962560" : 11335,
"970752" : 11524,
"978944" : 11334,
"987136" : 11319,
"995328" : 11285,
"1003520" : 11487,
"1011712" : 11809,
"1019904" : 12004,
"1028096" : 11587,
"1036288" : 11626,
"1044480" : 11821,
"1056768" : 23969,
"1073152" : 25123,
"1089536" : 25326,
"1105920" : 25000,
"1122304" : 26213,
"1138688" : 27050,
"1155072" : 26364,
"1171456" : 26799,
"1187840" : 27126,
"1204224" : 27112,
"1220608" : 27622,
"1236992" : 27773,
"1253376" : 28495,
"1269760" : 28577,
"1286144" : 28998,
"1302528" : 29329,
"1318912" : 29654,
"1335296" : 29473,
"1351680" : 29266,
"1368064" : 29022,
"1384448" : 28717,
"1400832" : 28032,
"1417216" : 27331,
"1433600" : 26927,
"1449984" : 26128,
"1466368" : 25984,
"1482752" : 25297,
"1499136" : 24980,
"1515520" : 24657,
"1531904" : 24553,
"1548288" : 23832,
"1564672" : 24056,
"1581056" : 23668,
"1597440" : 23435,
"1613824" : 23356,
"1630208" : 23300,
"1646592" : 23036,
"1662976" : 22813,
"1679360" : 22699,
"1695744" : 22008,
"1712128" : 22101,
"1728512" : 21550,
"1744896" : 21569,
"1761280" : 21131,
"1777664" : 20657,
"1794048" : 20219,
"1810432" : 19543,
"1826816" : 19027,
"1843200" : 18500,
"1859584" : 18042,
"1875968" : 17216,
"1892352" : 16831,
"1908736" : 16379,
"1925120" : 15552,
"1941504" : 15416,
"1957888" : 14973,
"1974272" : 14508,
"1990656" : 14096,
"2007040" : 13554,
"2023424" : 13073,
"2039808" : 12907,
"2056192" : 12224,
"2072576" : 11812,
"2088960" : 11616,
"2113536" : 21798,
"2146304" : 20046,
"2179072" : 18519,
"2211840" : 16590,
"2244608" : 15049,
"2277376" : 13656,
"2310144" : 12289,
"2342912" : 10969,
"2375680" : 9775,
"2408448" : 8696,
"2441216" : 7514,
"2473984" : 6591,
"2506752" : 5674,
"2539520" : 5055,
"2572288" : 4382,
"2605056" : 3687,
"2637824" : 3185,
"2670592" : 2681,
"2703360" : 2202,
"2736128" : 2060,
"2768896" : 1734,
"2801664" : 1443,
"2834432" : 1179,
"2867200" : 1014,
"2899968" : 854,
"2932736" : 650,
"2965504" : 586,
"2998272" : 491,
"3031040" : 451,
"3063808" : 317,
"3096576" : 320,
"3129344" : 258,
"3162112" : 243,
"3194880" : 204,
"3227648" : 182,
"3260416" : 162,
"3293184" : 137,
"3325952" : 119,
"3358720" : 120,
"3391488" : 83,
"3424256" : 86,
"3457024" : 70,
"3489792" : 68,
"3522560" : 51,
"3555328" : 48,
"3588096" : 42,
"3620864" : 53,
"3653632" : 38,
"3686400" : 28,
"3719168" : 25,
"3751936" : 29,
"3784704" : 15,
"3817472" : 16,
"3850240" : 8,
"3883008" : 14,
"3915776" : 5,
"3948544" : 9,
"3981312" : 6,
"4014080" : 7,
"4046848" : 5,
"4079616" : 7,
"4145152" : 2,
"4177920" : 6,
"4227072" : 9,
"4292608" : 5,
"4423680" : 4,
"4489216" : 3,
"4554752" : 2,
"4620288" : 1,
"4882432" : 1,
"5013504" : 1,
"5079040" : 1,
"5210112" : 2,
"5472256" : 1
}
},
"lat_ns" : {
"min" : 77218,
"max" : 6364636,
"mean" : 1837647.589395,
"stddev" : 609331.530763,
"N" : 2262245
},
"bw_min" : 62944,
"bw_max" : 76880,
"bw_agg" : 100.000000,
"bw_mean" : 69619.861004,
"bw_dev" : 316.405716,
"bw_samples" : 2072,
"iops_min" : 15736,
"iops_max" : 19218,
"iops_mean" : 17404.752896,
"iops_stddev" : 79.085041,
"iops_samples" : 2072
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1039998,
"usr_cpu" : 0.699040,
"sys_cpu" : 14.722240,
"ctx" : 1826804,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.359686,
"250" : 0.676847,
"500" : 2.872667,
"750" : 6.125531,
"1000" : 14.079106
},
"latency_ms" : {
"2" : 63.692434,
"4" : 12.190856,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773091476,
"timestamp_ms" : 1773091476656,
"time" : "Mon Mar 9 18:24:36 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9984671744,
"io_kbytes" : 9750656,
"bw_bytes" : 71319083,
"bw" : 69647,
"iops" : 17412.028571,
"runtime" : 140000,
"total_ios" : 2437684,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10036,
"max" : 3900751,
"mean" : 456387.802878,
"stddev" : 281998.411740,
"N" : 2437684
},
"clat_ns" : {
"min" : 57838,
"max" : 5444310,
"mean" : 1380198.830019,
"stddev" : 515384.058430,
"N" : 2437676,
"percentile" : {
"1.000000" : 138240,
"5.000000" : 536576,
"10.000000" : 749568,
"20.000000" : 929792,
"30.000000" : 1089536,
"40.000000" : 1236992,
"50.000000" : 1351680,
"60.000000" : 1499136,
"70.000000" : 1646592,
"80.000000" : 1826816,
"90.000000" : 2056192,
"95.000000" : 2244608,
"99.000000" : 2605056,
"99.500000" : 2736128,
"99.900000" : 3096576,
"99.950000" : 3260416,
"99.990000" : 3653632
},
"bins" : {
"57600" : 1,
"61696" : 2,
"64256" : 2,
"64768" : 1,
"66048" : 3,
"67072" : 5,
"68096" : 2,
"69120" : 10,
"70144" : 8,
"71168" : 4,
"72192" : 11,
"73216" : 6,
"74240" : 17,
"75264" : 18,
"76288" : 28,
"77312" : 45,
"78336" : 51,
"79360" : 55,
"80384" : 76,
"81408" : 83,
"82432" : 100,
"83456" : 119,
"84480" : 128,
"85504" : 156,
"86528" : 163,
"87552" : 175,
"88576" : 231,
"89600" : 301,
"90624" : 366,
"91648" : 395,
"92672" : 522,
"93696" : 607,
"94720" : 731,
"95744" : 877,
"96768" : 891,
"97792" : 910,
"98816" : 973,
"99840" : 1006,
"100864" : 965,
"101888" : 965,
"102912" : 949,
"103936" : 884,
"104960" : 899,
"105984" : 832,
"107008" : 786,
"108032" : 701,
"109056" : 707,
"110080" : 636,
"111104" : 586,
"112128" : 525,
"113152" : 547,
"114176" : 499,
"115200" : 443,
"116224" : 427,
"117248" : 390,
"118272" : 364,
"119296" : 336,
"120320" : 292,
"121344" : 256,
"122368" : 260,
"123392" : 241,
"124416" : 209,
"125440" : 208,
"126464" : 170,
"127488" : 173,
"128512" : 138,
"129536" : 123,
"130560" : 113,
"132096" : 212,
"134144" : 199,
"136192" : 141,
"138240" : 124,
"140288" : 108,
"142336" : 77,
"144384" : 77,
"146432" : 70,
"148480" : 60,
"150528" : 57,
"152576" : 38,
"154624" : 25,
"156672" : 34,
"158720" : 30,
"160768" : 28,
"162816" : 25,
"164864" : 20,
"166912" : 30,
"168960" : 23,
"171008" : 18,
"173056" : 18,
"175104" : 10,
"177152" : 14,
"179200" : 11,
"181248" : 9,
"183296" : 9,
"185344" : 4,
"187392" : 11,
"189440" : 14,
"191488" : 10,
"193536" : 4,
"195584" : 8,
"197632" : 8,
"199680" : 6,
"201728" : 6,
"203776" : 6,
"205824" : 3,
"207872" : 5,
"209920" : 2,
"211968" : 2,
"214016" : 6,
"216064" : 4,
"218112" : 2,
"220160" : 2,
"222208" : 1,
"224256" : 4,
"226304" : 2,
"228352" : 4,
"230400" : 4,
"232448" : 5,
"234496" : 1,
"236544" : 2,
"238592" : 1,
"242688" : 1,
"244736" : 3,
"246784" : 1,
"252928" : 2,
"254976" : 2,
"257024" : 1,
"259072" : 2,
"264192" : 1,
"268288" : 3,
"272384" : 1,
"276480" : 3,
"280576" : 3,
"284672" : 3,
"288768" : 3,
"292864" : 3,
"296960" : 5,
"305152" : 3,
"309248" : 3,
"313344" : 2,
"317440" : 2,
"321536" : 6,
"325632" : 11,
"329728" : 13,
"333824" : 19,
"337920" : 31,
"342016" : 35,
"346112" : 76,
"350208" : 96,
"354304" : 124,
"358400" : 127,
"362496" : 182,
"366592" : 167,
"370688" : 158,
"374784" : 203,
"378880" : 232,
"382976" : 322,
"387072" : 493,
"391168" : 688,
"395264" : 992,
"399360" : 1486,
"403456" : 1664,
"407552" : 1889,
"411648" : 2047,
"415744" : 1884,
"419840" : 1696,
"423936" : 1623,
"428032" : 1596,
"432128" : 1441,
"436224" : 1635,
"440320" : 1859,
"444416" : 2261,
"448512" : 2763,
"452608" : 3353,
"456704" : 3844,
"460800" : 4209,
"464896" : 4348,
"468992" : 4220,
"473088" : 3976,
"477184" : 3604,
"481280" : 3254,
"485376" : 2986,
"489472" : 2825,
"493568" : 2727,
"497664" : 2737,
"501760" : 3058,
"505856" : 3224,
"509952" : 3160,
"514048" : 3168,
"518144" : 3280,
"522240" : 3211,
"528384" : 6203,
"536576" : 5807,
"544768" : 5496,
"552960" : 5254,
"561152" : 5212,
"569344" : 5159,
"577536" : 5362,
"585728" : 5417,
"593920" : 5500,
"602112" : 4957,
"610304" : 4862,
"618496" : 4466,
"626688" : 4090,
"634880" : 4005,
"643072" : 4086,
"651264" : 3903,
"659456" : 3900,
"667648" : 3739,
"675840" : 3424,
"684032" : 3401,
"692224" : 3643,
"700416" : 4026,
"708608" : 4755,
"716800" : 5329,
"724992" : 5114,
"733184" : 5006,
"741376" : 5115,
"749568" : 6210,
"757760" : 7704,
"765952" : 9303,
"774144" : 9941,
"782336" : 9436,
"790528" : 8857,
"798720" : 9053,
"806912" : 9885,
"815104" : 10994,
"823296" : 11989,
"831488" : 12179,
"839680" : 12171,
"847872" : 11450,
"856064" : 11639,
"864256" : 11594,
"872448" : 11555,
"880640" : 11697,
"888832" : 11944,
"897024" : 11927,
"905216" : 12004,
"913408" : 12126,
"921600" : 12156,
"929792" : 12334,
"937984" : 12143,
"946176" : 12119,
"954368" : 12227,
"962560" : 12281,
"970752" : 12431,
"978944" : 12229,
"987136" : 12245,
"995328" : 12202,
"1003520" : 12379,
"1011712" : 12778,
"1019904" : 12929,
"1028096" : 12537,
"1036288" : 12529,
"1044480" : 12740,
"1056768" : 25918,
"1073152" : 27124,
"1089536" : 27266,
"1105920" : 26848,
"1122304" : 28154,
"1138688" : 29153,
"1155072" : 28491,
"1171456" : 28785,
"1187840" : 29218,
"1204224" : 29316,
"1220608" : 29744,
"1236992" : 30049,
"1253376" : 30747,
"1269760" : 30967,
"1286144" : 31339,
"1302528" : 31688,
"1318912" : 32050,
"1335296" : 31797,
"1351680" : 31603,
"1368064" : 31286,
"1384448" : 30868,
"1400832" : 30311,
"1417216" : 29418,
"1433600" : 28961,
"1449984" : 28338,
"1466368" : 27935,
"1482752" : 27218,
"1499136" : 26877,
"1515520" : 26665,
"1531904" : 26426,
"1548288" : 25734,
"1564672" : 25936,
"1581056" : 25510,
"1597440" : 25272,
"1613824" : 25196,
"1630208" : 25019,
"1646592" : 24760,
"1662976" : 24629,
"1679360" : 24504,
"1695744" : 23789,
"1712128" : 23838,
"1728512" : 23247,
"1744896" : 23187,
"1761280" : 22680,
"1777664" : 22241,
"1794048" : 21801,
"1810432" : 21024,
"1826816" : 20491,
"1843200" : 19946,
"1859584" : 19512,
"1875968" : 18540,
"1892352" : 18078,
"1908736" : 17552,
"1925120" : 16760,
"1941504" : 16609,
"1957888" : 16039,
"1974272" : 15653,
"1990656" : 15140,
"2007040" : 14569,
"2023424" : 14038,
"2039808" : 13856,
"2056192" : 13176,
"2072576" : 12686,
"2088960" : 12488,
"2113536" : 23409,
"2146304" : 21483,
"2179072" : 19827,
"2211840" : 17780,
"2244608" : 16134,
"2277376" : 14625,
"2310144" : 13200,
"2342912" : 11716,
"2375680" : 10474,
"2408448" : 9328,
"2441216" : 8072,
"2473984" : 7080,
"2506752" : 6100,
"2539520" : 5416,
"2572288" : 4664,
"2605056" : 3970,
"2637824" : 3405,
"2670592" : 2879,
"2703360" : 2381,
"2736128" : 2187,
"2768896" : 1866,
"2801664" : 1545,
"2834432" : 1259,
"2867200" : 1087,
"2899968" : 910,
"2932736" : 695,
"2965504" : 632,
"2998272" : 521,
"3031040" : 473,
"3063808" : 342,
"3096576" : 343,
"3129344" : 274,
"3162112" : 259,
"3194880" : 220,
"3227648" : 193,
"3260416" : 172,
"3293184" : 149,
"3325952" : 125,
"3358720" : 130,
"3391488" : 87,
"3424256" : 92,
"3457024" : 72,
"3489792" : 70,
"3522560" : 55,
"3555328" : 55,
"3588096" : 43,
"3620864" : 57,
"3653632" : 41,
"3686400" : 32,
"3719168" : 26,
"3751936" : 30,
"3784704" : 15,
"3817472" : 17,
"3850240" : 8,
"3883008" : 15,
"3915776" : 5,
"3948544" : 9,
"3981312" : 6,
"4014080" : 8,
"4046848" : 5,
"4079616" : 8,
"4112384" : 1,
"4145152" : 2,
"4177920" : 6,
"4227072" : 9,
"4292608" : 6,
"4423680" : 4,
"4489216" : 3,
"4554752" : 2,
"4620288" : 1,
"4882432" : 1,
"5013504" : 1,
"5079040" : 1,
"5210112" : 2,
"5472256" : 1
}
},
"lat_ns" : {
"min" : 77218,
"max" : 6364636,
"mean" : 1836584.337187,
"stddev" : 608864.330434,
"N" : 2437676
},
"bw_min" : 62944,
"bw_max" : 76880,
"bw_agg" : 100.000000,
"bw_mean" : 69660.645161,
"bw_dev" : 311.529313,
"bw_samples" : 2232,
"iops_min" : 15736,
"iops_max" : 19218,
"iops_mean" : 17414.949821,
"iops_stddev" : 77.865914,
"iops_samples" : 2232
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119998,
"usr_cpu" : 0.700358,
"sys_cpu" : 14.733508,
"ctx" : 1969085,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.358127,
"250" : 0.679826,
"500" : 2.878306,
"750" : 6.127045,
"1000" : 14.098382
},
"latency_ms" : {
"2" : 63.719949,
"4" : 12.135535,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773091486,
"timestamp_ms" : 1773091486656,
"time" : "Mon Mar 9 18:24:46 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10688688128,
"io_kbytes" : 10438172,
"bw_bytes" : 71257920,
"bw" : 69587,
"iops" : 17397.033333,
"runtime" : 150000,
"total_ios" : 2609555,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10036,
"max" : 3900751,
"mean" : 456768.805854,
"stddev" : 282461.229721,
"N" : 2609555
},
"clat_ns" : {
"min" : 57838,
"max" : 5444310,
"mean" : 1381388.623764,
"stddev" : 516968.250149,
"N" : 2609547,
"percentile" : {
"1.000000" : 140288,
"5.000000" : 536576,
"10.000000" : 749568,
"20.000000" : 929792,
"30.000000" : 1089536,
"40.000000" : 1236992,
"50.000000" : 1351680,
"60.000000" : 1499136,
"70.000000" : 1646592,
"80.000000" : 1826816,
"90.000000" : 2072576,
"95.000000" : 2244608,
"99.000000" : 2605056,
"99.500000" : 2768896,
"99.900000" : 3096576,
"99.950000" : 3293184,
"99.990000" : 3653632
},
"bins" : {
"57600" : 1,
"61696" : 2,
"64256" : 2,
"64768" : 1,
"66048" : 4,
"67072" : 6,
"68096" : 3,
"69120" : 13,
"70144" : 8,
"71168" : 4,
"72192" : 11,
"73216" : 6,
"74240" : 18,
"75264" : 19,
"76288" : 28,
"77312" : 46,
"78336" : 54,
"79360" : 55,
"80384" : 82,
"81408" : 85,
"82432" : 105,
"83456" : 128,
"84480" : 135,
"85504" : 164,
"86528" : 172,
"87552" : 188,
"88576" : 244,
"89600" : 319,
"90624" : 385,
"91648" : 420,
"92672" : 547,
"93696" : 654,
"94720" : 774,
"95744" : 923,
"96768" : 932,
"97792" : 963,
"98816" : 1034,
"99840" : 1068,
"100864" : 1023,
"101888" : 1019,
"102912" : 1011,
"103936" : 946,
"104960" : 961,
"105984" : 896,
"107008" : 835,
"108032" : 748,
"109056" : 763,
"110080" : 685,
"111104" : 623,
"112128" : 572,
"113152" : 593,
"114176" : 525,
"115200" : 476,
"116224" : 465,
"117248" : 420,
"118272" : 392,
"119296" : 376,
"120320" : 313,
"121344" : 286,
"122368" : 281,
"123392" : 258,
"124416" : 231,
"125440" : 223,
"126464" : 188,
"127488" : 197,
"128512" : 153,
"129536" : 147,
"130560" : 126,
"132096" : 238,
"134144" : 218,
"136192" : 152,
"138240" : 134,
"140288" : 126,
"142336" : 83,
"144384" : 83,
"146432" : 79,
"148480" : 69,
"150528" : 58,
"152576" : 44,
"154624" : 28,
"156672" : 37,
"158720" : 32,
"160768" : 31,
"162816" : 28,
"164864" : 21,
"166912" : 32,
"168960" : 25,
"171008" : 19,
"173056" : 19,
"175104" : 12,
"177152" : 15,
"179200" : 11,
"181248" : 13,
"183296" : 10,
"185344" : 6,
"187392" : 13,
"189440" : 16,
"191488" : 10,
"193536" : 5,
"195584" : 9,
"197632" : 8,
"199680" : 7,
"201728" : 8,
"203776" : 7,
"205824" : 3,
"207872" : 6,
"209920" : 3,
"211968" : 2,
"214016" : 6,
"216064" : 4,
"218112" : 2,
"220160" : 3,
"222208" : 1,
"224256" : 4,
"226304" : 2,
"228352" : 5,
"230400" : 4,
"232448" : 5,
"234496" : 1,
"236544" : 2,
"238592" : 1,
"242688" : 1,
"244736" : 4,
"246784" : 2,
"252928" : 2,
"254976" : 3,
"257024" : 1,
"259072" : 2,
"264192" : 1,
"268288" : 4,
"272384" : 1,
"276480" : 3,
"280576" : 3,
"284672" : 5,
"288768" : 5,
"292864" : 3,
"296960" : 5,
"305152" : 3,
"309248" : 3,
"313344" : 3,
"317440" : 2,
"321536" : 8,
"325632" : 14,
"329728" : 15,
"333824" : 19,
"337920" : 33,
"342016" : 40,
"346112" : 83,
"350208" : 102,
"354304" : 133,
"358400" : 143,
"362496" : 198,
"366592" : 181,
"370688" : 169,
"374784" : 219,
"378880" : 255,
"382976" : 350,
"387072" : 519,
"391168" : 732,
"395264" : 1072,
"399360" : 1589,
"403456" : 1791,
"407552" : 2026,
"411648" : 2215,
"415744" : 2016,
"419840" : 1825,
"423936" : 1749,
"428032" : 1699,
"432128" : 1553,
"436224" : 1730,
"440320" : 1972,
"444416" : 2397,
"448512" : 2953,
"452608" : 3605,
"456704" : 4100,
"460800" : 4482,
"464896" : 4654,
"468992" : 4522,
"473088" : 4243,
"477184" : 3860,
"481280" : 3516,
"485376" : 3211,
"489472" : 3032,
"493568" : 2937,
"497664" : 2934,
"501760" : 3248,
"505856" : 3405,
"509952" : 3367,
"514048" : 3382,
"518144" : 3505,
"522240" : 3417,
"528384" : 6583,
"536576" : 6210,
"544768" : 5864,
"552960" : 5636,
"561152" : 5587,
"569344" : 5493,
"577536" : 5709,
"585728" : 5775,
"593920" : 5876,
"602112" : 5281,
"610304" : 5196,
"618496" : 4778,
"626688" : 4409,
"634880" : 4293,
"643072" : 4366,
"651264" : 4178,
"659456" : 4194,
"667648" : 4012,
"675840" : 3657,
"684032" : 3641,
"692224" : 3928,
"700416" : 4355,
"708608" : 5170,
"716800" : 5804,
"724992" : 5545,
"733184" : 5381,
"741376" : 5524,
"749568" : 6713,
"757760" : 8347,
"765952" : 10003,
"774144" : 10713,
"782336" : 10216,
"790528" : 9568,
"798720" : 9708,
"806912" : 10616,
"815104" : 11843,
"823296" : 12843,
"831488" : 13050,
"839680" : 13039,
"847872" : 12328,
"856064" : 12410,
"864256" : 12343,
"872448" : 12324,
"880640" : 12494,
"888832" : 12734,
"897024" : 12718,
"905216" : 12807,
"913408" : 12892,
"921600" : 12932,
"929792" : 13118,
"937984" : 13025,
"946176" : 12920,
"954368" : 13071,
"962560" : 13090,
"970752" : 13181,
"978944" : 13044,
"987136" : 13070,
"995328" : 13035,
"1003520" : 13281,
"1011712" : 13656,
"1019904" : 13838,
"1028096" : 13409,
"1036288" : 13378,
"1044480" : 13613,
"1056768" : 27681,
"1073152" : 29112,
"1089536" : 29251,
"1105920" : 28866,
"1122304" : 30133,
"1138688" : 31241,
"1155072" : 30613,
"1171456" : 30820,
"1187840" : 31316,
"1204224" : 31499,
"1220608" : 31815,
"1236992" : 31941,
"1253376" : 32781,
"1269760" : 33017,
"1286144" : 33381,
"1302528" : 33807,
"1318912" : 34148,
"1335296" : 33936,
"1351680" : 33676,
"1368064" : 33353,
"1384448" : 32936,
"1400832" : 32273,
"1417216" : 31307,
"1433600" : 30948,
"1449984" : 30192,
"1466368" : 29792,
"1482752" : 29061,
"1499136" : 28705,
"1515520" : 28452,
"1531904" : 28173,
"1548288" : 27515,
"1564672" : 27745,
"1581056" : 27226,
"1597440" : 26980,
"1613824" : 26885,
"1630208" : 26686,
"1646592" : 26443,
"1662976" : 26277,
"1679360" : 26164,
"1695744" : 25381,
"1712128" : 25468,
"1728512" : 24877,
"1744896" : 24786,
"1761280" : 24184,
"1777664" : 23811,
"1794048" : 23214,
"1810432" : 22455,
"1826816" : 21903,
"1843200" : 21300,
"1859584" : 20846,
"1875968" : 19810,
"1892352" : 19352,
"1908736" : 18807,
"1925120" : 17964,
"1941504" : 17747,
"1957888" : 17147,
"1974272" : 16789,
"1990656" : 16230,
"2007040" : 15518,
"2023424" : 15029,
"2039808" : 14842,
"2056192" : 14157,
"2072576" : 13665,
"2088960" : 13409,
"2113536" : 25146,
"2146304" : 23127,
"2179072" : 21343,
"2211840" : 19194,
"2244608" : 17383,
"2277376" : 15797,
"2310144" : 14336,
"2342912" : 12743,
"2375680" : 11375,
"2408448" : 10111,
"2441216" : 8780,
"2473984" : 7714,
"2506752" : 6652,
"2539520" : 5938,
"2572288" : 5126,
"2605056" : 4393,
"2637824" : 3763,
"2670592" : 3184,
"2703360" : 2628,
"2736128" : 2425,
"2768896" : 2040,
"2801664" : 1712,
"2834432" : 1406,
"2867200" : 1219,
"2899968" : 1036,
"2932736" : 787,
"2965504" : 705,
"2998272" : 579,
"3031040" : 534,
"3063808" : 381,
"3096576" : 386,
"3129344" : 306,
"3162112" : 289,
"3194880" : 254,
"3227648" : 210,
"3260416" : 187,
"3293184" : 163,
"3325952" : 143,
"3358720" : 144,
"3391488" : 104,
"3424256" : 107,
"3457024" : 82,
"3489792" : 75,
"3522560" : 58,
"3555328" : 58,
"3588096" : 46,
"3620864" : 60,
"3653632" : 47,
"3686400" : 37,
"3719168" : 28,
"3751936" : 31,
"3784704" : 17,
"3817472" : 21,
"3850240" : 9,
"3883008" : 16,
"3915776" : 5,
"3948544" : 10,
"3981312" : 9,
"4014080" : 8,
"4046848" : 6,
"4079616" : 9,
"4112384" : 1,
"4145152" : 3,
"4177920" : 6,
"4227072" : 9,
"4292608" : 6,
"4423680" : 4,
"4489216" : 3,
"4554752" : 2,
"4620288" : 1,
"4882432" : 1,
"5013504" : 1,
"5079040" : 1,
"5210112" : 2,
"5472256" : 1
}
},
"lat_ns" : {
"min" : 77218,
"max" : 6364636,
"mean" : 1838155.768719,
"stddev" : 611047.579466,
"N" : 2609547
},
"bw_min" : 62656,
"bw_max" : 76880,
"bw_agg" : 100.000000,
"bw_mean" : 69601.334448,
"bw_dev" : 311.307192,
"bw_samples" : 2392,
"iops_min" : 15664,
"iops_max" : 19218,
"iops_mean" : 17400.127090,
"iops_stddev" : 77.811253,
"iops_samples" : 2392
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1199999,
"usr_cpu" : 0.703167,
"sys_cpu" : 14.740762,
"ctx" : 2111443,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999962,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999962,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.353547,
"250" : 0.685021,
"500" : 2.880798,
"750" : 6.133613,
"1000" : 14.087574
},
"latency_ms" : {
"2" : 63.595709,
"4" : 12.260979,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773091496,
"timestamp_ms" : 1773091496656,
"time" : "Mon Mar 9 18:24:56 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11403833344,
"io_kbytes" : 11136556,
"bw_bytes" : 71273958,
"bw" : 69603,
"iops" : 17400.968750,
"runtime" : 160000,
"total_ios" : 2784155,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10036,
"max" : 3900751,
"mean" : 456657.828709,
"stddev" : 282462.759761,
"N" : 2784155
},
"clat_ns" : {
"min" : 57838,
"max" : 5444310,
"mean" : 1381079.862513,
"stddev" : 517050.565166,
"N" : 2784147,
"percentile" : {
"1.000000" : 140288,
"5.000000" : 536576,
"10.000000" : 749568,
"20.000000" : 929792,
"30.000000" : 1089536,
"40.000000" : 1236992,
"50.000000" : 1351680,
"60.000000" : 1499136,
"70.000000" : 1646592,
"80.000000" : 1826816,
"90.000000" : 2072576,
"95.000000" : 2244608,
"99.000000" : 2605056,
"99.500000" : 2768896,
"99.900000" : 3129344,
"99.950000" : 3293184,
"99.990000" : 3653632
},
"bins" : {
"57600" : 1,
"61696" : 2,
"64256" : 2,
"64768" : 1,
"66048" : 4,
"67072" : 6,
"68096" : 3,
"69120" : 13,
"70144" : 8,
"71168" : 4,
"72192" : 11,
"73216" : 6,
"74240" : 19,
"75264" : 20,
"76288" : 28,
"77312" : 50,
"78336" : 55,
"79360" : 59,
"80384" : 89,
"81408" : 86,
"82432" : 108,
"83456" : 130,
"84480" : 141,
"85504" : 173,
"86528" : 177,
"87552" : 196,
"88576" : 254,
"89600" : 344,
"90624" : 409,
"91648" : 451,
"92672" : 582,
"93696" : 694,
"94720" : 827,
"95744" : 970,
"96768" : 998,
"97792" : 1026,
"98816" : 1102,
"99840" : 1137,
"100864" : 1103,
"101888" : 1088,
"102912" : 1066,
"103936" : 1014,
"104960" : 1022,
"105984" : 959,
"107008" : 887,
"108032" : 790,
"109056" : 811,
"110080" : 725,
"111104" : 664,
"112128" : 608,
"113152" : 638,
"114176" : 558,
"115200" : 522,
"116224" : 494,
"117248" : 449,
"118272" : 426,
"119296" : 401,
"120320" : 340,
"121344" : 305,
"122368" : 303,
"123392" : 272,
"124416" : 239,
"125440" : 236,
"126464" : 196,
"127488" : 212,
"128512" : 167,
"129536" : 157,
"130560" : 132,
"132096" : 249,
"134144" : 230,
"136192" : 162,
"138240" : 147,
"140288" : 133,
"142336" : 88,
"144384" : 91,
"146432" : 85,
"148480" : 77,
"150528" : 64,
"152576" : 48,
"154624" : 32,
"156672" : 40,
"158720" : 32,
"160768" : 34,
"162816" : 30,
"164864" : 24,
"166912" : 36,
"168960" : 26,
"171008" : 19,
"173056" : 19,
"175104" : 14,
"177152" : 17,
"179200" : 11,
"181248" : 17,
"183296" : 13,
"185344" : 9,
"187392" : 13,
"189440" : 16,
"191488" : 11,
"193536" : 6,
"195584" : 9,
"197632" : 9,
"199680" : 9,
"201728" : 10,
"203776" : 7,
"205824" : 4,
"207872" : 7,
"209920" : 3,
"211968" : 3,
"214016" : 6,
"216064" : 5,
"218112" : 2,
"220160" : 4,
"222208" : 2,
"224256" : 4,
"226304" : 2,
"228352" : 5,
"230400" : 5,
"232448" : 5,
"234496" : 2,
"236544" : 2,
"238592" : 1,
"242688" : 2,
"244736" : 4,
"246784" : 3,
"252928" : 2,
"254976" : 3,
"257024" : 2,
"259072" : 2,
"264192" : 3,
"268288" : 4,
"272384" : 3,
"276480" : 3,
"280576" : 3,
"284672" : 5,
"288768" : 6,
"292864" : 3,
"296960" : 5,
"305152" : 3,
"309248" : 3,
"313344" : 3,
"317440" : 4,
"321536" : 8,
"325632" : 15,
"329728" : 15,
"333824" : 19,
"337920" : 34,
"342016" : 41,
"346112" : 90,
"350208" : 114,
"354304" : 149,
"358400" : 153,
"362496" : 209,
"366592" : 202,
"370688" : 181,
"374784" : 231,
"378880" : 275,
"382976" : 376,
"387072" : 548,
"391168" : 787,
"395264" : 1155,
"399360" : 1694,
"403456" : 1918,
"407552" : 2159,
"411648" : 2375,
"415744" : 2174,
"419840" : 1970,
"423936" : 1872,
"428032" : 1821,
"432128" : 1671,
"436224" : 1843,
"440320" : 2103,
"444416" : 2567,
"448512" : 3156,
"452608" : 3830,
"456704" : 4360,
"460800" : 4753,
"464896" : 4951,
"468992" : 4832,
"473088" : 4504,
"477184" : 4121,
"481280" : 3767,
"485376" : 3449,
"489472" : 3224,
"493568" : 3157,
"497664" : 3117,
"501760" : 3470,
"505856" : 3619,
"509952" : 3578,
"514048" : 3644,
"518144" : 3727,
"522240" : 3646,
"528384" : 7031,
"536576" : 6644,
"544768" : 6245,
"552960" : 5996,
"561152" : 5976,
"569344" : 5844,
"577536" : 6052,
"585728" : 6131,
"593920" : 6230,
"602112" : 5666,
"610304" : 5510,
"618496" : 5095,
"626688" : 4724,
"634880" : 4602,
"643072" : 4673,
"651264" : 4444,
"659456" : 4457,
"667648" : 4306,
"675840" : 3921,
"684032" : 3936,
"692224" : 4205,
"700416" : 4653,
"708608" : 5562,
"716800" : 6237,
"724992" : 5980,
"733184" : 5785,
"741376" : 5873,
"749568" : 7185,
"757760" : 8956,
"765952" : 10732,
"774144" : 11449,
"782336" : 10944,
"790528" : 10217,
"798720" : 10396,
"806912" : 11364,
"815104" : 12623,
"823296" : 13768,
"831488" : 13947,
"839680" : 13908,
"847872" : 13203,
"856064" : 13234,
"864256" : 13128,
"872448" : 13151,
"880640" : 13357,
"888832" : 13548,
"897024" : 13567,
"905216" : 13631,
"913408" : 13729,
"921600" : 13803,
"929792" : 13996,
"937984" : 13873,
"946176" : 13817,
"954368" : 13949,
"962560" : 13960,
"970752" : 14021,
"978944" : 13917,
"987136" : 13952,
"995328" : 13933,
"1003520" : 14164,
"1011712" : 14529,
"1019904" : 14792,
"1028096" : 14346,
"1036288" : 14322,
"1044480" : 14522,
"1056768" : 29547,
"1073152" : 31089,
"1089536" : 31255,
"1105920" : 30792,
"1122304" : 32177,
"1138688" : 33381,
"1155072" : 32766,
"1171456" : 32916,
"1187840" : 33436,
"1204224" : 33699,
"1220608" : 33970,
"1236992" : 34150,
"1253376" : 34971,
"1269760" : 35276,
"1286144" : 35675,
"1302528" : 36014,
"1318912" : 36330,
"1335296" : 36231,
"1351680" : 35875,
"1368064" : 35608,
"1384448" : 35070,
"1400832" : 34475,
"1417216" : 33357,
"1433600" : 33018,
"1449984" : 32156,
"1466368" : 31795,
"1482752" : 30984,
"1499136" : 30640,
"1515520" : 30304,
"1531904" : 29984,
"1548288" : 29367,
"1564672" : 29526,
"1581056" : 29041,
"1597440" : 28755,
"1613824" : 28741,
"1630208" : 28510,
"1646592" : 28160,
"1662976" : 27986,
"1679360" : 27930,
"1695744" : 27131,
"1712128" : 27112,
"1728512" : 26565,
"1744896" : 26385,
"1761280" : 25878,
"1777664" : 25301,
"1794048" : 24781,
"1810432" : 23911,
"1826816" : 23280,
"1843200" : 22730,
"1859584" : 22207,
"1875968" : 21137,
"1892352" : 20649,
"1908736" : 20105,
"1925120" : 19188,
"1941504" : 18838,
"1957888" : 18298,
"1974272" : 17847,
"1990656" : 17239,
"2007040" : 16482,
"2023424" : 15997,
"2039808" : 15828,
"2056192" : 15096,
"2072576" : 14587,
"2088960" : 14258,
"2113536" : 26805,
"2146304" : 24608,
"2179072" : 22762,
"2211840" : 20459,
"2244608" : 18486,
"2277376" : 16801,
"2310144" : 15299,
"2342912" : 13544,
"2375680" : 12101,
"2408448" : 10764,
"2441216" : 9316,
"2473984" : 8232,
"2506752" : 7116,
"2539520" : 6345,
"2572288" : 5489,
"2605056" : 4692,
"2637824" : 4018,
"2670592" : 3402,
"2703360" : 2824,
"2736128" : 2594,
"2768896" : 2185,
"2801664" : 1832,
"2834432" : 1501,
"2867200" : 1318,
"2899968" : 1114,
"2932736" : 865,
"2965504" : 744,
"2998272" : 626,
"3031040" : 586,
"3063808" : 412,
"3096576" : 414,
"3129344" : 337,
"3162112" : 309,
"3194880" : 268,
"3227648" : 221,
"3260416" : 201,
"3293184" : 176,
"3325952" : 156,
"3358720" : 152,
"3391488" : 113,
"3424256" : 113,
"3457024" : 88,
"3489792" : 84,
"3522560" : 63,
"3555328" : 63,
"3588096" : 47,
"3620864" : 68,
"3653632" : 57,
"3686400" : 40,
"3719168" : 31,
"3751936" : 34,
"3784704" : 22,
"3817472" : 23,
"3850240" : 10,
"3883008" : 18,
"3915776" : 5,
"3948544" : 11,
"3981312" : 11,
"4014080" : 9,
"4046848" : 6,
"4079616" : 9,
"4112384" : 1,
"4145152" : 3,
"4177920" : 6,
"4227072" : 9,
"4292608" : 6,
"4423680" : 4,
"4489216" : 3,
"4554752" : 2,
"4620288" : 1,
"4882432" : 1,
"5013504" : 1,
"5079040" : 1,
"5210112" : 2,
"5472256" : 1
}
},
"lat_ns" : {
"min" : 77218,
"max" : 6364636,
"mean" : 1837736.595790,
"stddev" : 611229.106384,
"N" : 2784147
},
"bw_min" : 62656,
"bw_max" : 76963,
"bw_agg" : 100.000000,
"bw_mean" : 69606.683386,
"bw_dev" : 313.076262,
"bw_samples" : 2552,
"iops_min" : 15664,
"iops_max" : 19238,
"iops_mean" : 17401.454545,
"iops_stddev" : 78.250291,
"iops_samples" : 2552
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279998,
"usr_cpu" : 0.703360,
"sys_cpu" : 14.755726,
"ctx" : 2254385,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.351453,
"250" : 0.685774,
"500" : 2.883819,
"750" : 6.141217,
"1000" : 14.098102
},
"latency_ms" : {
"2" : 63.588019,
"4" : 12.248995,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773091506,
"timestamp_ms" : 1773091506656,
"time" : "Mon Mar 9 18:25:06 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12112142336,
"io_kbytes" : 11828264,
"bw_bytes" : 71247896,
"bw" : 69578,
"iops" : 17394.588235,
"runtime" : 170000,
"total_ios" : 2957080,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10036,
"max" : 3900751,
"mean" : 456824.381522,
"stddev" : 282708.666896,
"N" : 2957080
},
"clat_ns" : {
"min" : 55034,
"max" : 5444310,
"mean" : 1381586.693437,
"stddev" : 517665.841260,
"N" : 2957072,
"percentile" : {
"1.000000" : 140288,
"5.000000" : 536576,
"10.000000" : 749568,
"20.000000" : 929792,
"30.000000" : 1089536,
"40.000000" : 1236992,
"50.000000" : 1351680,
"60.000000" : 1499136,
"70.000000" : 1646592,
"80.000000" : 1826816,
"90.000000" : 2072576,
"95.000000" : 2244608,
"99.000000" : 2605056,
"99.500000" : 2768896,
"99.900000" : 3129344,
"99.950000" : 3293184,
"99.990000" : 3686400
},
"bins" : {
"55040" : 1,
"57600" : 1,
"61696" : 2,
"64256" : 2,
"64768" : 1,
"66048" : 4,
"67072" : 6,
"68096" : 4,
"69120" : 13,
"70144" : 9,
"71168" : 4,
"72192" : 11,
"73216" : 7,
"74240" : 20,
"75264" : 21,
"76288" : 30,
"77312" : 52,
"78336" : 57,
"79360" : 61,
"80384" : 90,
"81408" : 91,
"82432" : 113,
"83456" : 136,
"84480" : 148,
"85504" : 182,
"86528" : 183,
"87552" : 204,
"88576" : 268,
"89600" : 362,
"90624" : 424,
"91648" : 477,
"92672" : 626,
"93696" : 740,
"94720" : 870,
"95744" : 1014,
"96768" : 1064,
"97792" : 1098,
"98816" : 1190,
"99840" : 1199,
"100864" : 1167,
"101888" : 1160,
"102912" : 1141,
"103936" : 1080,
"104960" : 1093,
"105984" : 1036,
"107008" : 961,
"108032" : 845,
"109056" : 860,
"110080" : 775,
"111104" : 707,
"112128" : 651,
"113152" : 682,
"114176" : 602,
"115200" : 556,
"116224" : 531,
"117248" : 487,
"118272" : 457,
"119296" : 419,
"120320" : 361,
"121344" : 329,
"122368" : 328,
"123392" : 290,
"124416" : 251,
"125440" : 251,
"126464" : 214,
"127488" : 222,
"128512" : 175,
"129536" : 169,
"130560" : 139,
"132096" : 270,
"134144" : 242,
"136192" : 170,
"138240" : 162,
"140288" : 139,
"142336" : 94,
"144384" : 100,
"146432" : 88,
"148480" : 81,
"150528" : 67,
"152576" : 51,
"154624" : 35,
"156672" : 42,
"158720" : 33,
"160768" : 37,
"162816" : 31,
"164864" : 24,
"166912" : 39,
"168960" : 27,
"171008" : 19,
"173056" : 20,
"175104" : 15,
"177152" : 17,
"179200" : 12,
"181248" : 17,
"183296" : 13,
"185344" : 10,
"187392" : 13,
"189440" : 16,
"191488" : 12,
"193536" : 6,
"195584" : 10,
"197632" : 9,
"199680" : 9,
"201728" : 12,
"203776" : 8,
"205824" : 4,
"207872" : 8,
"209920" : 3,
"211968" : 4,
"214016" : 7,
"216064" : 6,
"218112" : 3,
"220160" : 4,
"222208" : 2,
"224256" : 5,
"226304" : 2,
"228352" : 5,
"230400" : 5,
"232448" : 5,
"234496" : 2,
"236544" : 3,
"238592" : 1,
"240640" : 1,
"242688" : 2,
"244736" : 4,
"246784" : 3,
"248832" : 1,
"252928" : 2,
"254976" : 3,
"257024" : 2,
"259072" : 2,
"264192" : 3,
"268288" : 4,
"272384" : 3,
"276480" : 4,
"280576" : 3,
"284672" : 5,
"288768" : 6,
"292864" : 3,
"296960" : 5,
"305152" : 3,
"309248" : 3,
"313344" : 3,
"317440" : 4,
"321536" : 8,
"325632" : 15,
"329728" : 15,
"333824" : 20,
"337920" : 34,
"342016" : 41,
"346112" : 93,
"350208" : 117,
"354304" : 159,
"358400" : 162,
"362496" : 220,
"366592" : 212,
"370688" : 191,
"374784" : 250,
"378880" : 289,
"382976" : 408,
"387072" : 574,
"391168" : 830,
"395264" : 1221,
"399360" : 1778,
"403456" : 2031,
"407552" : 2276,
"411648" : 2524,
"415744" : 2323,
"419840" : 2099,
"423936" : 1990,
"428032" : 1915,
"432128" : 1791,
"436224" : 1972,
"440320" : 2226,
"444416" : 2719,
"448512" : 3335,
"452608" : 4059,
"456704" : 4651,
"460800" : 5025,
"464896" : 5258,
"468992" : 5147,
"473088" : 4808,
"477184" : 4384,
"481280" : 4001,
"485376" : 3661,
"489472" : 3443,
"493568" : 3374,
"497664" : 3296,
"501760" : 3684,
"505856" : 3812,
"509952" : 3794,
"514048" : 3890,
"518144" : 3935,
"522240" : 3883,
"528384" : 7511,
"536576" : 7042,
"544768" : 6643,
"552960" : 6352,
"561152" : 6287,
"569344" : 6182,
"577536" : 6382,
"585728" : 6468,
"593920" : 6605,
"602112" : 6068,
"610304" : 5832,
"618496" : 5414,
"626688" : 5015,
"634880" : 4885,
"643072" : 4936,
"651264" : 4707,
"659456" : 4716,
"667648" : 4600,
"675840" : 4186,
"684032" : 4157,
"692224" : 4461,
"700416" : 4985,
"708608" : 5954,
"716800" : 6622,
"724992" : 6405,
"733184" : 6175,
"741376" : 6289,
"749568" : 7666,
"757760" : 9474,
"765952" : 11450,
"774144" : 12163,
"782336" : 11628,
"790528" : 10899,
"798720" : 11043,
"806912" : 12048,
"815104" : 13408,
"823296" : 14692,
"831488" : 14820,
"839680" : 14815,
"847872" : 13970,
"856064" : 14036,
"864256" : 13897,
"872448" : 13920,
"880640" : 14137,
"888832" : 14360,
"897024" : 14385,
"905216" : 14479,
"913408" : 14586,
"921600" : 14648,
"929792" : 14877,
"937984" : 14756,
"946176" : 14634,
"954368" : 14799,
"962560" : 14802,
"970752" : 14878,
"978944" : 14784,
"987136" : 14793,
"995328" : 14819,
"1003520" : 15048,
"1011712" : 15414,
"1019904" : 15681,
"1028096" : 15247,
"1036288" : 15223,
"1044480" : 15429,
"1056768" : 31401,
"1073152" : 33107,
"1089536" : 33218,
"1105920" : 32722,
"1122304" : 34209,
"1138688" : 35440,
"1155072" : 34780,
"1171456" : 34977,
"1187840" : 35450,
"1204224" : 35799,
"1220608" : 36044,
"1236992" : 36317,
"1253376" : 37071,
"1269760" : 37429,
"1286144" : 37793,
"1302528" : 38117,
"1318912" : 38536,
"1335296" : 38376,
"1351680" : 37990,
"1368064" : 37665,
"1384448" : 37257,
"1400832" : 36551,
"1417216" : 35420,
"1433600" : 35003,
"1449984" : 34078,
"1466368" : 33694,
"1482752" : 32862,
"1499136" : 32567,
"1515520" : 32130,
"1531904" : 31792,
"1548288" : 31155,
"1564672" : 31272,
"1581056" : 30898,
"1597440" : 30474,
"1613824" : 30508,
"1630208" : 30212,
"1646592" : 29873,
"1662976" : 29758,
"1679360" : 29666,
"1695744" : 28791,
"1712128" : 28777,
"1728512" : 28156,
"1744896" : 27980,
"1761280" : 27487,
"1777664" : 26803,
"1794048" : 26300,
"1810432" : 25379,
"1826816" : 24679,
"1843200" : 24166,
"1859584" : 23531,
"1875968" : 22469,
"1892352" : 21894,
"1908736" : 21365,
"1925120" : 20470,
"1941504" : 20008,
"1957888" : 19429,
"1974272" : 18971,
"1990656" : 18316,
"2007040" : 17538,
"2023424" : 17010,
"2039808" : 16813,
"2056192" : 16093,
"2072576" : 15505,
"2088960" : 15162,
"2113536" : 28571,
"2146304" : 26132,
"2179072" : 24225,
"2211840" : 21861,
"2244608" : 19772,
"2277376" : 17969,
"2310144" : 16332,
"2342912" : 14489,
"2375680" : 12941,
"2408448" : 11510,
"2441216" : 9956,
"2473984" : 8795,
"2506752" : 7597,
"2539520" : 6772,
"2572288" : 5890,
"2605056" : 5022,
"2637824" : 4311,
"2670592" : 3646,
"2703360" : 3024,
"2736128" : 2763,
"2768896" : 2345,
"2801664" : 1981,
"2834432" : 1608,
"2867200" : 1401,
"2899968" : 1177,
"2932736" : 929,
"2965504" : 798,
"2998272" : 662,
"3031040" : 632,
"3063808" : 441,
"3096576" : 454,
"3129344" : 366,
"3162112" : 328,
"3194880" : 291,
"3227648" : 240,
"3260416" : 217,
"3293184" : 192,
"3325952" : 166,
"3358720" : 164,
"3391488" : 122,
"3424256" : 122,
"3457024" : 95,
"3489792" : 92,
"3522560" : 70,
"3555328" : 68,
"3588096" : 52,
"3620864" : 74,
"3653632" : 60,
"3686400" : 41,
"3719168" : 33,
"3751936" : 38,
"3784704" : 25,
"3817472" : 24,
"3850240" : 12,
"3883008" : 20,
"3915776" : 5,
"3948544" : 12,
"3981312" : 12,
"4014080" : 14,
"4046848" : 7,
"4079616" : 10,
"4112384" : 3,
"4145152" : 3,
"4177920" : 7,
"4227072" : 11,
"4292608" : 7,
"4423680" : 5,
"4489216" : 3,
"4554752" : 2,
"4620288" : 1,
"4882432" : 1,
"5013504" : 1,
"5079040" : 1,
"5210112" : 2,
"5341184" : 1,
"5472256" : 1
}
},
"lat_ns" : {
"min" : 77218,
"max" : 6364636,
"mean" : 1838409.677437,
"stddev" : 611984.550690,
"N" : 2957072
},
"bw_min" : 62656,
"bw_max" : 77222,
"bw_agg" : 100.000000,
"bw_mean" : 69601.887906,
"bw_dev" : 315.774704,
"bw_samples" : 2712,
"iops_min" : 15664,
"iops_max" : 19302,
"iops_mean" : 17400.241888,
"iops_stddev" : 78.920626,
"iops_samples" : 2712
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1359999,
"usr_cpu" : 0.704559,
"sys_cpu" : 14.756996,
"ctx" : 2393713,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.350481,
"250" : 0.689532,
"500" : 2.883385,
"750" : 6.143019,
"1000" : 14.091807
},
"latency_ms" : {
"2" : 63.536529,
"4" : 12.302271,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773091516,
"timestamp_ms" : 1773091516655,
"time" : "Mon Mar 9 18:25:16 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12816269312,
"io_kbytes" : 12515888,
"bw_bytes" : 71201891,
"bw" : 69533,
"iops" : 17383.341019,
"runtime" : 179999,
"total_ios" : 3128984,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10036,
"max" : 3900751,
"mean" : 457114.569064,
"stddev" : 283010.361715,
"N" : 3128987
},
"clat_ns" : {
"min" : 3785,
"max" : 5444310,
"mean" : 1382481.504945,
"stddev" : 518641.642694,
"N" : 3128988,
"percentile" : {
"1.000000" : 140288,
"5.000000" : 536576,
"10.000000" : 749568,
"20.000000" : 929792,
"30.000000" : 1089536,
"40.000000" : 1236992,
"50.000000" : 1351680,
"60.000000" : 1499136,
"70.000000" : 1646592,
"80.000000" : 1826816,
"90.000000" : 2072576,
"95.000000" : 2277376,
"99.000000" : 2637824,
"99.500000" : 2768896,
"99.900000" : 3129344,
"99.950000" : 3293184,
"99.990000" : 3686400
},
"bins" : {
"3792" : 1,
"4256" : 1,
"6752" : 1,
"55040" : 1,
"57600" : 1,
"61696" : 3,
"64256" : 2,
"64768" : 1,
"66048" : 4,
"67072" : 6,
"68096" : 6,
"69120" : 13,
"70144" : 10,
"71168" : 4,
"72192" : 11,
"73216" : 7,
"74240" : 20,
"75264" : 21,
"76288" : 34,
"77312" : 52,
"78336" : 58,
"79360" : 62,
"80384" : 94,
"81408" : 96,
"82432" : 121,
"83456" : 140,
"84480" : 155,
"85504" : 188,
"86528" : 186,
"87552" : 215,
"88576" : 284,
"89600" : 380,
"90624" : 448,
"91648" : 495,
"92672" : 667,
"93696" : 775,
"94720" : 908,
"95744" : 1056,
"96768" : 1111,
"97792" : 1173,
"98816" : 1248,
"99840" : 1257,
"100864" : 1235,
"101888" : 1230,
"102912" : 1202,
"103936" : 1136,
"104960" : 1155,
"105984" : 1091,
"107008" : 1022,
"108032" : 892,
"109056" : 911,
"110080" : 831,
"111104" : 761,
"112128" : 686,
"113152" : 723,
"114176" : 646,
"115200" : 602,
"116224" : 567,
"117248" : 516,
"118272" : 481,
"119296" : 447,
"120320" : 400,
"121344" : 353,
"122368" : 348,
"123392" : 312,
"124416" : 267,
"125440" : 267,
"126464" : 228,
"127488" : 237,
"128512" : 187,
"129536" : 182,
"130560" : 145,
"132096" : 285,
"134144" : 260,
"136192" : 178,
"138240" : 174,
"140288" : 154,
"142336" : 101,
"144384" : 104,
"146432" : 90,
"148480" : 88,
"150528" : 69,
"152576" : 56,
"154624" : 37,
"156672" : 46,
"158720" : 34,
"160768" : 38,
"162816" : 31,
"164864" : 24,
"166912" : 39,
"168960" : 29,
"171008" : 20,
"173056" : 22,
"175104" : 16,
"177152" : 18,
"179200" : 13,
"181248" : 18,
"183296" : 14,
"185344" : 11,
"187392" : 13,
"189440" : 17,
"191488" : 13,
"193536" : 6,
"195584" : 10,
"197632" : 10,
"199680" : 10,
"201728" : 13,
"203776" : 8,
"205824" : 5,
"207872" : 8,
"209920" : 5,
"211968" : 5,
"214016" : 7,
"216064" : 6,
"218112" : 3,
"220160" : 4,
"222208" : 2,
"224256" : 5,
"226304" : 2,
"228352" : 5,
"230400" : 5,
"232448" : 6,
"234496" : 2,
"236544" : 3,
"238592" : 1,
"240640" : 1,
"242688" : 2,
"244736" : 4,
"246784" : 3,
"248832" : 1,
"252928" : 2,
"254976" : 3,
"257024" : 2,
"259072" : 2,
"264192" : 3,
"268288" : 4,
"272384" : 3,
"276480" : 4,
"280576" : 3,
"284672" : 5,
"288768" : 6,
"292864" : 3,
"296960" : 5,
"305152" : 3,
"309248" : 3,
"313344" : 3,
"317440" : 5,
"321536" : 8,
"325632" : 17,
"329728" : 15,
"333824" : 21,
"337920" : 38,
"342016" : 46,
"346112" : 98,
"350208" : 130,
"354304" : 170,
"358400" : 171,
"362496" : 229,
"366592" : 227,
"370688" : 207,
"374784" : 266,
"378880" : 318,
"382976" : 442,
"387072" : 623,
"391168" : 880,
"395264" : 1299,
"399360" : 1897,
"403456" : 2179,
"407552" : 2402,
"411648" : 2668,
"415744" : 2488,
"419840" : 2245,
"423936" : 2115,
"428032" : 2023,
"432128" : 1900,
"436224" : 2082,
"440320" : 2369,
"444416" : 2878,
"448512" : 3526,
"452608" : 4303,
"456704" : 4921,
"460800" : 5337,
"464896" : 5516,
"468992" : 5449,
"473088" : 5089,
"477184" : 4637,
"481280" : 4223,
"485376" : 3861,
"489472" : 3635,
"493568" : 3537,
"497664" : 3496,
"501760" : 3868,
"505856" : 4031,
"509952" : 4000,
"514048" : 4049,
"518144" : 4167,
"522240" : 4091,
"528384" : 7908,
"536576" : 7477,
"544768" : 7036,
"552960" : 6720,
"561152" : 6677,
"569344" : 6509,
"577536" : 6709,
"585728" : 6829,
"593920" : 6971,
"602112" : 6421,
"610304" : 6129,
"618496" : 5733,
"626688" : 5309,
"634880" : 5166,
"643072" : 5192,
"651264" : 4944,
"659456" : 4976,
"667648" : 4887,
"675840" : 4468,
"684032" : 4438,
"692224" : 4742,
"700416" : 5314,
"708608" : 6346,
"716800" : 7069,
"724992" : 6842,
"733184" : 6599,
"741376" : 6690,
"749568" : 8200,
"757760" : 10147,
"765952" : 12173,
"774144" : 12975,
"782336" : 12397,
"790528" : 11576,
"798720" : 11763,
"806912" : 12846,
"815104" : 14236,
"823296" : 15462,
"831488" : 15604,
"839680" : 15640,
"847872" : 14765,
"856064" : 14852,
"864256" : 14667,
"872448" : 14627,
"880640" : 14893,
"888832" : 15154,
"897024" : 15190,
"905216" : 15266,
"913408" : 15359,
"921600" : 15394,
"929792" : 15656,
"937984" : 15582,
"946176" : 15432,
"954368" : 15609,
"962560" : 15566,
"970752" : 15734,
"978944" : 15613,
"987136" : 15585,
"995328" : 15661,
"1003520" : 15881,
"1011712" : 16220,
"1019904" : 16518,
"1028096" : 16108,
"1036288" : 16083,
"1044480" : 16296,
"1056768" : 33207,
"1073152" : 35123,
"1089536" : 35321,
"1105920" : 34714,
"1122304" : 36287,
"1138688" : 37614,
"1155072" : 36849,
"1171456" : 37022,
"1187840" : 37428,
"1204224" : 37887,
"1220608" : 38097,
"1236992" : 38323,
"1253376" : 39135,
"1269760" : 39449,
"1286144" : 39819,
"1302528" : 40177,
"1318912" : 40599,
"1335296" : 40506,
"1351680" : 40128,
"1368064" : 39790,
"1384448" : 39395,
"1400832" : 38529,
"1417216" : 37449,
"1433600" : 37006,
"1449984" : 35940,
"1466368" : 35575,
"1482752" : 34679,
"1499136" : 34310,
"1515520" : 33891,
"1531904" : 33537,
"1548288" : 32825,
"1564672" : 32952,
"1581056" : 32583,
"1597440" : 32185,
"1613824" : 32209,
"1630208" : 31920,
"1646592" : 31473,
"1662976" : 31404,
"1679360" : 31277,
"1695744" : 30383,
"1712128" : 30447,
"1728512" : 29808,
"1744896" : 29523,
"1761280" : 29045,
"1777664" : 28382,
"1794048" : 27752,
"1810432" : 26825,
"1826816" : 26108,
"1843200" : 25572,
"1859584" : 24934,
"1875968" : 23802,
"1892352" : 23164,
"1908736" : 22619,
"1925120" : 21745,
"1941504" : 21217,
"1957888" : 20575,
"1974272" : 20126,
"1990656" : 19436,
"2007040" : 18638,
"2023424" : 18051,
"2039808" : 17841,
"2056192" : 17050,
"2072576" : 16526,
"2088960" : 16140,
"2113536" : 30373,
"2146304" : 27742,
"2179072" : 25759,
"2211840" : 23301,
"2244608" : 21054,
"2277376" : 19153,
"2310144" : 17424,
"2342912" : 15448,
"2375680" : 13844,
"2408448" : 12321,
"2441216" : 10617,
"2473984" : 9430,
"2506752" : 8165,
"2539520" : 7298,
"2572288" : 6300,
"2605056" : 5411,
"2637824" : 4609,
"2670592" : 3926,
"2703360" : 3257,
"2736128" : 2976,
"2768896" : 2534,
"2801664" : 2142,
"2834432" : 1760,
"2867200" : 1533,
"2899968" : 1261,
"2932736" : 1002,
"2965504" : 866,
"2998272" : 706,
"3031040" : 679,
"3063808" : 498,
"3096576" : 477,
"3129344" : 391,
"3162112" : 343,
"3194880" : 308,
"3227648" : 257,
"3260416" : 228,
"3293184" : 205,
"3325952" : 176,
"3358720" : 176,
"3391488" : 126,
"3424256" : 127,
"3457024" : 99,
"3489792" : 96,
"3522560" : 73,
"3555328" : 74,
"3588096" : 54,
"3620864" : 77,
"3653632" : 65,
"3686400" : 42,
"3719168" : 36,
"3751936" : 38,
"3784704" : 28,
"3817472" : 25,
"3850240" : 14,
"3883008" : 20,
"3915776" : 5,
"3948544" : 12,
"3981312" : 12,
"4014080" : 14,
"4046848" : 7,
"4079616" : 10,
"4112384" : 3,
"4145152" : 4,
"4177920" : 7,
"4227072" : 12,
"4292608" : 7,
"4423680" : 5,
"4489216" : 4,
"4554752" : 2,
"4620288" : 1,
"4882432" : 1,
"4947968" : 1,
"5013504" : 1,
"5079040" : 1,
"5144576" : 1,
"5210112" : 2,
"5341184" : 1,
"5472256" : 1
}
},
"lat_ns" : {
"min" : 77218,
"max" : 6364636,
"mean" : 1839596.210640,
"stddev" : 613304.442648,
"N" : 3128988
},
"bw_min" : 62520,
"bw_max" : 77222,
"bw_agg" : 100.000000,
"bw_mean" : 69536.771588,
"bw_dev" : 316.363264,
"bw_samples" : 2872,
"iops_min" : 15630,
"iops_max" : 19302,
"iops_mean" : 17383.966574,
"iops_stddev" : 79.068447,
"iops_samples" : 2872
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1439992,
"usr_cpu" : 0.707157,
"sys_cpu" : 14.759596,
"ctx" : 2534488,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.347717,
"250" : 0.691822,
"500" : 2.886304,
"750" : 6.147650,
"1000" : 14.076039
},
"latency_ms" : {
"2" : 63.451779,
"4" : 12.396005,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773091516,
"timestamp_ms" : 1773091516688,
"time" : "Mon Mar 9 18:25:16 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12816449536,
"io_kbytes" : 12516064,
"bw_bytes" : 71201310,
"bw" : 69532,
"iops" : 17382.954729,
"runtime" : 180003,
"total_ios" : 3128984,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10036,
"max" : 3900751,
"mean" : 457114.430808,
"stddev" : 283010.158988,
"N" : 3128992
},
"clat_ns" : {
"min" : 3736,
"max" : 5444310,
"mean" : 1382475.717549,
"stddev" : 518645.876942,
"N" : 3129008,
"percentile" : {
"1.000000" : 140288,
"5.000000" : 536576,
"10.000000" : 749568,
"20.000000" : 929792,
"30.000000" : 1089536,
"40.000000" : 1236992,
"50.000000" : 1351680,
"60.000000" : 1499136,
"70.000000" : 1646592,
"80.000000" : 1826816,
"90.000000" : 2072576,
"95.000000" : 2277376,
"99.000000" : 2637824,
"99.500000" : 2768896,
"99.900000" : 3129344,
"99.950000" : 3293184,
"99.990000" : 3686400
},
"bins" : {
"3728" : 1,
"3760" : 1,
"3792" : 1,
"3888" : 1,
"3920" : 2,
"4256" : 1,
"6752" : 1,
"55040" : 1,
"57600" : 1,
"61696" : 3,
"64256" : 2,
"64768" : 1,
"66048" : 4,
"67072" : 6,
"68096" : 6,
"69120" : 13,
"70144" : 10,
"71168" : 4,
"72192" : 11,
"73216" : 7,
"74240" : 20,
"75264" : 21,
"76288" : 34,
"77312" : 52,
"78336" : 58,
"79360" : 62,
"80384" : 94,
"81408" : 96,
"82432" : 121,
"83456" : 140,
"84480" : 155,
"85504" : 188,
"86528" : 186,
"87552" : 215,
"88576" : 284,
"89600" : 380,
"90624" : 448,
"91648" : 495,
"92672" : 667,
"93696" : 775,
"94720" : 908,
"95744" : 1056,
"96768" : 1111,
"97792" : 1173,
"98816" : 1248,
"99840" : 1257,
"100864" : 1235,
"101888" : 1230,
"102912" : 1202,
"103936" : 1136,
"104960" : 1155,
"105984" : 1091,
"107008" : 1022,
"108032" : 892,
"109056" : 911,
"110080" : 831,
"111104" : 761,
"112128" : 686,
"113152" : 723,
"114176" : 646,
"115200" : 602,
"116224" : 567,
"117248" : 516,
"118272" : 481,
"119296" : 447,
"120320" : 400,
"121344" : 353,
"122368" : 348,
"123392" : 312,
"124416" : 267,
"125440" : 267,
"126464" : 228,
"127488" : 237,
"128512" : 187,
"129536" : 182,
"130560" : 145,
"132096" : 285,
"134144" : 260,
"136192" : 178,
"138240" : 174,
"140288" : 154,
"142336" : 101,
"144384" : 104,
"146432" : 90,
"148480" : 88,
"150528" : 69,
"152576" : 56,
"154624" : 37,
"156672" : 46,
"158720" : 34,
"160768" : 38,
"162816" : 31,
"164864" : 24,
"166912" : 39,
"168960" : 29,
"171008" : 20,
"173056" : 22,
"175104" : 16,
"177152" : 18,
"179200" : 13,
"181248" : 18,
"183296" : 14,
"185344" : 11,
"187392" : 13,
"189440" : 17,
"191488" : 13,
"193536" : 6,
"195584" : 10,
"197632" : 10,
"199680" : 10,
"201728" : 13,
"203776" : 8,
"205824" : 5,
"207872" : 8,
"209920" : 5,
"211968" : 5,
"214016" : 7,
"216064" : 6,
"218112" : 3,
"220160" : 4,
"222208" : 2,
"224256" : 5,
"226304" : 2,
"228352" : 5,
"230400" : 5,
"232448" : 6,
"234496" : 2,
"236544" : 3,
"238592" : 1,
"240640" : 1,
"242688" : 2,
"244736" : 4,
"246784" : 3,
"248832" : 1,
"252928" : 2,
"254976" : 3,
"257024" : 2,
"259072" : 2,
"264192" : 3,
"268288" : 4,
"272384" : 3,
"276480" : 4,
"280576" : 3,
"284672" : 5,
"288768" : 6,
"292864" : 3,
"296960" : 5,
"305152" : 3,
"309248" : 3,
"313344" : 3,
"317440" : 5,
"321536" : 8,
"325632" : 17,
"329728" : 16,
"333824" : 21,
"337920" : 38,
"342016" : 46,
"346112" : 98,
"350208" : 130,
"354304" : 170,
"358400" : 172,
"362496" : 229,
"366592" : 227,
"370688" : 207,
"374784" : 266,
"378880" : 318,
"382976" : 442,
"387072" : 623,
"391168" : 881,
"395264" : 1300,
"399360" : 1897,
"403456" : 2180,
"407552" : 2403,
"411648" : 2668,
"415744" : 2488,
"419840" : 2246,
"423936" : 2115,
"428032" : 2023,
"432128" : 1900,
"436224" : 2082,
"440320" : 2369,
"444416" : 2878,
"448512" : 3526,
"452608" : 4304,
"456704" : 4921,
"460800" : 5337,
"464896" : 5516,
"468992" : 5449,
"473088" : 5089,
"477184" : 4637,
"481280" : 4223,
"485376" : 3861,
"489472" : 3635,
"493568" : 3537,
"497664" : 3496,
"501760" : 3868,
"505856" : 4031,
"509952" : 4000,
"514048" : 4049,
"518144" : 4167,
"522240" : 4091,
"528384" : 7908,
"536576" : 7477,
"544768" : 7036,
"552960" : 6720,
"561152" : 6677,
"569344" : 6509,
"577536" : 6709,
"585728" : 6829,
"593920" : 6971,
"602112" : 6421,
"610304" : 6129,
"618496" : 5733,
"626688" : 5309,
"634880" : 5166,
"643072" : 5192,
"651264" : 4944,
"659456" : 4976,
"667648" : 4887,
"675840" : 4468,
"684032" : 4439,
"692224" : 4742,
"700416" : 5314,
"708608" : 6346,
"716800" : 7069,
"724992" : 6842,
"733184" : 6600,
"741376" : 6690,
"749568" : 8200,
"757760" : 10147,
"765952" : 12173,
"774144" : 12975,
"782336" : 12397,
"790528" : 11576,
"798720" : 11765,
"806912" : 12846,
"815104" : 14236,
"823296" : 15462,
"831488" : 15604,
"839680" : 15640,
"847872" : 14765,
"856064" : 14852,
"864256" : 14667,
"872448" : 14627,
"880640" : 14893,
"888832" : 15154,
"897024" : 15190,
"905216" : 15266,
"913408" : 15359,
"921600" : 15394,
"929792" : 15656,
"937984" : 15582,
"946176" : 15432,
"954368" : 15609,
"962560" : 15566,
"970752" : 15734,
"978944" : 15613,
"987136" : 15585,
"995328" : 15661,
"1003520" : 15881,
"1011712" : 16220,
"1019904" : 16518,
"1028096" : 16108,
"1036288" : 16083,
"1044480" : 16296,
"1056768" : 33207,
"1073152" : 35123,
"1089536" : 35322,
"1105920" : 34714,
"1122304" : 36288,
"1138688" : 37615,
"1155072" : 36849,
"1171456" : 37022,
"1187840" : 37428,
"1204224" : 37887,
"1220608" : 38097,
"1236992" : 38323,
"1253376" : 39135,
"1269760" : 39449,
"1286144" : 39819,
"1302528" : 40177,
"1318912" : 40599,
"1335296" : 40506,
"1351680" : 40128,
"1368064" : 39790,
"1384448" : 39395,
"1400832" : 38529,
"1417216" : 37449,
"1433600" : 37006,
"1449984" : 35940,
"1466368" : 35575,
"1482752" : 34679,
"1499136" : 34310,
"1515520" : 33891,
"1531904" : 33537,
"1548288" : 32825,
"1564672" : 32952,
"1581056" : 32583,
"1597440" : 32185,
"1613824" : 32209,
"1630208" : 31920,
"1646592" : 31473,
"1662976" : 31404,
"1679360" : 31277,
"1695744" : 30383,
"1712128" : 30447,
"1728512" : 29808,
"1744896" : 29523,
"1761280" : 29045,
"1777664" : 28382,
"1794048" : 27752,
"1810432" : 26825,
"1826816" : 26108,
"1843200" : 25572,
"1859584" : 24934,
"1875968" : 23802,
"1892352" : 23164,
"1908736" : 22619,
"1925120" : 21745,
"1941504" : 21217,
"1957888" : 20575,
"1974272" : 20126,
"1990656" : 19436,
"2007040" : 18638,
"2023424" : 18051,
"2039808" : 17841,
"2056192" : 17050,
"2072576" : 16526,
"2088960" : 16140,
"2113536" : 30373,
"2146304" : 27742,
"2179072" : 25759,
"2211840" : 23301,
"2244608" : 21054,
"2277376" : 19153,
"2310144" : 17424,
"2342912" : 15448,
"2375680" : 13844,
"2408448" : 12321,
"2441216" : 10617,
"2473984" : 9430,
"2506752" : 8165,
"2539520" : 7298,
"2572288" : 6300,
"2605056" : 5411,
"2637824" : 4609,
"2670592" : 3926,
"2703360" : 3257,
"2736128" : 2976,
"2768896" : 2534,
"2801664" : 2142,
"2834432" : 1760,
"2867200" : 1533,
"2899968" : 1261,
"2932736" : 1002,
"2965504" : 866,
"2998272" : 706,
"3031040" : 679,
"3063808" : 498,
"3096576" : 477,
"3129344" : 391,
"3162112" : 343,
"3194880" : 308,
"3227648" : 257,
"3260416" : 228,
"3293184" : 205,
"3325952" : 176,
"3358720" : 176,
"3391488" : 126,
"3424256" : 127,
"3457024" : 99,
"3489792" : 96,
"3522560" : 73,
"3555328" : 74,
"3588096" : 54,
"3620864" : 77,
"3653632" : 65,
"3686400" : 42,
"3719168" : 36,
"3751936" : 38,
"3784704" : 28,
"3817472" : 25,
"3850240" : 14,
"3883008" : 20,
"3915776" : 5,
"3948544" : 12,
"3981312" : 12,
"4014080" : 14,
"4046848" : 7,
"4079616" : 10,
"4112384" : 3,
"4145152" : 4,
"4177920" : 7,
"4227072" : 12,
"4292608" : 7,
"4423680" : 5,
"4489216" : 4,
"4554752" : 2,
"4620288" : 1,
"4882432" : 1,
"4947968" : 1,
"5013504" : 1,
"5079040" : 1,
"5144576" : 1,
"5210112" : 2,
"5341184" : 1,
"5472256" : 1
}
},
"lat_ns" : {
"min" : 77218,
"max" : 6364636,
"mean" : 1839589.367241,
"stddev" : 613309.136846,
"N" : 3129008
},
"bw_min" : 62520,
"bw_max" : 77222,
"bw_agg" : 100.000000,
"bw_mean" : 69536.771588,
"bw_dev" : 316.363264,
"bw_samples" : 2872,
"iops_min" : 15630,
"iops_max" : 19302,
"iops_mean" : 17383.966574,
"iops_stddev" : 79.068447,
"iops_samples" : 2872
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440009,
"usr_cpu" : 0.707148,
"sys_cpu" : 14.759422,
"ctx" : 2534505,
"majf" : 0,
"minf" : 291,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.347717,
"250" : 0.691822,
"500" : 2.886560,
"750" : 6.147714,
"1000" : 14.076103
},
"latency_ms" : {
"2" : 63.451874,
"4" : 12.396005,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}