raidz2/benchmarks/rand/rand-write-qd4-nj16_run2.json
{
"fio version" : "fio-3.35",
"timestamp" : 1774120161,
"timestamp_ms" : 1774120161643,
"time" : "Sat Mar 21 16:09:21 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1168515072,
"io_kbytes" : 1141128,
"bw_bytes" : 119737173,
"bw" : 116930,
"iops" : 29241.520648,
"runtime" : 9759,
"total_ios" : 285368,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 156144,
"usr_cpu" : 0.571268,
"sys_cpu" : 7.348345,
"ctx" : 333509,
"majf" : 0,
"minf" : 107,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 99.983180,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999650,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999649,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120171,
"timestamp_ms" : 1774120171884,
"time" : "Sat Mar 21 16:09:31 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 169,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1284673536,
"io_kbytes" : 1254564,
"bw_bytes" : 128467353,
"bw" : 125456,
"iops" : 31366.300000,
"runtime" : 10000,
"total_ios" : 313663,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 15474,
"max" : 7533876,
"mean" : 505390.164868,
"stddev" : 242237.295251,
"N" : 313664
},
"clat_ns" : {
"min" : 75735,
"max" : 8735931,
"mean" : 1533162.448829,
"stddev" : 611807.104470,
"N" : 313647,
"percentile" : {
"1.000000" : 138240,
"5.000000" : 448512,
"10.000000" : 675840,
"20.000000" : 1044480,
"30.000000" : 1269760,
"40.000000" : 1449984,
"50.000000" : 1597440,
"60.000000" : 1712128,
"70.000000" : 1843200,
"80.000000" : 1990656,
"90.000000" : 2244608,
"95.000000" : 2441216,
"99.000000" : 2965504,
"99.500000" : 3293184,
"99.900000" : 4489216,
"99.950000" : 5210112,
"99.990000" : 7045120
},
"bins" : {
"75264" : 1,
"76288" : 1,
"77312" : 2,
"79360" : 3,
"80384" : 2,
"81408" : 4,
"82432" : 4,
"83456" : 8,
"84480" : 13,
"85504" : 11,
"86528" : 15,
"87552" : 25,
"88576" : 26,
"89600" : 26,
"90624" : 45,
"91648" : 38,
"92672" : 40,
"93696" : 73,
"94720" : 58,
"95744" : 52,
"96768" : 59,
"97792" : 47,
"98816" : 55,
"99840" : 55,
"100864" : 50,
"101888" : 61,
"102912" : 60,
"103936" : 73,
"104960" : 56,
"105984" : 59,
"107008" : 62,
"108032" : 56,
"109056" : 62,
"110080" : 75,
"111104" : 80,
"112128" : 62,
"113152" : 64,
"114176" : 66,
"115200" : 69,
"116224" : 74,
"117248" : 65,
"118272" : 62,
"119296" : 70,
"120320" : 64,
"121344" : 70,
"122368" : 69,
"123392" : 63,
"124416" : 63,
"125440" : 62,
"126464" : 76,
"127488" : 73,
"128512" : 65,
"129536" : 80,
"130560" : 74,
"132096" : 127,
"134144" : 136,
"136192" : 122,
"138240" : 160,
"140288" : 127,
"142336" : 141,
"144384" : 139,
"146432" : 125,
"148480" : 129,
"150528" : 128,
"152576" : 142,
"154624" : 130,
"156672" : 139,
"158720" : 131,
"160768" : 127,
"162816" : 130,
"164864" : 155,
"166912" : 142,
"168960" : 136,
"171008" : 130,
"173056" : 137,
"175104" : 131,
"177152" : 114,
"179200" : 150,
"181248" : 135,
"183296" : 131,
"185344" : 136,
"187392" : 114,
"189440" : 117,
"191488" : 135,
"193536" : 104,
"195584" : 131,
"197632" : 128,
"199680" : 103,
"201728" : 117,
"203776" : 115,
"205824" : 113,
"207872" : 96,
"209920" : 96,
"211968" : 102,
"214016" : 92,
"216064" : 90,
"218112" : 65,
"220160" : 87,
"222208" : 82,
"224256" : 64,
"226304" : 78,
"228352" : 61,
"230400" : 70,
"232448" : 61,
"234496" : 61,
"236544" : 65,
"238592" : 69,
"240640" : 57,
"242688" : 56,
"244736" : 51,
"246784" : 58,
"248832" : 66,
"250880" : 57,
"252928" : 54,
"254976" : 48,
"257024" : 54,
"259072" : 49,
"261120" : 41,
"264192" : 87,
"268288" : 81,
"272384" : 95,
"276480" : 82,
"280576" : 90,
"284672" : 85,
"288768" : 86,
"292864" : 80,
"296960" : 77,
"301056" : 59,
"305152" : 81,
"309248" : 85,
"313344" : 66,
"317440" : 69,
"321536" : 104,
"325632" : 89,
"329728" : 102,
"333824" : 118,
"337920" : 122,
"342016" : 151,
"346112" : 139,
"350208" : 143,
"354304" : 141,
"358400" : 173,
"362496" : 150,
"366592" : 162,
"370688" : 144,
"374784" : 175,
"378880" : 165,
"382976" : 166,
"387072" : 154,
"391168" : 171,
"395264" : 148,
"399360" : 173,
"403456" : 158,
"407552" : 183,
"411648" : 173,
"415744" : 184,
"419840" : 204,
"423936" : 214,
"428032" : 226,
"432128" : 227,
"436224" : 220,
"440320" : 256,
"444416" : 288,
"448512" : 255,
"452608" : 279,
"456704" : 327,
"460800" : 339,
"464896" : 281,
"468992" : 290,
"473088" : 301,
"477184" : 292,
"481280" : 274,
"485376" : 314,
"489472" : 271,
"493568" : 292,
"497664" : 299,
"501760" : 287,
"505856" : 253,
"509952" : 286,
"514048" : 286,
"518144" : 297,
"522240" : 265,
"528384" : 495,
"536576" : 491,
"544768" : 541,
"552960" : 539,
"561152" : 584,
"569344" : 487,
"577536" : 549,
"585728" : 577,
"593920" : 545,
"602112" : 542,
"610304" : 562,
"618496" : 559,
"626688" : 567,
"634880" : 554,
"643072" : 594,
"651264" : 550,
"659456" : 520,
"667648" : 579,
"675840" : 523,
"684032" : 545,
"692224" : 580,
"700416" : 529,
"708608" : 572,
"716800" : 615,
"724992" : 586,
"733184" : 626,
"741376" : 625,
"749568" : 648,
"757760" : 626,
"765952" : 648,
"774144" : 649,
"782336" : 603,
"790528" : 636,
"798720" : 637,
"806912" : 627,
"815104" : 648,
"823296" : 634,
"831488" : 596,
"839680" : 613,
"847872" : 632,
"856064" : 645,
"864256" : 676,
"872448" : 651,
"880640" : 677,
"888832" : 675,
"897024" : 731,
"905216" : 695,
"913408" : 700,
"921600" : 673,
"929792" : 742,
"937984" : 745,
"946176" : 666,
"954368" : 719,
"962560" : 748,
"970752" : 750,
"978944" : 788,
"987136" : 837,
"995328" : 914,
"1003520" : 1098,
"1011712" : 975,
"1019904" : 997,
"1028096" : 964,
"1036288" : 963,
"1044480" : 969,
"1056768" : 1836,
"1073152" : 1827,
"1089536" : 1836,
"1105920" : 1931,
"1122304" : 2044,
"1138688" : 2209,
"1155072" : 2390,
"1171456" : 2480,
"1187840" : 2369,
"1204224" : 2639,
"1220608" : 2726,
"1236992" : 2787,
"1253376" : 2644,
"1269760" : 2874,
"1286144" : 2959,
"1302528" : 3051,
"1318912" : 2967,
"1335296" : 2932,
"1351680" : 2669,
"1368064" : 2822,
"1384448" : 2765,
"1400832" : 2683,
"1417216" : 2830,
"1433600" : 2931,
"1449984" : 3372,
"1466368" : 3535,
"1482752" : 3597,
"1499136" : 3937,
"1515520" : 3859,
"1531904" : 3697,
"1548288" : 3602,
"1564672" : 3393,
"1581056" : 3202,
"1597440" : 3246,
"1613824" : 3482,
"1630208" : 3921,
"1646592" : 4020,
"1662976" : 4212,
"1679360" : 4402,
"1695744" : 4101,
"1712128" : 4315,
"1728512" : 4218,
"1744896" : 4123,
"1761280" : 4277,
"1777664" : 4417,
"1794048" : 4759,
"1810432" : 4490,
"1826816" : 4234,
"1843200" : 3817,
"1859584" : 3789,
"1875968" : 3848,
"1892352" : 3740,
"1908736" : 3660,
"1925120" : 3599,
"1941504" : 3522,
"1957888" : 2884,
"1974272" : 2854,
"1990656" : 2795,
"2007040" : 2575,
"2023424" : 2366,
"2039808" : 2175,
"2056192" : 2133,
"2072576" : 2021,
"2088960" : 1930,
"2113536" : 3951,
"2146304" : 3951,
"2179072" : 3633,
"2211840" : 3382,
"2244608" : 3209,
"2277376" : 3017,
"2310144" : 2916,
"2342912" : 2496,
"2375680" : 2229,
"2408448" : 2040,
"2441216" : 1771,
"2473984" : 1617,
"2506752" : 1385,
"2539520" : 1275,
"2572288" : 1095,
"2605056" : 930,
"2637824" : 763,
"2670592" : 657,
"2703360" : 582,
"2736128" : 525,
"2768896" : 496,
"2801664" : 421,
"2834432" : 357,
"2867200" : 349,
"2899968" : 320,
"2932736" : 258,
"2965504" : 228,
"2998272" : 226,
"3031040" : 204,
"3063808" : 197,
"3096576" : 165,
"3129344" : 151,
"3162112" : 161,
"3194880" : 128,
"3227648" : 118,
"3260416" : 104,
"3293184" : 111,
"3325952" : 100,
"3358720" : 92,
"3391488" : 70,
"3424256" : 67,
"3457024" : 71,
"3489792" : 70,
"3522560" : 57,
"3555328" : 46,
"3588096" : 52,
"3620864" : 41,
"3653632" : 43,
"3686400" : 38,
"3719168" : 33,
"3751936" : 24,
"3784704" : 33,
"3817472" : 23,
"3850240" : 28,
"3883008" : 33,
"3915776" : 25,
"3948544" : 28,
"3981312" : 24,
"4014080" : 21,
"4046848" : 18,
"4079616" : 17,
"4112384" : 18,
"4145152" : 22,
"4177920" : 20,
"4227072" : 24,
"4292608" : 27,
"4358144" : 38,
"4423680" : 21,
"4489216" : 24,
"4554752" : 23,
"4620288" : 23,
"4685824" : 16,
"4751360" : 17,
"4816896" : 15,
"4882432" : 8,
"4947968" : 15,
"5013504" : 11,
"5079040" : 8,
"5144576" : 11,
"5210112" : 9,
"5275648" : 10,
"5341184" : 8,
"5406720" : 8,
"5472256" : 6,
"5537792" : 7,
"5603328" : 7,
"5668864" : 7,
"5734400" : 7,
"5799936" : 10,
"5865472" : 3,
"5931008" : 4,
"5996544" : 4,
"6062080" : 5,
"6127616" : 3,
"6193152" : 6,
"6258688" : 1,
"6324224" : 3,
"6389760" : 6,
"6455296" : 2,
"6520832" : 2,
"6586368" : 2,
"6651904" : 2,
"6717440" : 4,
"6782976" : 1,
"6848512" : 2,
"6979584" : 2,
"7045120" : 4,
"7110656" : 3,
"7176192" : 3,
"7241728" : 4,
"7307264" : 2,
"7372800" : 2,
"7438336" : 1,
"7503872" : 3,
"7569408" : 1,
"7700480" : 1,
"7897088" : 2,
"8028160" : 1,
"8159232" : 2,
"8224768" : 1,
"8355840" : 1,
"8454144" : 1,
"8585216" : 1,
"8716288" : 1
}
},
"lat_ns" : {
"min" : 103368,
"max" : 9319042,
"mean" : 2038516.805262,
"stddev" : 789402.841336,
"N" : 313647
},
"bw_min" : 111264,
"bw_max" : 139741,
"bw_agg" : 100.000000,
"bw_mean" : 125472.736842,
"bw_dev" : 465.687151,
"bw_samples" : 304,
"iops_min" : 27816,
"iops_max" : 34934,
"iops_mean" : 31367.368421,
"iops_stddev" : 116.408451,
"iops_samples" : 304
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 160000,
"usr_cpu" : 0.678125,
"sys_cpu" : 7.443125,
"ctx" : 352401,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.204041,
"250" : 2.660499,
"500" : 3.342122,
"750" : 5.434176,
"1000" : 6.676911
},
"latency_ms" : {
"2" : 62.547384,
"4" : 18.950912,
"10" : 0.178854,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120181,
"timestamp_ms" : 1774120181884,
"time" : "Sat Mar 21 16:09:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 159,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2508038144,
"io_kbytes" : 2449256,
"bw_bytes" : 125401907,
"bw" : 122462,
"iops" : 30616.800000,
"runtime" : 20000,
"total_ios" : 612336,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14963,
"max" : 7533876,
"mean" : 517908.449314,
"stddev" : 238007.740853,
"N" : 612336
},
"clat_ns" : {
"min" : 75735,
"max" : 8735931,
"mean" : 1570543.142563,
"stddev" : 604997.267880,
"N" : 612320,
"percentile" : {
"1.000000" : 158720,
"5.000000" : 485376,
"10.000000" : 724992,
"20.000000" : 1073152,
"30.000000" : 1302528,
"40.000000" : 1466368,
"50.000000" : 1630208,
"60.000000" : 1761280,
"70.000000" : 1875968,
"80.000000" : 2039808,
"90.000000" : 2277376,
"95.000000" : 2473984,
"99.000000" : 2965504,
"99.500000" : 3260416,
"99.900000" : 4177920,
"99.950000" : 4685824,
"99.990000" : 6193152
},
"bins" : {
"75264" : 1,
"76288" : 1,
"77312" : 2,
"79360" : 3,
"80384" : 2,
"81408" : 4,
"82432" : 4,
"83456" : 8,
"84480" : 13,
"85504" : 12,
"86528" : 15,
"87552" : 26,
"88576" : 28,
"89600" : 27,
"90624" : 46,
"91648" : 43,
"92672" : 41,
"93696" : 79,
"94720" : 62,
"95744" : 61,
"96768" : 63,
"97792" : 53,
"98816" : 61,
"99840" : 69,
"100864" : 59,
"101888" : 74,
"102912" : 73,
"103936" : 84,
"104960" : 72,
"105984" : 83,
"107008" : 74,
"108032" : 73,
"109056" : 79,
"110080" : 93,
"111104" : 103,
"112128" : 84,
"113152" : 78,
"114176" : 91,
"115200" : 93,
"116224" : 94,
"117248" : 81,
"118272" : 90,
"119296" : 97,
"120320" : 96,
"121344" : 93,
"122368" : 100,
"123392" : 87,
"124416" : 93,
"125440" : 102,
"126464" : 114,
"127488" : 98,
"128512" : 97,
"129536" : 111,
"130560" : 112,
"132096" : 195,
"134144" : 191,
"136192" : 200,
"138240" : 232,
"140288" : 185,
"142336" : 219,
"144384" : 207,
"146432" : 184,
"148480" : 186,
"150528" : 192,
"152576" : 225,
"154624" : 204,
"156672" : 204,
"158720" : 187,
"160768" : 180,
"162816" : 190,
"164864" : 216,
"166912" : 213,
"168960" : 202,
"171008" : 198,
"173056" : 195,
"175104" : 184,
"177152" : 168,
"179200" : 197,
"181248" : 175,
"183296" : 182,
"185344" : 185,
"187392" : 157,
"189440" : 155,
"191488" : 172,
"193536" : 134,
"195584" : 179,
"197632" : 159,
"199680" : 137,
"201728" : 149,
"203776" : 148,
"205824" : 151,
"207872" : 127,
"209920" : 128,
"211968" : 138,
"214016" : 127,
"216064" : 119,
"218112" : 92,
"220160" : 124,
"222208" : 107,
"224256" : 97,
"226304" : 102,
"228352" : 101,
"230400" : 109,
"232448" : 88,
"234496" : 91,
"236544" : 94,
"238592" : 98,
"240640" : 85,
"242688" : 87,
"244736" : 87,
"246784" : 98,
"248832" : 107,
"250880" : 91,
"252928" : 88,
"254976" : 84,
"257024" : 85,
"259072" : 77,
"261120" : 73,
"264192" : 167,
"268288" : 160,
"272384" : 159,
"276480" : 163,
"280576" : 142,
"284672" : 149,
"288768" : 152,
"292864" : 158,
"296960" : 129,
"301056" : 133,
"305152" : 141,
"309248" : 146,
"313344" : 122,
"317440" : 147,
"321536" : 173,
"325632" : 193,
"329728" : 194,
"333824" : 227,
"337920" : 242,
"342016" : 280,
"346112" : 270,
"350208" : 286,
"354304" : 281,
"358400" : 313,
"362496" : 293,
"366592" : 330,
"370688" : 310,
"374784" : 337,
"378880" : 327,
"382976" : 318,
"387072" : 325,
"391168" : 348,
"395264" : 317,
"399360" : 340,
"403456" : 320,
"407552" : 338,
"411648" : 328,
"415744" : 365,
"419840" : 379,
"423936" : 377,
"428032" : 423,
"432128" : 440,
"436224" : 435,
"440320" : 471,
"444416" : 513,
"448512" : 489,
"452608" : 526,
"456704" : 556,
"460800" : 605,
"464896" : 543,
"468992" : 572,
"473088" : 580,
"477184" : 583,
"481280" : 547,
"485376" : 573,
"489472" : 524,
"493568" : 562,
"497664" : 558,
"501760" : 523,
"505856" : 541,
"509952" : 573,
"514048" : 550,
"518144" : 568,
"522240" : 547,
"528384" : 1011,
"536576" : 1013,
"544768" : 1031,
"552960" : 1033,
"561152" : 1120,
"569344" : 945,
"577536" : 1029,
"585728" : 1104,
"593920" : 1003,
"602112" : 1053,
"610304" : 1067,
"618496" : 1058,
"626688" : 1058,
"634880" : 1036,
"643072" : 1082,
"651264" : 1070,
"659456" : 1026,
"667648" : 1138,
"675840" : 1022,
"684032" : 1048,
"692224" : 1063,
"700416" : 1075,
"708608" : 1035,
"716800" : 1109,
"724992" : 1104,
"733184" : 1125,
"741376" : 1178,
"749568" : 1195,
"757760" : 1173,
"765952" : 1205,
"774144" : 1205,
"782336" : 1133,
"790528" : 1193,
"798720" : 1194,
"806912" : 1255,
"815104" : 1267,
"823296" : 1155,
"831488" : 1142,
"839680" : 1130,
"847872" : 1180,
"856064" : 1216,
"864256" : 1254,
"872448" : 1276,
"880640" : 1328,
"888832" : 1281,
"897024" : 1299,
"905216" : 1269,
"913408" : 1259,
"921600" : 1255,
"929792" : 1389,
"937984" : 1376,
"946176" : 1333,
"954368" : 1416,
"962560" : 1490,
"970752" : 1489,
"978944" : 1551,
"987136" : 1698,
"995328" : 1914,
"1003520" : 2160,
"1011712" : 2021,
"1019904" : 1965,
"1028096" : 1914,
"1036288" : 1862,
"1044480" : 1907,
"1056768" : 3632,
"1073152" : 3472,
"1089536" : 3523,
"1105920" : 3662,
"1122304" : 3819,
"1138688" : 4069,
"1155072" : 4344,
"1171456" : 4468,
"1187840" : 4485,
"1204224" : 5014,
"1220608" : 5079,
"1236992" : 5285,
"1253376" : 4948,
"1269760" : 5312,
"1286144" : 5498,
"1302528" : 5688,
"1318912" : 5703,
"1335296" : 5681,
"1351680" : 5382,
"1368064" : 5508,
"1384448" : 5553,
"1400832" : 5349,
"1417216" : 5397,
"1433600" : 5578,
"1449984" : 6174,
"1466368" : 6622,
"1482752" : 6856,
"1499136" : 7110,
"1515520" : 7002,
"1531904" : 6720,
"1548288" : 6501,
"1564672" : 6209,
"1581056" : 5774,
"1597440" : 5857,
"1613824" : 6358,
"1630208" : 7177,
"1646592" : 7492,
"1662976" : 7714,
"1679360" : 7979,
"1695744" : 7680,
"1712128" : 7938,
"1728512" : 7617,
"1744896" : 7496,
"1761280" : 7779,
"1777664" : 8281,
"1794048" : 8974,
"1810432" : 8554,
"1826816" : 8079,
"1843200" : 7460,
"1859584" : 7482,
"1875968" : 7650,
"1892352" : 7110,
"1908736" : 6958,
"1925120" : 6664,
"1941504" : 6583,
"1957888" : 5873,
"1974272" : 6264,
"1990656" : 7138,
"2007040" : 6761,
"2023424" : 5755,
"2039808" : 5131,
"2056192" : 4781,
"2072576" : 4573,
"2088960" : 4373,
"2113536" : 8533,
"2146304" : 8011,
"2179072" : 7573,
"2211840" : 7238,
"2244608" : 7137,
"2277376" : 7142,
"2310144" : 6651,
"2342912" : 6128,
"2375680" : 5361,
"2408448" : 4643,
"2441216" : 4129,
"2473984" : 3689,
"2506752" : 3267,
"2539520" : 2923,
"2572288" : 2683,
"2605056" : 2288,
"2637824" : 1852,
"2670592" : 1647,
"2703360" : 1325,
"2736128" : 1164,
"2768896" : 1103,
"2801664" : 925,
"2834432" : 787,
"2867200" : 779,
"2899968" : 672,
"2932736" : 577,
"2965504" : 496,
"2998272" : 498,
"3031040" : 420,
"3063808" : 388,
"3096576" : 357,
"3129344" : 339,
"3162112" : 320,
"3194880" : 263,
"3227648" : 264,
"3260416" : 207,
"3293184" : 215,
"3325952" : 199,
"3358720" : 191,
"3391488" : 161,
"3424256" : 134,
"3457024" : 153,
"3489792" : 135,
"3522560" : 111,
"3555328" : 91,
"3588096" : 102,
"3620864" : 94,
"3653632" : 90,
"3686400" : 68,
"3719168" : 75,
"3751936" : 57,
"3784704" : 59,
"3817472" : 48,
"3850240" : 52,
"3883008" : 50,
"3915776" : 43,
"3948544" : 45,
"3981312" : 43,
"4014080" : 31,
"4046848" : 31,
"4079616" : 30,
"4112384" : 33,
"4145152" : 29,
"4177920" : 30,
"4227072" : 53,
"4292608" : 45,
"4358144" : 59,
"4423680" : 30,
"4489216" : 26,
"4554752" : 27,
"4620288" : 30,
"4685824" : 25,
"4751360" : 24,
"4816896" : 24,
"4882432" : 12,
"4947968" : 19,
"5013504" : 16,
"5079040" : 9,
"5144576" : 11,
"5210112" : 10,
"5275648" : 12,
"5341184" : 10,
"5406720" : 9,
"5472256" : 6,
"5537792" : 8,
"5603328" : 7,
"5668864" : 8,
"5734400" : 7,
"5799936" : 11,
"5865472" : 3,
"5931008" : 4,
"5996544" : 4,
"6062080" : 5,
"6127616" : 3,
"6193152" : 6,
"6258688" : 1,
"6324224" : 3,
"6389760" : 6,
"6455296" : 2,
"6520832" : 2,
"6586368" : 2,
"6651904" : 2,
"6717440" : 4,
"6782976" : 1,
"6848512" : 2,
"6979584" : 2,
"7045120" : 4,
"7110656" : 3,
"7176192" : 3,
"7241728" : 4,
"7307264" : 2,
"7372800" : 2,
"7438336" : 1,
"7503872" : 3,
"7569408" : 1,
"7700480" : 1,
"7897088" : 2,
"8028160" : 1,
"8159232" : 2,
"8224768" : 1,
"8355840" : 1,
"8454144" : 1,
"8585216" : 1,
"8716288" : 1
}
},
"lat_ns" : {
"min" : 103368,
"max" : 9319042,
"mean" : 2088434.676419,
"stddev" : 782516.606328,
"N" : 612320
},
"bw_min" : 111112,
"bw_max" : 139741,
"bw_agg" : 100.000000,
"bw_mean" : 122831.205128,
"bw_dev" : 418.572282,
"bw_samples" : 624,
"iops_min" : 27778,
"iops_max" : 34934,
"iops_mean" : 30706.615385,
"iops_stddev" : 104.625643,
"iops_samples" : 624
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 320000,
"usr_cpu" : 0.651250,
"sys_cpu" : 7.292813,
"ctx" : 695860,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.113663,
"250" : 1.919698,
"500" : 3.252626,
"750" : 5.316199,
"1000" : 6.534648
},
"latency_ms" : {
"2" : 60.711439,
"4" : 22.024183,
"10" : 0.124931,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120191,
"timestamp_ms" : 1774120191884,
"time" : "Sat Mar 21 16:09:51 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3709784064,
"io_kbytes" : 3622836,
"bw_bytes" : 123659468,
"bw" : 120761,
"iops" : 30190.966667,
"runtime" : 30000,
"total_ios" : 905729,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14963,
"max" : 7533876,
"mean" : 525337.897604,
"stddev" : 244903.357845,
"N" : 905729
},
"clat_ns" : {
"min" : 75735,
"max" : 8735931,
"mean" : 1592576.398685,
"stddev" : 613045.628314,
"N" : 905713,
"percentile" : {
"1.000000" : 173056,
"5.000000" : 505856,
"10.000000" : 749568,
"20.000000" : 1105920,
"30.000000" : 1318912,
"40.000000" : 1482752,
"50.000000" : 1630208,
"60.000000" : 1761280,
"70.000000" : 1892352,
"80.000000" : 2056192,
"90.000000" : 2310144,
"95.000000" : 2539520,
"99.000000" : 3096576,
"99.500000" : 3424256,
"99.900000" : 4423680,
"99.950000" : 4947968,
"99.990000" : 6193152
},
"bins" : {
"75264" : 1,
"76288" : 1,
"77312" : 2,
"79360" : 3,
"80384" : 3,
"81408" : 4,
"82432" : 4,
"83456" : 10,
"84480" : 16,
"85504" : 16,
"86528" : 18,
"87552" : 30,
"88576" : 33,
"89600" : 33,
"90624" : 53,
"91648" : 49,
"92672" : 44,
"93696" : 84,
"94720" : 72,
"95744" : 70,
"96768" : 73,
"97792" : 59,
"98816" : 69,
"99840" : 76,
"100864" : 72,
"101888" : 86,
"102912" : 86,
"103936" : 99,
"104960" : 86,
"105984" : 102,
"107008" : 90,
"108032" : 89,
"109056" : 100,
"110080" : 103,
"111104" : 130,
"112128" : 98,
"113152" : 98,
"114176" : 108,
"115200" : 109,
"116224" : 112,
"117248" : 109,
"118272" : 115,
"119296" : 122,
"120320" : 120,
"121344" : 118,
"122368" : 117,
"123392" : 107,
"124416" : 117,
"125440" : 125,
"126464" : 139,
"127488" : 127,
"128512" : 121,
"129536" : 137,
"130560" : 138,
"132096" : 233,
"134144" : 242,
"136192" : 258,
"138240" : 268,
"140288" : 234,
"142336" : 271,
"144384" : 250,
"146432" : 228,
"148480" : 233,
"150528" : 237,
"152576" : 264,
"154624" : 247,
"156672" : 245,
"158720" : 224,
"160768" : 229,
"162816" : 227,
"164864" : 257,
"166912" : 248,
"168960" : 249,
"171008" : 237,
"173056" : 237,
"175104" : 219,
"177152" : 215,
"179200" : 226,
"181248" : 202,
"183296" : 212,
"185344" : 206,
"187392" : 172,
"189440" : 167,
"191488" : 197,
"193536" : 152,
"195584" : 196,
"197632" : 179,
"199680" : 156,
"201728" : 174,
"203776" : 164,
"205824" : 172,
"207872" : 147,
"209920" : 141,
"211968" : 167,
"214016" : 141,
"216064" : 136,
"218112" : 111,
"220160" : 153,
"222208" : 128,
"224256" : 121,
"226304" : 132,
"228352" : 133,
"230400" : 149,
"232448" : 119,
"234496" : 114,
"236544" : 130,
"238592" : 129,
"240640" : 120,
"242688" : 110,
"244736" : 131,
"246784" : 129,
"248832" : 145,
"250880" : 121,
"252928" : 123,
"254976" : 111,
"257024" : 113,
"259072" : 116,
"261120" : 109,
"264192" : 240,
"268288" : 239,
"272384" : 235,
"276480" : 223,
"280576" : 210,
"284672" : 226,
"288768" : 225,
"292864" : 228,
"296960" : 196,
"301056" : 196,
"305152" : 207,
"309248" : 216,
"313344" : 205,
"317440" : 214,
"321536" : 257,
"325632" : 294,
"329728" : 310,
"333824" : 332,
"337920" : 373,
"342016" : 390,
"346112" : 414,
"350208" : 445,
"354304" : 445,
"358400" : 464,
"362496" : 462,
"366592" : 489,
"370688" : 460,
"374784" : 495,
"378880" : 493,
"382976" : 470,
"387072" : 489,
"391168" : 533,
"395264" : 478,
"399360" : 480,
"403456" : 478,
"407552" : 496,
"411648" : 486,
"415744" : 525,
"419840" : 514,
"423936" : 533,
"428032" : 606,
"432128" : 626,
"436224" : 661,
"440320" : 684,
"444416" : 748,
"448512" : 708,
"452608" : 743,
"456704" : 795,
"460800" : 878,
"464896" : 782,
"468992" : 816,
"473088" : 839,
"477184" : 813,
"481280" : 790,
"485376" : 837,
"489472" : 783,
"493568" : 800,
"497664" : 808,
"501760" : 755,
"505856" : 790,
"509952" : 800,
"514048" : 763,
"518144" : 819,
"522240" : 761,
"528384" : 1500,
"536576" : 1436,
"544768" : 1456,
"552960" : 1460,
"561152" : 1544,
"569344" : 1387,
"577536" : 1447,
"585728" : 1580,
"593920" : 1484,
"602112" : 1505,
"610304" : 1541,
"618496" : 1550,
"626688" : 1495,
"634880" : 1481,
"643072" : 1526,
"651264" : 1518,
"659456" : 1500,
"667648" : 1554,
"675840" : 1493,
"684032" : 1501,
"692224" : 1513,
"700416" : 1515,
"708608" : 1483,
"716800" : 1533,
"724992" : 1587,
"733184" : 1558,
"741376" : 1631,
"749568" : 1675,
"757760" : 1656,
"765952" : 1638,
"774144" : 1628,
"782336" : 1599,
"790528" : 1644,
"798720" : 1694,
"806912" : 1728,
"815104" : 1739,
"823296" : 1622,
"831488" : 1590,
"839680" : 1628,
"847872" : 1706,
"856064" : 1732,
"864256" : 1750,
"872448" : 1762,
"880640" : 1846,
"888832" : 1825,
"897024" : 1845,
"905216" : 1840,
"913408" : 1777,
"921600" : 1797,
"929792" : 1914,
"937984" : 1974,
"946176" : 1939,
"954368" : 2029,
"962560" : 2120,
"970752" : 2125,
"978944" : 2216,
"987136" : 2365,
"995328" : 2747,
"1003520" : 3013,
"1011712" : 2790,
"1019904" : 2764,
"1028096" : 2751,
"1036288" : 2679,
"1044480" : 2687,
"1056768" : 5215,
"1073152" : 5060,
"1089536" : 5131,
"1105920" : 5467,
"1122304" : 5759,
"1138688" : 6187,
"1155072" : 6432,
"1171456" : 6712,
"1187840" : 6884,
"1204224" : 7568,
"1220608" : 7705,
"1236992" : 7849,
"1253376" : 7669,
"1269760" : 8038,
"1286144" : 8236,
"1302528" : 8376,
"1318912" : 8411,
"1335296" : 8340,
"1351680" : 8238,
"1368064" : 8404,
"1384448" : 8385,
"1400832" : 8129,
"1417216" : 8178,
"1433600" : 8438,
"1449984" : 9262,
"1466368" : 9773,
"1482752" : 10274,
"1499136" : 10635,
"1515520" : 10507,
"1531904" : 10236,
"1548288" : 9734,
"1564672" : 9386,
"1581056" : 9091,
"1597440" : 8999,
"1613824" : 9685,
"1630208" : 10706,
"1646592" : 11092,
"1662976" : 11393,
"1679360" : 11407,
"1695744" : 11050,
"1712128" : 11132,
"1728512" : 10719,
"1744896" : 10625,
"1761280" : 10934,
"1777664" : 11983,
"1794048" : 12689,
"1810432" : 12263,
"1826816" : 11757,
"1843200" : 11028,
"1859584" : 11190,
"1875968" : 11717,
"1892352" : 10719,
"1908736" : 10176,
"1925120" : 9502,
"1941504" : 9278,
"1957888" : 8610,
"1974272" : 9292,
"1990656" : 10070,
"2007040" : 9989,
"2023424" : 8376,
"2039808" : 7495,
"2056192" : 7204,
"2072576" : 6958,
"2088960" : 6609,
"2113536" : 13082,
"2146304" : 11913,
"2179072" : 11086,
"2211840" : 10683,
"2244608" : 10535,
"2277376" : 10262,
"2310144" : 9686,
"2342912" : 9018,
"2375680" : 7874,
"2408448" : 6959,
"2441216" : 6422,
"2473984" : 5840,
"2506752" : 5237,
"2539520" : 4634,
"2572288" : 4385,
"2605056" : 3793,
"2637824" : 3238,
"2670592" : 2980,
"2703360" : 2448,
"2736128" : 2171,
"2768896" : 2074,
"2801664" : 1687,
"2834432" : 1570,
"2867200" : 1474,
"2899968" : 1302,
"2932736" : 1162,
"2965504" : 931,
"2998272" : 938,
"3031040" : 759,
"3063808" : 711,
"3096576" : 643,
"3129344" : 618,
"3162112" : 585,
"3194880" : 485,
"3227648" : 456,
"3260416" : 380,
"3293184" : 372,
"3325952" : 370,
"3358720" : 322,
"3391488" : 297,
"3424256" : 251,
"3457024" : 267,
"3489792" : 240,
"3522560" : 195,
"3555328" : 195,
"3588096" : 180,
"3620864" : 171,
"3653632" : 169,
"3686400" : 143,
"3719168" : 180,
"3751936" : 137,
"3784704" : 135,
"3817472" : 109,
"3850240" : 111,
"3883008" : 106,
"3915776" : 94,
"3948544" : 106,
"3981312" : 90,
"4014080" : 81,
"4046848" : 69,
"4079616" : 63,
"4112384" : 83,
"4145152" : 58,
"4177920" : 61,
"4227072" : 128,
"4292608" : 103,
"4358144" : 109,
"4423680" : 94,
"4489216" : 69,
"4554752" : 67,
"4620288" : 67,
"4685824" : 50,
"4751360" : 57,
"4816896" : 43,
"4882432" : 39,
"4947968" : 38,
"5013504" : 52,
"5079040" : 34,
"5144576" : 23,
"5210112" : 24,
"5275648" : 22,
"5341184" : 15,
"5406720" : 19,
"5472256" : 12,
"5537792" : 18,
"5603328" : 21,
"5668864" : 13,
"5734400" : 14,
"5799936" : 24,
"5865472" : 10,
"5931008" : 8,
"5996544" : 8,
"6062080" : 10,
"6127616" : 6,
"6193152" : 10,
"6258688" : 5,
"6324224" : 4,
"6389760" : 10,
"6455296" : 3,
"6520832" : 3,
"6586368" : 4,
"6651904" : 4,
"6717440" : 6,
"6782976" : 2,
"6848512" : 2,
"6979584" : 2,
"7045120" : 4,
"7110656" : 3,
"7176192" : 3,
"7241728" : 4,
"7307264" : 2,
"7372800" : 3,
"7438336" : 2,
"7503872" : 4,
"7569408" : 1,
"7700480" : 1,
"7766016" : 1,
"7897088" : 2,
"8028160" : 1,
"8159232" : 2,
"8224768" : 1,
"8355840" : 1,
"8454144" : 1,
"8585216" : 1,
"8716288" : 1
}
},
"lat_ns" : {
"min" : 103368,
"max" : 9319042,
"mean" : 2117896.354926,
"stddev" : 791303.664435,
"N" : 905713
},
"bw_min" : 97560,
"bw_max" : 139998,
"bw_agg" : 100.000000,
"bw_mean" : 121169.559322,
"bw_dev" : 492.956587,
"bw_samples" : 944,
"iops_min" : 24390,
"iops_max" : 34998,
"iops_mean" : 30291.457627,
"iops_stddev" : 123.221626,
"iops_samples" : 944
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479996,
"usr_cpu" : 0.645630,
"sys_cpu" : 7.213602,
"ctx" : 1030531,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.087554,
"250" : 1.571221,
"500" : 3.215863,
"750" : 5.116762,
"1000" : 6.230561
},
"latency_ms" : {
"2" : 60.608195,
"4" : 22.980494,
"10" : 0.187584,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120201,
"timestamp_ms" : 1774120201884,
"time" : "Sat Mar 21 16:10:01 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4730331136,
"io_kbytes" : 4619464,
"bw_bytes" : 118261234,
"bw" : 115489,
"iops" : 28874.296857,
"runtime" : 39999,
"total_ios" : 1154943,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14963,
"max" : 7533876,
"mean" : 549683.526647,
"stddev" : 259975.597277,
"N" : 1154943
},
"clat_ns" : {
"min" : 75735,
"max" : 8735931,
"mean" : 1665046.009150,
"stddev" : 641969.453775,
"N" : 1154927,
"percentile" : {
"1.000000" : 197632,
"5.000000" : 569344,
"10.000000" : 847872,
"20.000000" : 1187840,
"30.000000" : 1368064,
"40.000000" : 1531904,
"50.000000" : 1662976,
"60.000000" : 1794048,
"70.000000" : 1941504,
"80.000000" : 2146304,
"90.000000" : 2441216,
"95.000000" : 2703360,
"99.000000" : 3358720,
"99.500000" : 3784704,
"99.900000" : 4882432,
"99.950000" : 5275648,
"99.990000" : 6324224
},
"bins" : {
"75264" : 1,
"76288" : 1,
"77312" : 2,
"79360" : 3,
"80384" : 3,
"81408" : 4,
"82432" : 4,
"83456" : 10,
"84480" : 16,
"85504" : 16,
"86528" : 18,
"87552" : 30,
"88576" : 33,
"89600" : 33,
"90624" : 53,
"91648" : 49,
"92672" : 44,
"93696" : 84,
"94720" : 72,
"95744" : 70,
"96768" : 73,
"97792" : 59,
"98816" : 69,
"99840" : 76,
"100864" : 72,
"101888" : 86,
"102912" : 86,
"103936" : 99,
"104960" : 86,
"105984" : 102,
"107008" : 90,
"108032" : 89,
"109056" : 100,
"110080" : 103,
"111104" : 130,
"112128" : 99,
"113152" : 98,
"114176" : 108,
"115200" : 109,
"116224" : 112,
"117248" : 109,
"118272" : 116,
"119296" : 122,
"120320" : 120,
"121344" : 118,
"122368" : 117,
"123392" : 107,
"124416" : 117,
"125440" : 125,
"126464" : 139,
"127488" : 127,
"128512" : 122,
"129536" : 137,
"130560" : 139,
"132096" : 233,
"134144" : 242,
"136192" : 258,
"138240" : 268,
"140288" : 234,
"142336" : 271,
"144384" : 251,
"146432" : 228,
"148480" : 233,
"150528" : 237,
"152576" : 264,
"154624" : 247,
"156672" : 245,
"158720" : 224,
"160768" : 229,
"162816" : 227,
"164864" : 257,
"166912" : 248,
"168960" : 249,
"171008" : 237,
"173056" : 237,
"175104" : 219,
"177152" : 215,
"179200" : 227,
"181248" : 202,
"183296" : 212,
"185344" : 206,
"187392" : 172,
"189440" : 167,
"191488" : 197,
"193536" : 153,
"195584" : 196,
"197632" : 179,
"199680" : 156,
"201728" : 174,
"203776" : 164,
"205824" : 173,
"207872" : 147,
"209920" : 141,
"211968" : 167,
"214016" : 141,
"216064" : 136,
"218112" : 111,
"220160" : 153,
"222208" : 128,
"224256" : 121,
"226304" : 132,
"228352" : 133,
"230400" : 150,
"232448" : 119,
"234496" : 114,
"236544" : 130,
"238592" : 129,
"240640" : 121,
"242688" : 110,
"244736" : 131,
"246784" : 131,
"248832" : 146,
"250880" : 121,
"252928" : 124,
"254976" : 111,
"257024" : 114,
"259072" : 116,
"261120" : 111,
"264192" : 242,
"268288" : 241,
"272384" : 237,
"276480" : 226,
"280576" : 213,
"284672" : 231,
"288768" : 228,
"292864" : 230,
"296960" : 201,
"301056" : 200,
"305152" : 209,
"309248" : 219,
"313344" : 210,
"317440" : 219,
"321536" : 259,
"325632" : 298,
"329728" : 314,
"333824" : 335,
"337920" : 377,
"342016" : 395,
"346112" : 421,
"350208" : 451,
"354304" : 450,
"358400" : 473,
"362496" : 465,
"366592" : 498,
"370688" : 468,
"374784" : 504,
"378880" : 500,
"382976" : 482,
"387072" : 501,
"391168" : 537,
"395264" : 490,
"399360" : 487,
"403456" : 487,
"407552" : 511,
"411648" : 499,
"415744" : 542,
"419840" : 526,
"423936" : 548,
"428032" : 621,
"432128" : 646,
"436224" : 677,
"440320" : 701,
"444416" : 765,
"448512" : 728,
"452608" : 755,
"456704" : 825,
"460800" : 901,
"464896" : 802,
"468992" : 841,
"473088" : 860,
"477184" : 839,
"481280" : 810,
"485376" : 863,
"489472" : 804,
"493568" : 817,
"497664" : 833,
"501760" : 789,
"505856" : 813,
"509952" : 827,
"514048" : 793,
"518144" : 843,
"522240" : 777,
"528384" : 1568,
"536576" : 1501,
"544768" : 1521,
"552960" : 1521,
"561152" : 1627,
"569344" : 1479,
"577536" : 1534,
"585728" : 1678,
"593920" : 1566,
"602112" : 1581,
"610304" : 1637,
"618496" : 1637,
"626688" : 1588,
"634880" : 1587,
"643072" : 1636,
"651264" : 1643,
"659456" : 1611,
"667648" : 1667,
"675840" : 1613,
"684032" : 1632,
"692224" : 1646,
"700416" : 1628,
"708608" : 1604,
"716800" : 1651,
"724992" : 1725,
"733184" : 1702,
"741376" : 1765,
"749568" : 1791,
"757760" : 1760,
"765952" : 1770,
"774144" : 1763,
"782336" : 1728,
"790528" : 1778,
"798720" : 1841,
"806912" : 1865,
"815104" : 1894,
"823296" : 1782,
"831488" : 1748,
"839680" : 1786,
"847872" : 1864,
"856064" : 1904,
"864256" : 1919,
"872448" : 1960,
"880640" : 2049,
"888832" : 2031,
"897024" : 2092,
"905216" : 2043,
"913408" : 2000,
"921600" : 2052,
"929792" : 2180,
"937984" : 2218,
"946176" : 2216,
"954368" : 2320,
"962560" : 2403,
"970752" : 2434,
"978944" : 2565,
"987136" : 2729,
"995328" : 3133,
"1003520" : 3469,
"1011712" : 3199,
"1019904" : 3178,
"1028096" : 3149,
"1036288" : 3035,
"1044480" : 3066,
"1056768" : 6023,
"1073152" : 5854,
"1089536" : 6012,
"1105920" : 6426,
"1122304" : 6772,
"1138688" : 7272,
"1155072" : 7673,
"1171456" : 7878,
"1187840" : 8216,
"1204224" : 9028,
"1220608" : 9212,
"1236992" : 9522,
"1253376" : 9534,
"1269760" : 10114,
"1286144" : 10452,
"1302528" : 10722,
"1318912" : 10787,
"1335296" : 10705,
"1351680" : 10707,
"1368064" : 10987,
"1384448" : 11092,
"1400832" : 10924,
"1417216" : 11033,
"1433600" : 11367,
"1449984" : 12600,
"1466368" : 13131,
"1482752" : 13815,
"1499136" : 14114,
"1515520" : 13970,
"1531904" : 13684,
"1548288" : 13142,
"1564672" : 12676,
"1581056" : 12488,
"1597440" : 12289,
"1613824" : 13001,
"1630208" : 14162,
"1646592" : 14652,
"1662976" : 15006,
"1679360" : 15196,
"1695744" : 14706,
"1712128" : 14765,
"1728512" : 14135,
"1744896" : 13894,
"1761280" : 14179,
"1777664" : 15079,
"1794048" : 15607,
"1810432" : 15023,
"1826816" : 14363,
"1843200" : 13510,
"1859584" : 13682,
"1875968" : 13978,
"1892352" : 12782,
"1908736" : 12189,
"1925120" : 11419,
"1941504" : 11107,
"1957888" : 10555,
"1974272" : 10961,
"1990656" : 11772,
"2007040" : 11986,
"2023424" : 9904,
"2039808" : 8897,
"2056192" : 8697,
"2072576" : 8314,
"2088960" : 7932,
"2113536" : 15821,
"2146304" : 14647,
"2179072" : 13840,
"2211840" : 13364,
"2244608" : 13348,
"2277376" : 12962,
"2310144" : 12454,
"2342912" : 11884,
"2375680" : 10757,
"2408448" : 9851,
"2441216" : 9177,
"2473984" : 8662,
"2506752" : 7928,
"2539520" : 7461,
"2572288" : 7137,
"2605056" : 6511,
"2637824" : 5731,
"2670592" : 5494,
"2703360" : 4739,
"2736128" : 4352,
"2768896" : 4058,
"2801664" : 3583,
"2834432" : 3445,
"2867200" : 3200,
"2899968" : 2974,
"2932736" : 2705,
"2965504" : 2457,
"2998272" : 2415,
"3031040" : 2121,
"3063808" : 1935,
"3096576" : 1729,
"3129344" : 1685,
"3162112" : 1538,
"3194880" : 1314,
"3227648" : 1173,
"3260416" : 989,
"3293184" : 937,
"3325952" : 850,
"3358720" : 754,
"3391488" : 687,
"3424256" : 615,
"3457024" : 592,
"3489792" : 517,
"3522560" : 441,
"3555328" : 441,
"3588096" : 415,
"3620864" : 370,
"3653632" : 400,
"3686400" : 319,
"3719168" : 378,
"3751936" : 325,
"3784704" : 306,
"3817472" : 257,
"3850240" : 272,
"3883008" : 225,
"3915776" : 227,
"3948544" : 239,
"3981312" : 209,
"4014080" : 202,
"4046848" : 170,
"4079616" : 168,
"4112384" : 183,
"4145152" : 181,
"4177920" : 149,
"4227072" : 298,
"4292608" : 291,
"4358144" : 268,
"4423680" : 215,
"4489216" : 173,
"4554752" : 179,
"4620288" : 157,
"4685824" : 131,
"4751360" : 132,
"4816896" : 124,
"4882432" : 112,
"4947968" : 111,
"5013504" : 104,
"5079040" : 96,
"5144576" : 65,
"5210112" : 75,
"5275648" : 58,
"5341184" : 51,
"5406720" : 42,
"5472256" : 35,
"5537792" : 38,
"5603328" : 41,
"5668864" : 31,
"5734400" : 25,
"5799936" : 37,
"5865472" : 15,
"5931008" : 19,
"5996544" : 20,
"6062080" : 19,
"6127616" : 23,
"6193152" : 20,
"6258688" : 12,
"6324224" : 13,
"6389760" : 15,
"6455296" : 5,
"6520832" : 6,
"6586368" : 8,
"6651904" : 9,
"6717440" : 6,
"6782976" : 3,
"6848512" : 4,
"6914048" : 1,
"6979584" : 2,
"7045120" : 4,
"7110656" : 3,
"7176192" : 3,
"7241728" : 4,
"7307264" : 4,
"7372800" : 6,
"7438336" : 2,
"7503872" : 6,
"7569408" : 2,
"7700480" : 2,
"7766016" : 2,
"7897088" : 4,
"8028160" : 1,
"8093696" : 1,
"8159232" : 2,
"8224768" : 1,
"8290304" : 1,
"8355840" : 1,
"8454144" : 1,
"8585216" : 1,
"8716288" : 1
}
},
"lat_ns" : {
"min" : 103368,
"max" : 9319042,
"mean" : 2214727.403993,
"stddev" : 827246.644850,
"N" : 1154927
},
"bw_min" : 88008,
"bw_max" : 139998,
"bw_agg" : 100.000000,
"bw_mean" : 115914.202532,
"bw_dev" : 748.090699,
"bw_samples" : 1264,
"iops_min" : 22000,
"iops_max" : 34998,
"iops_mean" : 28977.392405,
"iops_stddev" : 187.049424,
"iops_samples" : 1264
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639984,
"usr_cpu" : 0.607359,
"sys_cpu" : 6.904860,
"ctx" : 1301129,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.068661,
"250" : 1.233308,
"500" : 2.577183,
"750" : 4.270947,
"1000" : 5.444338
},
"latency_ms" : {
"2" : 60.234921,
"4" : 25.807767,
"10" : 0.361490,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120211,
"timestamp_ms" : 1774120211884,
"time" : "Sat Mar 21 16:10:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5613383680,
"io_kbytes" : 5481820,
"bw_bytes" : 112267673,
"bw" : 109636,
"iops" : 27409.720000,
"runtime" : 50000,
"total_ios" : 1370486,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14963,
"max" : 7533876,
"mean" : 579395.597661,
"stddev" : 275247.425001,
"N" : 1370486
},
"clat_ns" : {
"min" : 75735,
"max" : 9497624,
"mean" : 1753751.161707,
"stddev" : 682339.854701,
"N" : 1370470,
"percentile" : {
"1.000000" : 228352,
"5.000000" : 618496,
"10.000000" : 929792,
"20.000000" : 1253376,
"30.000000" : 1449984,
"40.000000" : 1597440,
"50.000000" : 1728512,
"60.000000" : 1859584,
"70.000000" : 2007040,
"80.000000" : 2244608,
"90.000000" : 2572288,
"95.000000" : 2932736,
"99.000000" : 3653632,
"99.500000" : 4079616,
"99.900000" : 5079040,
"99.950000" : 5537792,
"99.990000" : 6455296
},
"bins" : {
"75264" : 1,
"76288" : 1,
"77312" : 2,
"79360" : 3,
"80384" : 3,
"81408" : 4,
"82432" : 4,
"83456" : 10,
"84480" : 16,
"85504" : 16,
"86528" : 18,
"87552" : 30,
"88576" : 33,
"89600" : 33,
"90624" : 53,
"91648" : 49,
"92672" : 44,
"93696" : 84,
"94720" : 72,
"95744" : 70,
"96768" : 73,
"97792" : 59,
"98816" : 69,
"99840" : 76,
"100864" : 72,
"101888" : 86,
"102912" : 86,
"103936" : 99,
"104960" : 86,
"105984" : 102,
"107008" : 90,
"108032" : 89,
"109056" : 100,
"110080" : 103,
"111104" : 130,
"112128" : 99,
"113152" : 98,
"114176" : 108,
"115200" : 109,
"116224" : 112,
"117248" : 109,
"118272" : 116,
"119296" : 122,
"120320" : 120,
"121344" : 118,
"122368" : 117,
"123392" : 107,
"124416" : 117,
"125440" : 125,
"126464" : 139,
"127488" : 127,
"128512" : 122,
"129536" : 137,
"130560" : 139,
"132096" : 233,
"134144" : 242,
"136192" : 258,
"138240" : 268,
"140288" : 234,
"142336" : 271,
"144384" : 251,
"146432" : 228,
"148480" : 233,
"150528" : 237,
"152576" : 264,
"154624" : 248,
"156672" : 245,
"158720" : 224,
"160768" : 229,
"162816" : 227,
"164864" : 257,
"166912" : 248,
"168960" : 249,
"171008" : 237,
"173056" : 237,
"175104" : 219,
"177152" : 215,
"179200" : 227,
"181248" : 202,
"183296" : 212,
"185344" : 207,
"187392" : 172,
"189440" : 167,
"191488" : 197,
"193536" : 153,
"195584" : 196,
"197632" : 179,
"199680" : 156,
"201728" : 174,
"203776" : 164,
"205824" : 173,
"207872" : 147,
"209920" : 141,
"211968" : 167,
"214016" : 141,
"216064" : 136,
"218112" : 111,
"220160" : 153,
"222208" : 128,
"224256" : 121,
"226304" : 132,
"228352" : 133,
"230400" : 150,
"232448" : 119,
"234496" : 114,
"236544" : 130,
"238592" : 129,
"240640" : 121,
"242688" : 110,
"244736" : 131,
"246784" : 131,
"248832" : 146,
"250880" : 121,
"252928" : 124,
"254976" : 111,
"257024" : 114,
"259072" : 116,
"261120" : 112,
"264192" : 242,
"268288" : 242,
"272384" : 238,
"276480" : 226,
"280576" : 213,
"284672" : 231,
"288768" : 228,
"292864" : 230,
"296960" : 201,
"301056" : 200,
"305152" : 210,
"309248" : 219,
"313344" : 210,
"317440" : 219,
"321536" : 259,
"325632" : 299,
"329728" : 314,
"333824" : 335,
"337920" : 378,
"342016" : 396,
"346112" : 421,
"350208" : 452,
"354304" : 451,
"358400" : 473,
"362496" : 466,
"366592" : 499,
"370688" : 471,
"374784" : 505,
"378880" : 501,
"382976" : 484,
"387072" : 502,
"391168" : 537,
"395264" : 490,
"399360" : 490,
"403456" : 488,
"407552" : 511,
"411648" : 499,
"415744" : 542,
"419840" : 527,
"423936" : 549,
"428032" : 621,
"432128" : 646,
"436224" : 680,
"440320" : 703,
"444416" : 766,
"448512" : 729,
"452608" : 756,
"456704" : 825,
"460800" : 903,
"464896" : 803,
"468992" : 842,
"473088" : 861,
"477184" : 841,
"481280" : 811,
"485376" : 864,
"489472" : 805,
"493568" : 819,
"497664" : 838,
"501760" : 791,
"505856" : 817,
"509952" : 829,
"514048" : 795,
"518144" : 847,
"522240" : 781,
"528384" : 1572,
"536576" : 1509,
"544768" : 1528,
"552960" : 1531,
"561152" : 1639,
"569344" : 1487,
"577536" : 1545,
"585728" : 1686,
"593920" : 1574,
"602112" : 1587,
"610304" : 1650,
"618496" : 1651,
"626688" : 1599,
"634880" : 1602,
"643072" : 1653,
"651264" : 1662,
"659456" : 1631,
"667648" : 1688,
"675840" : 1627,
"684032" : 1656,
"692224" : 1662,
"700416" : 1654,
"708608" : 1622,
"716800" : 1674,
"724992" : 1752,
"733184" : 1747,
"741376" : 1799,
"749568" : 1815,
"757760" : 1807,
"765952" : 1806,
"774144" : 1791,
"782336" : 1764,
"790528" : 1820,
"798720" : 1888,
"806912" : 1916,
"815104" : 1928,
"823296" : 1816,
"831488" : 1792,
"839680" : 1835,
"847872" : 1903,
"856064" : 1946,
"864256" : 1968,
"872448" : 2015,
"880640" : 2120,
"888832" : 2085,
"897024" : 2160,
"905216" : 2102,
"913408" : 2058,
"921600" : 2119,
"929792" : 2248,
"937984" : 2294,
"946176" : 2277,
"954368" : 2405,
"962560" : 2484,
"970752" : 2522,
"978944" : 2629,
"987136" : 2823,
"995328" : 3234,
"1003520" : 3577,
"1011712" : 3332,
"1019904" : 3277,
"1028096" : 3264,
"1036288" : 3156,
"1044480" : 3178,
"1056768" : 6304,
"1073152" : 6108,
"1089536" : 6281,
"1105920" : 6727,
"1122304" : 7057,
"1138688" : 7573,
"1155072" : 8030,
"1171456" : 8266,
"1187840" : 8612,
"1204224" : 9434,
"1220608" : 9681,
"1236992" : 10024,
"1253376" : 10110,
"1269760" : 10693,
"1286144" : 11043,
"1302528" : 11288,
"1318912" : 11461,
"1335296" : 11377,
"1351680" : 11443,
"1368064" : 11831,
"1384448" : 12015,
"1400832" : 11890,
"1417216" : 12129,
"1433600" : 12512,
"1449984" : 13871,
"1466368" : 14487,
"1482752" : 15241,
"1499136" : 15566,
"1515520" : 15582,
"1531904" : 15385,
"1548288" : 14884,
"1564672" : 14555,
"1581056" : 14329,
"1597440" : 14203,
"1613824" : 15018,
"1630208" : 16247,
"1646592" : 16778,
"1662976" : 17171,
"1679360" : 17637,
"1695744" : 17017,
"1712128" : 17321,
"1728512" : 16892,
"1744896" : 16596,
"1761280" : 16953,
"1777664" : 17778,
"1794048" : 18569,
"1810432" : 17788,
"1826816" : 17131,
"1843200" : 16457,
"1859584" : 16790,
"1875968" : 16903,
"1892352" : 15835,
"1908736" : 14960,
"1925120" : 14271,
"1941504" : 13957,
"1957888" : 13471,
"1974272" : 13791,
"1990656" : 14945,
"2007040" : 15200,
"2023424" : 12407,
"2039808" : 11386,
"2056192" : 11056,
"2072576" : 10655,
"2088960" : 10241,
"2113536" : 20316,
"2146304" : 18789,
"2179072" : 17789,
"2211840" : 17185,
"2244608" : 17338,
"2277376" : 16380,
"2310144" : 15555,
"2342912" : 14714,
"2375680" : 13551,
"2408448" : 12325,
"2441216" : 11510,
"2473984" : 10839,
"2506752" : 10022,
"2539520" : 9501,
"2572288" : 9145,
"2605056" : 8399,
"2637824" : 7569,
"2670592" : 7146,
"2703360" : 6531,
"2736128" : 6110,
"2768896" : 6014,
"2801664" : 5660,
"2834432" : 5535,
"2867200" : 5306,
"2899968" : 4952,
"2932736" : 4811,
"2965504" : 4515,
"2998272" : 4653,
"3031040" : 4096,
"3063808" : 3805,
"3096576" : 3639,
"3129344" : 3578,
"3162112" : 3324,
"3194880" : 3062,
"3227648" : 2838,
"3260416" : 2568,
"3293184" : 2395,
"3325952" : 2258,
"3358720" : 2003,
"3391488" : 1916,
"3424256" : 1668,
"3457024" : 1579,
"3489792" : 1339,
"3522560" : 1217,
"3555328" : 1118,
"3588096" : 1047,
"3620864" : 907,
"3653632" : 875,
"3686400" : 742,
"3719168" : 722,
"3751936" : 624,
"3784704" : 570,
"3817472" : 498,
"3850240" : 509,
"3883008" : 408,
"3915776" : 438,
"3948544" : 422,
"3981312" : 406,
"4014080" : 379,
"4046848" : 339,
"4079616" : 340,
"4112384" : 338,
"4145152" : 319,
"4177920" : 278,
"4227072" : 565,
"4292608" : 535,
"4358144" : 458,
"4423680" : 404,
"4489216" : 335,
"4554752" : 321,
"4620288" : 317,
"4685824" : 273,
"4751360" : 247,
"4816896" : 230,
"4882432" : 215,
"4947968" : 190,
"5013504" : 184,
"5079040" : 141,
"5144576" : 127,
"5210112" : 132,
"5275648" : 108,
"5341184" : 91,
"5406720" : 79,
"5472256" : 79,
"5537792" : 79,
"5603328" : 65,
"5668864" : 55,
"5734400" : 42,
"5799936" : 57,
"5865472" : 37,
"5931008" : 34,
"5996544" : 32,
"6062080" : 30,
"6127616" : 35,
"6193152" : 35,
"6258688" : 22,
"6324224" : 23,
"6389760" : 20,
"6455296" : 8,
"6520832" : 11,
"6586368" : 11,
"6651904" : 12,
"6717440" : 16,
"6782976" : 6,
"6848512" : 6,
"6914048" : 1,
"6979584" : 4,
"7045120" : 6,
"7110656" : 3,
"7176192" : 3,
"7241728" : 5,
"7307264" : 6,
"7372800" : 7,
"7438336" : 2,
"7503872" : 8,
"7569408" : 4,
"7634944" : 1,
"7700480" : 2,
"7766016" : 2,
"7831552" : 2,
"7897088" : 5,
"8028160" : 1,
"8093696" : 1,
"8159232" : 2,
"8224768" : 1,
"8290304" : 1,
"8355840" : 1,
"8454144" : 1,
"8585216" : 1,
"8716288" : 2,
"9502720" : 3
}
},
"lat_ns" : {
"min" : 103368,
"max" : 10646028,
"mean" : 2333126.418013,
"stddev" : 880648.303291,
"N" : 1370470
},
"bw_min" : 75048,
"bw_max" : 139998,
"bw_agg" : 100.000000,
"bw_mean" : 109820.505051,
"bw_dev" : 1025.766969,
"bw_samples" : 1584,
"iops_min" : 18762,
"iops_max" : 34998,
"iops_mean" : 27454.121212,
"iops_stddev" : 256.443519,
"iops_samples" : 1584
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799985,
"usr_cpu" : 0.572011,
"sys_cpu" : 6.575123,
"ctx" : 1531673,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.057863,
"250" : 1.039485,
"500" : 2.175506,
"750" : 3.633674,
"1000" : 4.715626
},
"latency_ms" : {
"2" : 57.712374,
"4" : 30.102460,
"10" : 0.561844,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120221,
"timestamp_ms" : 1774120221883,
"time" : "Sat Mar 21 16:10:21 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6543884288,
"io_kbytes" : 6390512,
"bw_bytes" : 109066555,
"bw" : 106510,
"iops" : 26627.893798,
"runtime" : 59999,
"total_ios" : 1597647,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14963,
"max" : 7533876,
"mean" : 596588.695503,
"stddev" : 282402.485839,
"N" : 1597647
},
"clat_ns" : {
"min" : 75735,
"max" : 9497624,
"mean" : 1805143.319440,
"stddev" : 697042.954554,
"N" : 1597631,
"percentile" : {
"1.000000" : 264192,
"5.000000" : 675840,
"10.000000" : 987136,
"20.000000" : 1286144,
"30.000000" : 1482752,
"40.000000" : 1630208,
"50.000000" : 1761280,
"60.000000" : 1892352,
"70.000000" : 2056192,
"80.000000" : 2277376,
"90.000000" : 2670592,
"95.000000" : 3031040,
"99.000000" : 3751936,
"99.500000" : 4227072,
"99.900000" : 5210112,
"99.950000" : 5603328,
"99.990000" : 6586368
},
"bins" : {
"75264" : 1,
"76288" : 1,
"77312" : 2,
"79360" : 3,
"80384" : 3,
"81408" : 4,
"82432" : 4,
"83456" : 10,
"84480" : 16,
"85504" : 16,
"86528" : 18,
"87552" : 30,
"88576" : 33,
"89600" : 33,
"90624" : 53,
"91648" : 49,
"92672" : 44,
"93696" : 84,
"94720" : 72,
"95744" : 70,
"96768" : 73,
"97792" : 59,
"98816" : 69,
"99840" : 76,
"100864" : 72,
"101888" : 86,
"102912" : 86,
"103936" : 99,
"104960" : 86,
"105984" : 102,
"107008" : 90,
"108032" : 89,
"109056" : 100,
"110080" : 103,
"111104" : 130,
"112128" : 100,
"113152" : 98,
"114176" : 109,
"115200" : 109,
"116224" : 112,
"117248" : 109,
"118272" : 116,
"119296" : 122,
"120320" : 120,
"121344" : 118,
"122368" : 117,
"123392" : 107,
"124416" : 117,
"125440" : 125,
"126464" : 139,
"127488" : 127,
"128512" : 122,
"129536" : 137,
"130560" : 139,
"132096" : 233,
"134144" : 242,
"136192" : 258,
"138240" : 268,
"140288" : 234,
"142336" : 271,
"144384" : 251,
"146432" : 228,
"148480" : 233,
"150528" : 237,
"152576" : 264,
"154624" : 248,
"156672" : 245,
"158720" : 224,
"160768" : 229,
"162816" : 227,
"164864" : 257,
"166912" : 248,
"168960" : 249,
"171008" : 237,
"173056" : 237,
"175104" : 219,
"177152" : 215,
"179200" : 227,
"181248" : 202,
"183296" : 212,
"185344" : 207,
"187392" : 172,
"189440" : 167,
"191488" : 198,
"193536" : 153,
"195584" : 196,
"197632" : 179,
"199680" : 156,
"201728" : 174,
"203776" : 164,
"205824" : 173,
"207872" : 147,
"209920" : 141,
"211968" : 167,
"214016" : 141,
"216064" : 136,
"218112" : 111,
"220160" : 154,
"222208" : 128,
"224256" : 122,
"226304" : 132,
"228352" : 135,
"230400" : 151,
"232448" : 119,
"234496" : 115,
"236544" : 131,
"238592" : 129,
"240640" : 121,
"242688" : 111,
"244736" : 131,
"246784" : 133,
"248832" : 146,
"250880" : 122,
"252928" : 124,
"254976" : 113,
"257024" : 115,
"259072" : 118,
"261120" : 113,
"264192" : 242,
"268288" : 244,
"272384" : 239,
"276480" : 227,
"280576" : 213,
"284672" : 234,
"288768" : 229,
"292864" : 230,
"296960" : 202,
"301056" : 200,
"305152" : 214,
"309248" : 222,
"313344" : 211,
"317440" : 220,
"321536" : 261,
"325632" : 303,
"329728" : 317,
"333824" : 336,
"337920" : 379,
"342016" : 402,
"346112" : 429,
"350208" : 456,
"354304" : 460,
"358400" : 480,
"362496" : 474,
"366592" : 512,
"370688" : 475,
"374784" : 513,
"378880" : 511,
"382976" : 491,
"387072" : 514,
"391168" : 544,
"395264" : 497,
"399360" : 496,
"403456" : 494,
"407552" : 520,
"411648" : 505,
"415744" : 548,
"419840" : 536,
"423936" : 557,
"428032" : 633,
"432128" : 659,
"436224" : 692,
"440320" : 709,
"444416" : 777,
"448512" : 742,
"452608" : 766,
"456704" : 833,
"460800" : 922,
"464896" : 825,
"468992" : 870,
"473088" : 873,
"477184" : 852,
"481280" : 834,
"485376" : 883,
"489472" : 817,
"493568" : 839,
"497664" : 865,
"501760" : 809,
"505856" : 831,
"509952" : 846,
"514048" : 813,
"518144" : 867,
"522240" : 796,
"528384" : 1603,
"536576" : 1542,
"544768" : 1565,
"552960" : 1567,
"561152" : 1673,
"569344" : 1526,
"577536" : 1586,
"585728" : 1746,
"593920" : 1621,
"602112" : 1628,
"610304" : 1697,
"618496" : 1708,
"626688" : 1650,
"634880" : 1662,
"643072" : 1702,
"651264" : 1732,
"659456" : 1673,
"667648" : 1738,
"675840" : 1674,
"684032" : 1709,
"692224" : 1710,
"700416" : 1707,
"708608" : 1684,
"716800" : 1730,
"724992" : 1826,
"733184" : 1815,
"741376" : 1878,
"749568" : 1889,
"757760" : 1876,
"765952" : 1874,
"774144" : 1863,
"782336" : 1850,
"790528" : 1900,
"798720" : 1991,
"806912" : 2008,
"815104" : 2028,
"823296" : 1920,
"831488" : 1894,
"839680" : 1954,
"847872" : 2022,
"856064" : 2084,
"864256" : 2068,
"872448" : 2132,
"880640" : 2218,
"888832" : 2204,
"897024" : 2304,
"905216" : 2248,
"913408" : 2170,
"921600" : 2242,
"929792" : 2344,
"937984" : 2404,
"946176" : 2389,
"954368" : 2536,
"962560" : 2627,
"970752" : 2662,
"978944" : 2757,
"987136" : 2955,
"995328" : 3408,
"1003520" : 3781,
"1011712" : 3502,
"1019904" : 3457,
"1028096" : 3419,
"1036288" : 3312,
"1044480" : 3347,
"1056768" : 6655,
"1073152" : 6535,
"1089536" : 6714,
"1105920" : 7241,
"1122304" : 7625,
"1138688" : 8209,
"1155072" : 8741,
"1171456" : 8981,
"1187840" : 9351,
"1204224" : 10234,
"1220608" : 10551,
"1236992" : 10980,
"1253376" : 11116,
"1269760" : 11799,
"1286144" : 12166,
"1302528" : 12448,
"1318912" : 12738,
"1335296" : 12763,
"1351680" : 12856,
"1368064" : 13307,
"1384448" : 13523,
"1400832" : 13365,
"1417216" : 13654,
"1433600" : 14040,
"1449984" : 15545,
"1466368" : 16259,
"1482752" : 17203,
"1499136" : 17662,
"1515520" : 17661,
"1531904" : 17500,
"1548288" : 16974,
"1564672" : 16792,
"1581056" : 16643,
"1597440" : 16504,
"1613824" : 17360,
"1630208" : 18681,
"1646592" : 19332,
"1662976" : 19651,
"1679360" : 20288,
"1695744" : 19706,
"1712128" : 20093,
"1728512" : 19726,
"1744896" : 19475,
"1761280" : 19951,
"1777664" : 20831,
"1794048" : 21722,
"1810432" : 20842,
"1826816" : 20225,
"1843200" : 19493,
"1859584" : 19932,
"1875968" : 19865,
"1892352" : 18756,
"1908736" : 17909,
"1925120" : 17027,
"1941504" : 16701,
"1957888" : 16190,
"1974272" : 16469,
"1990656" : 17766,
"2007040" : 18243,
"2023424" : 15026,
"2039808" : 13661,
"2056192" : 13302,
"2072576" : 12962,
"2088960" : 12277,
"2113536" : 24235,
"2146304" : 22216,
"2179072" : 21118,
"2211840" : 20148,
"2244608" : 20297,
"2277376" : 19076,
"2310144" : 18114,
"2342912" : 17241,
"2375680" : 16009,
"2408448" : 14831,
"2441216" : 13877,
"2473984" : 13495,
"2506752" : 12527,
"2539520" : 11948,
"2572288" : 11470,
"2605056" : 10741,
"2637824" : 9815,
"2670592" : 9336,
"2703360" : 8493,
"2736128" : 8250,
"2768896" : 8145,
"2801664" : 7773,
"2834432" : 7523,
"2867200" : 7416,
"2899968" : 6935,
"2932736" : 6775,
"2965504" : 6372,
"2998272" : 6611,
"3031040" : 5803,
"3063808" : 5433,
"3096576" : 5209,
"3129344" : 5164,
"3162112" : 4687,
"3194880" : 4363,
"3227648" : 4039,
"3260416" : 3678,
"3293184" : 3524,
"3325952" : 3329,
"3358720" : 2969,
"3391488" : 2753,
"3424256" : 2424,
"3457024" : 2295,
"3489792" : 1945,
"3522560" : 1803,
"3555328" : 1624,
"3588096" : 1516,
"3620864" : 1349,
"3653632" : 1224,
"3686400" : 1071,
"3719168" : 1019,
"3751936" : 897,
"3784704" : 827,
"3817472" : 730,
"3850240" : 735,
"3883008" : 583,
"3915776" : 627,
"3948544" : 593,
"3981312" : 597,
"4014080" : 532,
"4046848" : 475,
"4079616" : 488,
"4112384" : 485,
"4145152" : 443,
"4177920" : 419,
"4227072" : 816,
"4292608" : 768,
"4358144" : 655,
"4423680" : 573,
"4489216" : 485,
"4554752" : 457,
"4620288" : 453,
"4685824" : 376,
"4751360" : 354,
"4816896" : 340,
"4882432" : 299,
"4947968" : 261,
"5013504" : 250,
"5079040" : 213,
"5144576" : 193,
"5210112" : 183,
"5275648" : 149,
"5341184" : 126,
"5406720" : 127,
"5472256" : 105,
"5537792" : 103,
"5603328" : 92,
"5668864" : 77,
"5734400" : 74,
"5799936" : 87,
"5865472" : 49,
"5931008" : 44,
"5996544" : 48,
"6062080" : 40,
"6127616" : 44,
"6193152" : 42,
"6258688" : 33,
"6324224" : 30,
"6389760" : 22,
"6455296" : 18,
"6520832" : 12,
"6586368" : 14,
"6651904" : 16,
"6717440" : 18,
"6782976" : 10,
"6848512" : 8,
"6914048" : 3,
"6979584" : 6,
"7045120" : 9,
"7110656" : 4,
"7176192" : 5,
"7241728" : 8,
"7307264" : 6,
"7372800" : 9,
"7438336" : 3,
"7503872" : 10,
"7569408" : 5,
"7634944" : 2,
"7700480" : 4,
"7766016" : 2,
"7831552" : 5,
"7897088" : 5,
"8028160" : 1,
"8093696" : 1,
"8159232" : 2,
"8224768" : 1,
"8290304" : 2,
"8355840" : 1,
"8454144" : 1,
"8585216" : 2,
"8716288" : 2,
"9502720" : 3
}
},
"lat_ns" : {
"min" : 103368,
"max" : 10646028,
"mean" : 2401730.465271,
"stddev" : 899092.281230,
"N" : 1597631
},
"bw_min" : 75048,
"bw_max" : 139998,
"bw_agg" : 100.000000,
"bw_mean" : 106607.915966,
"bw_dev" : 1053.651709,
"bw_samples" : 1904,
"iops_min" : 18762,
"iops_max" : 34998,
"iops_mean" : 26651.142857,
"iops_stddev" : 263.404415,
"iops_samples" : 1904
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959984,
"usr_cpu" : 0.561676,
"sys_cpu" : 6.439899,
"ctx" : 1778687,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999937,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999937,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.049635,
"250" : 0.892500,
"500" : 1.895913,
"750" : 3.211285,
"1000" : 4.259765
},
"latency_ms" : {
"2" : 56.599487,
"4" : 32.404593,
"10" : 0.685821,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120231,
"timestamp_ms" : 1774120231885,
"time" : "Sat Mar 21 16:10:31 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7482867712,
"io_kbytes" : 7307488,
"bw_bytes" : 106898110,
"bw" : 104392,
"iops" : 26098.642857,
"runtime" : 70000,
"total_ios" : 1826905,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14963,
"max" : 7533876,
"mean" : 608834.438061,
"stddev" : 286215.709761,
"N" : 1826905
},
"clat_ns" : {
"min" : 75735,
"max" : 9497624,
"mean" : 1841668.722359,
"stddev" : 705102.860071,
"N" : 1826889,
"percentile" : {
"1.000000" : 305152,
"5.000000" : 708608,
"10.000000" : 1019904,
"20.000000" : 1318912,
"30.000000" : 1499136,
"40.000000" : 1662976,
"50.000000" : 1794048,
"60.000000" : 1925120,
"70.000000" : 2113536,
"80.000000" : 2342912,
"90.000000" : 2736128,
"95.000000" : 3063808,
"99.000000" : 3817472,
"99.500000" : 4227072,
"99.900000" : 5210112,
"99.950000" : 5668864,
"99.990000" : 6651904
},
"bins" : {
"75264" : 1,
"76288" : 1,
"77312" : 2,
"79360" : 3,
"80384" : 3,
"81408" : 4,
"82432" : 4,
"83456" : 10,
"84480" : 16,
"85504" : 16,
"86528" : 18,
"87552" : 30,
"88576" : 33,
"89600" : 33,
"90624" : 53,
"91648" : 49,
"92672" : 44,
"93696" : 84,
"94720" : 72,
"95744" : 70,
"96768" : 73,
"97792" : 59,
"98816" : 69,
"99840" : 76,
"100864" : 72,
"101888" : 86,
"102912" : 86,
"103936" : 99,
"104960" : 86,
"105984" : 102,
"107008" : 90,
"108032" : 89,
"109056" : 100,
"110080" : 103,
"111104" : 130,
"112128" : 100,
"113152" : 98,
"114176" : 109,
"115200" : 109,
"116224" : 112,
"117248" : 109,
"118272" : 116,
"119296" : 122,
"120320" : 120,
"121344" : 118,
"122368" : 117,
"123392" : 107,
"124416" : 117,
"125440" : 125,
"126464" : 139,
"127488" : 127,
"128512" : 122,
"129536" : 137,
"130560" : 139,
"132096" : 233,
"134144" : 242,
"136192" : 258,
"138240" : 268,
"140288" : 234,
"142336" : 271,
"144384" : 251,
"146432" : 228,
"148480" : 233,
"150528" : 237,
"152576" : 264,
"154624" : 248,
"156672" : 245,
"158720" : 224,
"160768" : 230,
"162816" : 227,
"164864" : 257,
"166912" : 248,
"168960" : 249,
"171008" : 237,
"173056" : 237,
"175104" : 219,
"177152" : 215,
"179200" : 227,
"181248" : 202,
"183296" : 212,
"185344" : 207,
"187392" : 173,
"189440" : 168,
"191488" : 199,
"193536" : 153,
"195584" : 196,
"197632" : 179,
"199680" : 157,
"201728" : 175,
"203776" : 164,
"205824" : 174,
"207872" : 148,
"209920" : 142,
"211968" : 167,
"214016" : 141,
"216064" : 136,
"218112" : 111,
"220160" : 157,
"222208" : 128,
"224256" : 122,
"226304" : 133,
"228352" : 135,
"230400" : 152,
"232448" : 119,
"234496" : 115,
"236544" : 133,
"238592" : 129,
"240640" : 121,
"242688" : 111,
"244736" : 131,
"246784" : 134,
"248832" : 148,
"250880" : 126,
"252928" : 125,
"254976" : 115,
"257024" : 116,
"259072" : 119,
"261120" : 115,
"264192" : 243,
"268288" : 246,
"272384" : 241,
"276480" : 228,
"280576" : 217,
"284672" : 236,
"288768" : 231,
"292864" : 239,
"296960" : 207,
"301056" : 202,
"305152" : 222,
"309248" : 228,
"313344" : 212,
"317440" : 225,
"321536" : 267,
"325632" : 308,
"329728" : 323,
"333824" : 339,
"337920" : 384,
"342016" : 408,
"346112" : 436,
"350208" : 462,
"354304" : 469,
"358400" : 489,
"362496" : 481,
"366592" : 517,
"370688" : 480,
"374784" : 522,
"378880" : 520,
"382976" : 500,
"387072" : 526,
"391168" : 564,
"395264" : 512,
"399360" : 520,
"403456" : 512,
"407552" : 539,
"411648" : 524,
"415744" : 567,
"419840" : 565,
"423936" : 573,
"428032" : 654,
"432128" : 685,
"436224" : 718,
"440320" : 725,
"444416" : 792,
"448512" : 769,
"452608" : 785,
"456704" : 851,
"460800" : 944,
"464896" : 852,
"468992" : 898,
"473088" : 895,
"477184" : 883,
"481280" : 856,
"485376" : 905,
"489472" : 846,
"493568" : 865,
"497664" : 901,
"501760" : 846,
"505856" : 859,
"509952" : 885,
"514048" : 845,
"518144" : 909,
"522240" : 827,
"528384" : 1664,
"536576" : 1626,
"544768" : 1638,
"552960" : 1653,
"561152" : 1741,
"569344" : 1613,
"577536" : 1668,
"585728" : 1835,
"593920" : 1703,
"602112" : 1732,
"610304" : 1770,
"618496" : 1778,
"626688" : 1735,
"634880" : 1745,
"643072" : 1805,
"651264" : 1837,
"659456" : 1773,
"667648" : 1838,
"675840" : 1765,
"684032" : 1803,
"692224" : 1813,
"700416" : 1807,
"708608" : 1818,
"716800" : 1863,
"724992" : 1931,
"733184" : 1915,
"741376" : 2005,
"749568" : 2000,
"757760" : 1997,
"765952" : 1987,
"774144" : 1990,
"782336" : 1971,
"790528" : 2034,
"798720" : 2120,
"806912" : 2149,
"815104" : 2176,
"823296" : 2090,
"831488" : 2030,
"839680" : 2127,
"847872" : 2194,
"856064" : 2286,
"864256" : 2240,
"872448" : 2325,
"880640" : 2391,
"888832" : 2424,
"897024" : 2519,
"905216" : 2479,
"913408" : 2386,
"921600" : 2459,
"929792" : 2578,
"937984" : 2655,
"946176" : 2645,
"954368" : 2783,
"962560" : 2894,
"970752" : 2953,
"978944" : 3054,
"987136" : 3258,
"995328" : 3790,
"1003520" : 4168,
"1011712" : 3844,
"1019904" : 3776,
"1028096" : 3729,
"1036288" : 3609,
"1044480" : 3665,
"1056768" : 7352,
"1073152" : 7286,
"1089536" : 7480,
"1105920" : 8066,
"1122304" : 8471,
"1138688" : 9096,
"1155072" : 9691,
"1171456" : 10022,
"1187840" : 10380,
"1204224" : 11370,
"1220608" : 11701,
"1236992" : 12179,
"1253376" : 12357,
"1269760" : 13109,
"1286144" : 13460,
"1302528" : 13862,
"1318912" : 14100,
"1335296" : 14224,
"1351680" : 14325,
"1368064" : 14798,
"1384448" : 14990,
"1400832" : 15008,
"1417216" : 15156,
"1433600" : 15649,
"1449984" : 17155,
"1466368" : 17899,
"1482752" : 18867,
"1499136" : 19376,
"1515520" : 19382,
"1531904" : 19233,
"1548288" : 18800,
"1564672" : 18638,
"1581056" : 18526,
"1597440" : 18281,
"1613824" : 19232,
"1630208" : 20591,
"1646592" : 21332,
"1662976" : 21560,
"1679360" : 22243,
"1695744" : 21870,
"1712128" : 22228,
"1728512" : 21725,
"1744896" : 21587,
"1761280" : 22062,
"1777664" : 22910,
"1794048" : 23801,
"1810432" : 22984,
"1826816" : 22319,
"1843200" : 21619,
"1859584" : 22119,
"1875968" : 22090,
"1892352" : 20964,
"1908736" : 19997,
"1925120" : 18993,
"1941504" : 18729,
"1957888" : 18283,
"1974272" : 18614,
"1990656" : 20218,
"2007040" : 20796,
"2023424" : 17305,
"2039808" : 15774,
"2056192" : 15363,
"2072576" : 15003,
"2088960" : 14305,
"2113536" : 28600,
"2146304" : 26355,
"2179072" : 25265,
"2211840" : 24362,
"2244608" : 24610,
"2277376" : 23110,
"2310144" : 22102,
"2342912" : 20970,
"2375680" : 19679,
"2408448" : 18340,
"2441216" : 17189,
"2473984" : 16816,
"2506752" : 15817,
"2539520" : 15207,
"2572288" : 14541,
"2605056" : 13780,
"2637824" : 12715,
"2670592" : 12356,
"2703360" : 11209,
"2736128" : 11042,
"2768896" : 10578,
"2801664" : 10193,
"2834432" : 9790,
"2867200" : 9673,
"2899968" : 8924,
"2932736" : 8664,
"2965504" : 8017,
"2998272" : 8411,
"3031040" : 7258,
"3063808" : 6878,
"3096576" : 6464,
"3129344" : 6378,
"3162112" : 5853,
"3194880" : 5422,
"3227648" : 4987,
"3260416" : 4585,
"3293184" : 4313,
"3325952" : 4075,
"3358720" : 3664,
"3391488" : 3353,
"3424256" : 3029,
"3457024" : 2827,
"3489792" : 2413,
"3522560" : 2330,
"3555328" : 2111,
"3588096" : 1882,
"3620864" : 1686,
"3653632" : 1580,
"3686400" : 1378,
"3719168" : 1302,
"3751936" : 1157,
"3784704" : 1060,
"3817472" : 968,
"3850240" : 928,
"3883008" : 776,
"3915776" : 804,
"3948544" : 764,
"3981312" : 760,
"4014080" : 734,
"4046848" : 627,
"4079616" : 635,
"4112384" : 624,
"4145152" : 585,
"4177920" : 530,
"4227072" : 1016,
"4292608" : 952,
"4358144" : 819,
"4423680" : 719,
"4489216" : 623,
"4554752" : 548,
"4620288" : 561,
"4685824" : 469,
"4751360" : 431,
"4816896" : 408,
"4882432" : 387,
"4947968" : 303,
"5013504" : 288,
"5079040" : 256,
"5144576" : 228,
"5210112" : 222,
"5275648" : 182,
"5341184" : 150,
"5406720" : 149,
"5472256" : 131,
"5537792" : 122,
"5603328" : 118,
"5668864" : 89,
"5734400" : 85,
"5799936" : 105,
"5865472" : 66,
"5931008" : 65,
"5996544" : 62,
"6062080" : 53,
"6127616" : 53,
"6193152" : 46,
"6258688" : 35,
"6324224" : 34,
"6389760" : 28,
"6455296" : 19,
"6520832" : 18,
"6586368" : 19,
"6651904" : 19,
"6717440" : 20,
"6782976" : 15,
"6848512" : 9,
"6914048" : 4,
"6979584" : 8,
"7045120" : 11,
"7110656" : 9,
"7176192" : 8,
"7241728" : 8,
"7307264" : 7,
"7372800" : 11,
"7438336" : 4,
"7503872" : 11,
"7569408" : 5,
"7634944" : 2,
"7700480" : 4,
"7766016" : 2,
"7831552" : 5,
"7897088" : 5,
"8028160" : 1,
"8093696" : 1,
"8159232" : 2,
"8224768" : 1,
"8290304" : 2,
"8355840" : 1,
"8454144" : 1,
"8585216" : 2,
"8716288" : 2,
"9502720" : 3
}
},
"lat_ns" : {
"min" : 103368,
"max" : 10646028,
"mean" : 2450488.249592,
"stddev" : 909258.850037,
"N" : 1826889
},
"bw_min" : 75048,
"bw_max" : 139998,
"bw_agg" : 100.000000,
"bw_mean" : 104486.848921,
"bw_dev" : 1040.518854,
"bw_samples" : 2224,
"iops_min" : 18762,
"iops_max" : 34998,
"iops_mean" : 26120.956835,
"iops_stddev" : 260.117551,
"iops_samples" : 2224
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119989,
"usr_cpu" : 0.546613,
"sys_cpu" : 6.382473,
"ctx" : 2028529,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.043407,
"250" : 0.781540,
"500" : 1.701347,
"750" : 2.961183,
"1000" : 4.060419
},
"latency_ms" : {
"2" : 54.870998,
"4" : 34.829561,
"10" : 0.750668,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120241,
"timestamp_ms" : 1774120241883,
"time" : "Sat Mar 21 16:10:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8352309248,
"io_kbytes" : 8156552,
"bw_bytes" : 104403865,
"bw" : 101956,
"iops" : 25489.487500,
"runtime" : 80000,
"total_ios" : 2039159,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14963,
"max" : 7533876,
"mean" : 623523.272567,
"stddev" : 290530.001196,
"N" : 2039159
},
"clat_ns" : {
"min" : 75735,
"max" : 9497624,
"mean" : 1885571.210079,
"stddev" : 717904.616017,
"N" : 2039143,
"percentile" : {
"1.000000" : 337920,
"5.000000" : 757760,
"10.000000" : 1056768,
"20.000000" : 1351680,
"30.000000" : 1531904,
"40.000000" : 1679360,
"50.000000" : 1826816,
"60.000000" : 1974272,
"70.000000" : 2146304,
"80.000000" : 2408448,
"90.000000" : 2834432,
"95.000000" : 3162112,
"99.000000" : 3883008,
"99.500000" : 4292608,
"99.900000" : 5275648,
"99.950000" : 5668864,
"99.990000" : 6586368
},
"bins" : {
"75264" : 1,
"76288" : 1,
"77312" : 2,
"79360" : 3,
"80384" : 3,
"81408" : 4,
"82432" : 4,
"83456" : 10,
"84480" : 16,
"85504" : 16,
"86528" : 18,
"87552" : 30,
"88576" : 33,
"89600" : 33,
"90624" : 53,
"91648" : 49,
"92672" : 44,
"93696" : 84,
"94720" : 72,
"95744" : 70,
"96768" : 73,
"97792" : 59,
"98816" : 69,
"99840" : 76,
"100864" : 72,
"101888" : 86,
"102912" : 86,
"103936" : 99,
"104960" : 86,
"105984" : 102,
"107008" : 90,
"108032" : 89,
"109056" : 100,
"110080" : 103,
"111104" : 130,
"112128" : 100,
"113152" : 98,
"114176" : 109,
"115200" : 109,
"116224" : 112,
"117248" : 109,
"118272" : 116,
"119296" : 122,
"120320" : 120,
"121344" : 118,
"122368" : 117,
"123392" : 107,
"124416" : 117,
"125440" : 125,
"126464" : 139,
"127488" : 127,
"128512" : 122,
"129536" : 137,
"130560" : 139,
"132096" : 233,
"134144" : 242,
"136192" : 258,
"138240" : 268,
"140288" : 234,
"142336" : 271,
"144384" : 251,
"146432" : 228,
"148480" : 233,
"150528" : 237,
"152576" : 264,
"154624" : 248,
"156672" : 245,
"158720" : 224,
"160768" : 230,
"162816" : 227,
"164864" : 257,
"166912" : 248,
"168960" : 249,
"171008" : 237,
"173056" : 237,
"175104" : 219,
"177152" : 215,
"179200" : 227,
"181248" : 202,
"183296" : 212,
"185344" : 207,
"187392" : 173,
"189440" : 168,
"191488" : 199,
"193536" : 153,
"195584" : 196,
"197632" : 179,
"199680" : 157,
"201728" : 175,
"203776" : 164,
"205824" : 174,
"207872" : 148,
"209920" : 142,
"211968" : 167,
"214016" : 141,
"216064" : 136,
"218112" : 111,
"220160" : 157,
"222208" : 128,
"224256" : 122,
"226304" : 133,
"228352" : 135,
"230400" : 152,
"232448" : 119,
"234496" : 115,
"236544" : 133,
"238592" : 129,
"240640" : 121,
"242688" : 111,
"244736" : 131,
"246784" : 134,
"248832" : 148,
"250880" : 126,
"252928" : 125,
"254976" : 115,
"257024" : 116,
"259072" : 119,
"261120" : 115,
"264192" : 243,
"268288" : 246,
"272384" : 241,
"276480" : 228,
"280576" : 217,
"284672" : 236,
"288768" : 232,
"292864" : 239,
"296960" : 207,
"301056" : 202,
"305152" : 222,
"309248" : 228,
"313344" : 212,
"317440" : 226,
"321536" : 268,
"325632" : 308,
"329728" : 323,
"333824" : 339,
"337920" : 384,
"342016" : 408,
"346112" : 436,
"350208" : 462,
"354304" : 469,
"358400" : 489,
"362496" : 483,
"366592" : 517,
"370688" : 481,
"374784" : 522,
"378880" : 520,
"382976" : 501,
"387072" : 526,
"391168" : 564,
"395264" : 513,
"399360" : 521,
"403456" : 512,
"407552" : 540,
"411648" : 525,
"415744" : 567,
"419840" : 566,
"423936" : 574,
"428032" : 656,
"432128" : 687,
"436224" : 718,
"440320" : 727,
"444416" : 793,
"448512" : 769,
"452608" : 788,
"456704" : 854,
"460800" : 946,
"464896" : 852,
"468992" : 900,
"473088" : 896,
"477184" : 884,
"481280" : 858,
"485376" : 909,
"489472" : 847,
"493568" : 866,
"497664" : 902,
"501760" : 851,
"505856" : 862,
"509952" : 888,
"514048" : 847,
"518144" : 909,
"522240" : 830,
"528384" : 1668,
"536576" : 1639,
"544768" : 1651,
"552960" : 1660,
"561152" : 1750,
"569344" : 1622,
"577536" : 1677,
"585728" : 1848,
"593920" : 1720,
"602112" : 1759,
"610304" : 1795,
"618496" : 1798,
"626688" : 1756,
"634880" : 1768,
"643072" : 1833,
"651264" : 1866,
"659456" : 1806,
"667648" : 1869,
"675840" : 1805,
"684032" : 1827,
"692224" : 1848,
"700416" : 1840,
"708608" : 1857,
"716800" : 1903,
"724992" : 1977,
"733184" : 1959,
"741376" : 2050,
"749568" : 2059,
"757760" : 2066,
"765952" : 2055,
"774144" : 2050,
"782336" : 2026,
"790528" : 2098,
"798720" : 2172,
"806912" : 2207,
"815104" : 2237,
"823296" : 2161,
"831488" : 2092,
"839680" : 2201,
"847872" : 2253,
"856064" : 2363,
"864256" : 2299,
"872448" : 2401,
"880640" : 2468,
"888832" : 2501,
"897024" : 2585,
"905216" : 2560,
"913408" : 2468,
"921600" : 2539,
"929792" : 2664,
"937984" : 2744,
"946176" : 2719,
"954368" : 2879,
"962560" : 2986,
"970752" : 3042,
"978944" : 3151,
"987136" : 3367,
"995328" : 3936,
"1003520" : 4289,
"1011712" : 3943,
"1019904" : 3884,
"1028096" : 3852,
"1036288" : 3711,
"1044480" : 3766,
"1056768" : 7587,
"1073152" : 7593,
"1089536" : 7755,
"1105920" : 8367,
"1122304" : 8777,
"1138688" : 9392,
"1155072" : 10061,
"1171456" : 10432,
"1187840" : 10816,
"1204224" : 11843,
"1220608" : 12197,
"1236992" : 12699,
"1253376" : 12929,
"1269760" : 13756,
"1286144" : 14105,
"1302528" : 14528,
"1318912" : 14830,
"1335296" : 15035,
"1351680" : 15182,
"1368064" : 15718,
"1384448" : 15953,
"1400832" : 16003,
"1417216" : 16268,
"1433600" : 16836,
"1449984" : 18433,
"1466368" : 19301,
"1482752" : 20288,
"1499136" : 20860,
"1515520" : 20982,
"1531904" : 20947,
"1548288" : 20607,
"1564672" : 20399,
"1581056" : 20452,
"1597440" : 20233,
"1613824" : 21270,
"1630208" : 22685,
"1646592" : 23490,
"1662976" : 23833,
"1679360" : 24465,
"1695744" : 24165,
"1712128" : 24480,
"1728512" : 24191,
"1744896" : 23977,
"1761280" : 24453,
"1777664" : 25230,
"1794048" : 26163,
"1810432" : 25341,
"1826816" : 24722,
"1843200" : 23898,
"1859584" : 24453,
"1875968" : 24410,
"1892352" : 23341,
"1908736" : 22266,
"1925120" : 21104,
"1941504" : 20945,
"1957888" : 20509,
"1974272" : 20837,
"1990656" : 22777,
"2007040" : 23394,
"2023424" : 19565,
"2039808" : 17926,
"2056192" : 17382,
"2072576" : 16956,
"2088960" : 16291,
"2113536" : 32457,
"2146304" : 30090,
"2179072" : 28943,
"2211840" : 28036,
"2244608" : 28206,
"2277376" : 26621,
"2310144" : 25357,
"2342912" : 24185,
"2375680" : 22499,
"2408448" : 21177,
"2441216" : 19861,
"2473984" : 19376,
"2506752" : 18228,
"2539520" : 17553,
"2572288" : 16923,
"2605056" : 16041,
"2637824" : 15054,
"2670592" : 14512,
"2703360" : 13448,
"2736128" : 13237,
"2768896" : 12760,
"2801664" : 12361,
"2834432" : 11948,
"2867200" : 11839,
"2899968" : 10974,
"2932736" : 10687,
"2965504" : 10134,
"2998272" : 10829,
"3031040" : 9379,
"3063808" : 8918,
"3096576" : 8424,
"3129344" : 8198,
"3162112" : 7698,
"3194880" : 7011,
"3227648" : 6603,
"3260416" : 6031,
"3293184" : 5770,
"3325952" : 5391,
"3358720" : 4981,
"3391488" : 4628,
"3424256" : 4243,
"3457024" : 3909,
"3489792" : 3430,
"3522560" : 3324,
"3555328" : 3005,
"3588096" : 2698,
"3620864" : 2513,
"3653632" : 2267,
"3686400" : 2010,
"3719168" : 1953,
"3751936" : 1711,
"3784704" : 1566,
"3817472" : 1405,
"3850240" : 1299,
"3883008" : 1087,
"3915776" : 1093,
"3948544" : 1003,
"3981312" : 987,
"4014080" : 962,
"4046848" : 807,
"4079616" : 817,
"4112384" : 768,
"4145152" : 720,
"4177920" : 656,
"4227072" : 1249,
"4292608" : 1156,
"4358144" : 1026,
"4423680" : 903,
"4489216" : 768,
"4554752" : 708,
"4620288" : 678,
"4685824" : 570,
"4751360" : 537,
"4816896" : 491,
"4882432" : 451,
"4947968" : 361,
"5013504" : 341,
"5079040" : 324,
"5144576" : 267,
"5210112" : 258,
"5275648" : 221,
"5341184" : 177,
"5406720" : 180,
"5472256" : 157,
"5537792" : 144,
"5603328" : 136,
"5668864" : 108,
"5734400" : 93,
"5799936" : 124,
"5865472" : 78,
"5931008" : 72,
"5996544" : 71,
"6062080" : 60,
"6127616" : 59,
"6193152" : 55,
"6258688" : 39,
"6324224" : 38,
"6389760" : 33,
"6455296" : 23,
"6520832" : 23,
"6586368" : 21,
"6651904" : 22,
"6717440" : 21,
"6782976" : 16,
"6848512" : 9,
"6914048" : 10,
"6979584" : 8,
"7045120" : 12,
"7110656" : 9,
"7176192" : 8,
"7241728" : 8,
"7307264" : 8,
"7372800" : 11,
"7438336" : 6,
"7503872" : 12,
"7569408" : 5,
"7634944" : 2,
"7700480" : 4,
"7766016" : 2,
"7831552" : 5,
"7897088" : 5,
"8028160" : 1,
"8093696" : 1,
"8159232" : 2,
"8224768" : 1,
"8290304" : 2,
"8355840" : 1,
"8454144" : 1,
"8585216" : 2,
"8716288" : 2,
"9502720" : 3
}
},
"lat_ns" : {
"min" : 103368,
"max" : 10646028,
"mean" : 2509091.341746,
"stddev" : 926428.685775,
"N" : 2039143
},
"bw_min" : 66872,
"bw_max" : 139998,
"bw_agg" : 100.000000,
"bw_mean" : 102097.509434,
"bw_dev" : 1065.277129,
"bw_samples" : 2544,
"iops_min" : 16718,
"iops_max" : 34998,
"iops_mean" : 25523.591195,
"iops_stddev" : 266.311722,
"iops_samples" : 2544
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279987,
"usr_cpu" : 0.534537,
"sys_cpu" : 6.287564,
"ctx" : 2256193,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.038889,
"250" : 0.700191,
"500" : 1.526266,
"750" : 2.688412,
"1000" : 3.752576
},
"latency_ms" : {
"2" : 53.408636,
"4" : 37.058022,
"10" : 0.826223,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120251,
"timestamp_ms" : 1774120251883,
"time" : "Sat Mar 21 16:10:51 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9206464512,
"io_kbytes" : 8990688,
"bw_bytes" : 102295186,
"bw" : 99897,
"iops" : 24974.610829,
"runtime" : 89999,
"total_ios" : 2247690,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14963,
"max" : 7533876,
"mean" : 636522.160954,
"stddev" : 294586.249916,
"N" : 2247691
},
"clat_ns" : {
"min" : 75735,
"max" : 9497624,
"mean" : 1924372.465513,
"stddev" : 730836.820657,
"N" : 2247674,
"percentile" : {
"1.000000" : 358400,
"5.000000" : 790528,
"10.000000" : 1089536,
"20.000000" : 1368064,
"30.000000" : 1548288,
"40.000000" : 1712128,
"50.000000" : 1859584,
"60.000000" : 2007040,
"70.000000" : 2211840,
"80.000000" : 2473984,
"90.000000" : 2899968,
"95.000000" : 3227648,
"99.000000" : 3948544,
"99.500000" : 4358144,
"99.900000" : 5275648,
"99.950000" : 5668864,
"99.990000" : 6586368
},
"bins" : {
"75264" : 1,
"76288" : 1,
"77312" : 2,
"79360" : 3,
"80384" : 3,
"81408" : 4,
"82432" : 4,
"83456" : 10,
"84480" : 16,
"85504" : 16,
"86528" : 18,
"87552" : 30,
"88576" : 33,
"89600" : 33,
"90624" : 53,
"91648" : 49,
"92672" : 44,
"93696" : 84,
"94720" : 72,
"95744" : 70,
"96768" : 73,
"97792" : 59,
"98816" : 69,
"99840" : 76,
"100864" : 72,
"101888" : 86,
"102912" : 86,
"103936" : 99,
"104960" : 86,
"105984" : 102,
"107008" : 90,
"108032" : 89,
"109056" : 100,
"110080" : 103,
"111104" : 130,
"112128" : 100,
"113152" : 98,
"114176" : 109,
"115200" : 109,
"116224" : 112,
"117248" : 109,
"118272" : 116,
"119296" : 122,
"120320" : 120,
"121344" : 118,
"122368" : 117,
"123392" : 107,
"124416" : 117,
"125440" : 125,
"126464" : 139,
"127488" : 127,
"128512" : 122,
"129536" : 137,
"130560" : 139,
"132096" : 233,
"134144" : 242,
"136192" : 258,
"138240" : 268,
"140288" : 234,
"142336" : 271,
"144384" : 251,
"146432" : 228,
"148480" : 233,
"150528" : 237,
"152576" : 264,
"154624" : 248,
"156672" : 245,
"158720" : 224,
"160768" : 230,
"162816" : 227,
"164864" : 257,
"166912" : 248,
"168960" : 249,
"171008" : 237,
"173056" : 237,
"175104" : 219,
"177152" : 215,
"179200" : 227,
"181248" : 202,
"183296" : 212,
"185344" : 207,
"187392" : 173,
"189440" : 168,
"191488" : 199,
"193536" : 153,
"195584" : 196,
"197632" : 179,
"199680" : 157,
"201728" : 175,
"203776" : 164,
"205824" : 174,
"207872" : 148,
"209920" : 142,
"211968" : 167,
"214016" : 141,
"216064" : 136,
"218112" : 112,
"220160" : 157,
"222208" : 128,
"224256" : 122,
"226304" : 133,
"228352" : 135,
"230400" : 152,
"232448" : 119,
"234496" : 115,
"236544" : 133,
"238592" : 129,
"240640" : 121,
"242688" : 111,
"244736" : 131,
"246784" : 134,
"248832" : 148,
"250880" : 126,
"252928" : 125,
"254976" : 115,
"257024" : 116,
"259072" : 119,
"261120" : 116,
"264192" : 243,
"268288" : 249,
"272384" : 241,
"276480" : 228,
"280576" : 218,
"284672" : 236,
"288768" : 233,
"292864" : 239,
"296960" : 208,
"301056" : 202,
"305152" : 222,
"309248" : 228,
"313344" : 213,
"317440" : 228,
"321536" : 272,
"325632" : 311,
"329728" : 323,
"333824" : 340,
"337920" : 384,
"342016" : 410,
"346112" : 436,
"350208" : 463,
"354304" : 470,
"358400" : 490,
"362496" : 484,
"366592" : 518,
"370688" : 481,
"374784" : 523,
"378880" : 522,
"382976" : 501,
"387072" : 528,
"391168" : 567,
"395264" : 517,
"399360" : 524,
"403456" : 515,
"407552" : 543,
"411648" : 526,
"415744" : 569,
"419840" : 569,
"423936" : 576,
"428032" : 658,
"432128" : 688,
"436224" : 720,
"440320" : 730,
"444416" : 803,
"448512" : 774,
"452608" : 792,
"456704" : 862,
"460800" : 952,
"464896" : 857,
"468992" : 908,
"473088" : 906,
"477184" : 892,
"481280" : 862,
"485376" : 918,
"489472" : 851,
"493568" : 870,
"497664" : 920,
"501760" : 856,
"505856" : 875,
"509952" : 901,
"514048" : 855,
"518144" : 923,
"522240" : 844,
"528384" : 1690,
"536576" : 1675,
"544768" : 1682,
"552960" : 1686,
"561152" : 1778,
"569344" : 1650,
"577536" : 1710,
"585728" : 1869,
"593920" : 1760,
"602112" : 1791,
"610304" : 1842,
"618496" : 1857,
"626688" : 1807,
"634880" : 1813,
"643072" : 1887,
"651264" : 1929,
"659456" : 1864,
"667648" : 1926,
"675840" : 1854,
"684032" : 1890,
"692224" : 1900,
"700416" : 1898,
"708608" : 1913,
"716800" : 1967,
"724992" : 2047,
"733184" : 2031,
"741376" : 2120,
"749568" : 2138,
"757760" : 2150,
"765952" : 2127,
"774144" : 2144,
"782336" : 2113,
"790528" : 2176,
"798720" : 2278,
"806912" : 2289,
"815104" : 2343,
"823296" : 2261,
"831488" : 2191,
"839680" : 2296,
"847872" : 2358,
"856064" : 2478,
"864256" : 2419,
"872448" : 2527,
"880640" : 2577,
"888832" : 2632,
"897024" : 2716,
"905216" : 2691,
"913408" : 2609,
"921600" : 2723,
"929792" : 2801,
"937984" : 2896,
"946176" : 2864,
"954368" : 3029,
"962560" : 3134,
"970752" : 3216,
"978944" : 3330,
"987136" : 3555,
"995328" : 4164,
"1003520" : 4498,
"1011712" : 4172,
"1019904" : 4104,
"1028096" : 4084,
"1036288" : 3916,
"1044480" : 3994,
"1056768" : 8058,
"1073152" : 8057,
"1089536" : 8261,
"1105920" : 8912,
"1122304" : 9333,
"1138688" : 10012,
"1155072" : 10696,
"1171456" : 11061,
"1187840" : 11467,
"1204224" : 12534,
"1220608" : 12915,
"1236992" : 13395,
"1253376" : 13693,
"1269760" : 14509,
"1286144" : 14887,
"1302528" : 15350,
"1318912" : 15664,
"1335296" : 15907,
"1351680" : 16100,
"1368064" : 16716,
"1384448" : 16955,
"1400832" : 17040,
"1417216" : 17419,
"1433600" : 18001,
"1449984" : 19668,
"1466368" : 20496,
"1482752" : 21476,
"1499136" : 22201,
"1515520" : 22225,
"1531904" : 22268,
"1548288" : 21898,
"1564672" : 21637,
"1581056" : 21731,
"1597440" : 21494,
"1613824" : 22591,
"1630208" : 24079,
"1646592" : 24816,
"1662976" : 25138,
"1679360" : 25785,
"1695744" : 25465,
"1712128" : 25829,
"1728512" : 25591,
"1744896" : 25381,
"1761280" : 25836,
"1777664" : 26706,
"1794048" : 27644,
"1810432" : 26818,
"1826816" : 26250,
"1843200" : 25358,
"1859584" : 26040,
"1875968" : 26064,
"1892352" : 25081,
"1908736" : 23846,
"1925120" : 22735,
"1941504" : 22672,
"1957888" : 22168,
"1974272" : 22653,
"1990656" : 24766,
"2007040" : 25442,
"2023424" : 21461,
"2039808" : 19879,
"2056192" : 19188,
"2072576" : 18726,
"2088960" : 18216,
"2113536" : 36254,
"2146304" : 33987,
"2179072" : 32787,
"2211840" : 31885,
"2244608" : 32219,
"2277376" : 30543,
"2310144" : 29186,
"2342912" : 27943,
"2375680" : 26350,
"2408448" : 24913,
"2441216" : 23492,
"2473984" : 22867,
"2506752" : 21505,
"2539520" : 20703,
"2572288" : 19929,
"2605056" : 19006,
"2637824" : 17980,
"2670592" : 17370,
"2703360" : 16169,
"2736128" : 16052,
"2768896" : 15499,
"2801664" : 14931,
"2834432" : 14500,
"2867200" : 14330,
"2899968" : 13431,
"2932736" : 12882,
"2965504" : 12385,
"2998272" : 13139,
"3031040" : 11345,
"3063808" : 10692,
"3096576" : 10117,
"3129344" : 9865,
"3162112" : 9287,
"3194880" : 8479,
"3227648" : 8043,
"3260416" : 7381,
"3293184" : 7089,
"3325952" : 6628,
"3358720" : 6147,
"3391488" : 5745,
"3424256" : 5373,
"3457024" : 5014,
"3489792" : 4508,
"3522560" : 4312,
"3555328" : 3960,
"3588096" : 3598,
"3620864" : 3367,
"3653632" : 3050,
"3686400" : 2660,
"3719168" : 2596,
"3751936" : 2363,
"3784704" : 2088,
"3817472" : 1949,
"3850240" : 1813,
"3883008" : 1518,
"3915776" : 1522,
"3948544" : 1325,
"3981312" : 1303,
"4014080" : 1278,
"4046848" : 1064,
"4079616" : 1044,
"4112384" : 990,
"4145152" : 936,
"4177920" : 842,
"4227072" : 1593,
"4292608" : 1418,
"4358144" : 1247,
"4423680" : 1101,
"4489216" : 932,
"4554752" : 836,
"4620288" : 801,
"4685824" : 671,
"4751360" : 645,
"4816896" : 570,
"4882432" : 532,
"4947968" : 435,
"5013504" : 400,
"5079040" : 376,
"5144576" : 298,
"5210112" : 291,
"5275648" : 253,
"5341184" : 202,
"5406720" : 197,
"5472256" : 173,
"5537792" : 156,
"5603328" : 154,
"5668864" : 120,
"5734400" : 105,
"5799936" : 139,
"5865472" : 91,
"5931008" : 81,
"5996544" : 75,
"6062080" : 64,
"6127616" : 67,
"6193152" : 66,
"6258688" : 46,
"6324224" : 45,
"6389760" : 41,
"6455296" : 29,
"6520832" : 25,
"6586368" : 27,
"6651904" : 24,
"6717440" : 23,
"6782976" : 16,
"6848512" : 9,
"6914048" : 14,
"6979584" : 8,
"7045120" : 12,
"7110656" : 9,
"7176192" : 8,
"7241728" : 8,
"7307264" : 9,
"7372800" : 11,
"7438336" : 6,
"7503872" : 12,
"7569408" : 5,
"7634944" : 2,
"7700480" : 4,
"7766016" : 2,
"7831552" : 5,
"7897088" : 5,
"8028160" : 1,
"8093696" : 1,
"8159232" : 2,
"8224768" : 1,
"8290304" : 2,
"8355840" : 1,
"8454144" : 1,
"8585216" : 2,
"8716288" : 2,
"9502720" : 3
}
},
"lat_ns" : {
"min" : 103368,
"max" : 10646028,
"mean" : 2560886.188015,
"stddev" : 943979.828651,
"N" : 2247674
},
"bw_min" : 66872,
"bw_max" : 139998,
"bw_agg" : 100.000000,
"bw_mean" : 100080.620112,
"bw_dev" : 1079.850931,
"bw_samples" : 2864,
"iops_min" : 16718,
"iops_max" : 34998,
"iops_mean" : 25019.402235,
"iops_stddev" : 269.954982,
"iops_samples" : 2864
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1439984,
"usr_cpu" : 0.525214,
"sys_cpu" : 6.210763,
"ctx" : 2477420,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.035281,
"250" : 0.635274,
"500" : 1.392007,
"750" : 2.501368,
"1000" : 3.575404
},
"latency_ms" : {
"2" : 51.507637,
"4" : 39.437556,
"10" : 0.914761,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120261,
"timestamp_ms" : 1774120261884,
"time" : "Sat Mar 21 16:11:01 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10091950080,
"io_kbytes" : 9855420,
"bw_bytes" : 100919500,
"bw" : 98554,
"iops" : 24638.770000,
"runtime" : 100000,
"total_ios" : 2463877,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14963,
"max" : 7533876,
"mean" : 645302.512696,
"stddev" : 295515.817718,
"N" : 2463877
},
"clat_ns" : {
"min" : 75735,
"max" : 9497624,
"mean" : 1950536.435166,
"stddev" : 733827.503428,
"N" : 2463861,
"percentile" : {
"1.000000" : 374784,
"5.000000" : 815104,
"10.000000" : 1105920,
"20.000000" : 1384448,
"30.000000" : 1581056,
"40.000000" : 1728512,
"50.000000" : 1875968,
"60.000000" : 2039808,
"70.000000" : 2244608,
"80.000000" : 2506752,
"90.000000" : 2932736,
"95.000000" : 3260416,
"99.000000" : 3948544,
"99.500000" : 4358144,
"99.900000" : 5275648,
"99.950000" : 5668864,
"99.990000" : 6586368
},
"bins" : {
"75264" : 1,
"76288" : 1,
"77312" : 2,
"79360" : 3,
"80384" : 3,
"81408" : 4,
"82432" : 4,
"83456" : 10,
"84480" : 16,
"85504" : 16,
"86528" : 18,
"87552" : 30,
"88576" : 33,
"89600" : 33,
"90624" : 53,
"91648" : 49,
"92672" : 44,
"93696" : 84,
"94720" : 72,
"95744" : 70,
"96768" : 73,
"97792" : 59,
"98816" : 69,
"99840" : 76,
"100864" : 72,
"101888" : 86,
"102912" : 86,
"103936" : 99,
"104960" : 86,
"105984" : 102,
"107008" : 90,
"108032" : 89,
"109056" : 100,
"110080" : 103,
"111104" : 130,
"112128" : 100,
"113152" : 98,
"114176" : 109,
"115200" : 109,
"116224" : 112,
"117248" : 109,
"118272" : 116,
"119296" : 122,
"120320" : 120,
"121344" : 118,
"122368" : 117,
"123392" : 107,
"124416" : 117,
"125440" : 125,
"126464" : 139,
"127488" : 127,
"128512" : 122,
"129536" : 137,
"130560" : 139,
"132096" : 233,
"134144" : 242,
"136192" : 258,
"138240" : 268,
"140288" : 234,
"142336" : 271,
"144384" : 251,
"146432" : 228,
"148480" : 233,
"150528" : 237,
"152576" : 264,
"154624" : 248,
"156672" : 246,
"158720" : 224,
"160768" : 230,
"162816" : 227,
"164864" : 257,
"166912" : 248,
"168960" : 249,
"171008" : 237,
"173056" : 237,
"175104" : 219,
"177152" : 215,
"179200" : 227,
"181248" : 202,
"183296" : 212,
"185344" : 207,
"187392" : 173,
"189440" : 168,
"191488" : 199,
"193536" : 153,
"195584" : 196,
"197632" : 179,
"199680" : 157,
"201728" : 175,
"203776" : 164,
"205824" : 174,
"207872" : 148,
"209920" : 142,
"211968" : 167,
"214016" : 141,
"216064" : 136,
"218112" : 112,
"220160" : 157,
"222208" : 128,
"224256" : 122,
"226304" : 133,
"228352" : 135,
"230400" : 152,
"232448" : 119,
"234496" : 116,
"236544" : 133,
"238592" : 129,
"240640" : 122,
"242688" : 111,
"244736" : 131,
"246784" : 134,
"248832" : 148,
"250880" : 126,
"252928" : 125,
"254976" : 115,
"257024" : 116,
"259072" : 121,
"261120" : 117,
"264192" : 244,
"268288" : 249,
"272384" : 241,
"276480" : 228,
"280576" : 219,
"284672" : 239,
"288768" : 236,
"292864" : 239,
"296960" : 211,
"301056" : 203,
"305152" : 223,
"309248" : 228,
"313344" : 216,
"317440" : 230,
"321536" : 272,
"325632" : 313,
"329728" : 325,
"333824" : 340,
"337920" : 384,
"342016" : 412,
"346112" : 437,
"350208" : 467,
"354304" : 470,
"358400" : 490,
"362496" : 486,
"366592" : 520,
"370688" : 482,
"374784" : 524,
"378880" : 527,
"382976" : 506,
"387072" : 531,
"391168" : 569,
"395264" : 522,
"399360" : 527,
"403456" : 519,
"407552" : 548,
"411648" : 534,
"415744" : 574,
"419840" : 573,
"423936" : 584,
"428032" : 666,
"432128" : 692,
"436224" : 725,
"440320" : 735,
"444416" : 811,
"448512" : 783,
"452608" : 797,
"456704" : 871,
"460800" : 963,
"464896" : 867,
"468992" : 914,
"473088" : 919,
"477184" : 898,
"481280" : 872,
"485376" : 932,
"489472" : 864,
"493568" : 890,
"497664" : 932,
"501760" : 869,
"505856" : 887,
"509952" : 915,
"514048" : 871,
"518144" : 933,
"522240" : 862,
"528384" : 1722,
"536576" : 1719,
"544768" : 1713,
"552960" : 1718,
"561152" : 1809,
"569344" : 1697,
"577536" : 1750,
"585728" : 1903,
"593920" : 1811,
"602112" : 1828,
"610304" : 1893,
"618496" : 1894,
"626688" : 1850,
"634880" : 1861,
"643072" : 1931,
"651264" : 1991,
"659456" : 1918,
"667648" : 1998,
"675840" : 1923,
"684032" : 1948,
"692224" : 1972,
"700416" : 1978,
"708608" : 1981,
"716800" : 2035,
"724992" : 2138,
"733184" : 2127,
"741376" : 2214,
"749568" : 2229,
"757760" : 2272,
"765952" : 2223,
"774144" : 2238,
"782336" : 2228,
"790528" : 2264,
"798720" : 2365,
"806912" : 2395,
"815104" : 2451,
"823296" : 2385,
"831488" : 2317,
"839680" : 2404,
"847872" : 2484,
"856064" : 2595,
"864256" : 2533,
"872448" : 2660,
"880640" : 2703,
"888832" : 2773,
"897024" : 2856,
"905216" : 2835,
"913408" : 2758,
"921600" : 2864,
"929792" : 2941,
"937984" : 3031,
"946176" : 3009,
"954368" : 3176,
"962560" : 3303,
"970752" : 3390,
"978944" : 3491,
"987136" : 3752,
"995328" : 4374,
"1003520" : 4720,
"1011712" : 4380,
"1019904" : 4310,
"1028096" : 4310,
"1036288" : 4114,
"1044480" : 4213,
"1056768" : 8494,
"1073152" : 8534,
"1089536" : 8708,
"1105920" : 9429,
"1122304" : 9839,
"1138688" : 10529,
"1155072" : 11246,
"1171456" : 11646,
"1187840" : 12099,
"1204224" : 13216,
"1220608" : 13662,
"1236992" : 14187,
"1253376" : 14545,
"1269760" : 15299,
"1286144" : 15832,
"1302528" : 16319,
"1318912" : 16647,
"1335296" : 16917,
"1351680" : 17149,
"1368064" : 17811,
"1384448" : 18117,
"1400832" : 18223,
"1417216" : 18655,
"1433600" : 19250,
"1449984" : 20984,
"1466368" : 21860,
"1482752" : 22845,
"1499136" : 23737,
"1515520" : 23611,
"1531904" : 23842,
"1548288" : 23410,
"1564672" : 23265,
"1581056" : 23337,
"1597440" : 23110,
"1613824" : 24296,
"1630208" : 25745,
"1646592" : 26509,
"1662976" : 26832,
"1679360" : 27545,
"1695744" : 27329,
"1712128" : 27575,
"1728512" : 27469,
"1744896" : 27263,
"1761280" : 27714,
"1777664" : 28610,
"1794048" : 29550,
"1810432" : 28705,
"1826816" : 28130,
"1843200" : 27250,
"1859584" : 28060,
"1875968" : 28053,
"1892352" : 27115,
"1908736" : 25842,
"1925120" : 24619,
"1941504" : 24620,
"1957888" : 24215,
"1974272" : 24588,
"1990656" : 27107,
"2007040" : 27863,
"2023424" : 23483,
"2039808" : 21919,
"2056192" : 21317,
"2072576" : 20775,
"2088960" : 20143,
"2113536" : 40491,
"2146304" : 38089,
"2179072" : 36660,
"2211840" : 36003,
"2244608" : 36391,
"2277376" : 34654,
"2310144" : 33138,
"2342912" : 31860,
"2375680" : 30069,
"2408448" : 28664,
"2441216" : 27031,
"2473984" : 26310,
"2506752" : 24995,
"2539520" : 24028,
"2572288" : 23024,
"2605056" : 22120,
"2637824" : 20811,
"2670592" : 20197,
"2703360" : 18744,
"2736128" : 18693,
"2768896" : 17966,
"2801664" : 17283,
"2834432" : 16557,
"2867200" : 16352,
"2899968" : 15354,
"2932736" : 14692,
"2965504" : 14170,
"2998272" : 14994,
"3031040" : 12905,
"3063808" : 12205,
"3096576" : 11532,
"3129344" : 11293,
"3162112" : 10579,
"3194880" : 9856,
"3227648" : 9326,
"3260416" : 8702,
"3293184" : 8340,
"3325952" : 7837,
"3358720" : 7361,
"3391488" : 6919,
"3424256" : 6490,
"3457024" : 6079,
"3489792" : 5558,
"3522560" : 5340,
"3555328" : 4844,
"3588096" : 4500,
"3620864" : 4134,
"3653632" : 3766,
"3686400" : 3304,
"3719168" : 3169,
"3751936" : 2869,
"3784704" : 2553,
"3817472" : 2302,
"3850240" : 2114,
"3883008" : 1820,
"3915776" : 1800,
"3948544" : 1518,
"3981312" : 1536,
"4014080" : 1457,
"4046848" : 1196,
"4079616" : 1180,
"4112384" : 1103,
"4145152" : 1030,
"4177920" : 929,
"4227072" : 1775,
"4292608" : 1560,
"4358144" : 1374,
"4423680" : 1196,
"4489216" : 1039,
"4554752" : 920,
"4620288" : 891,
"4685824" : 730,
"4751360" : 701,
"4816896" : 623,
"4882432" : 577,
"4947968" : 473,
"5013504" : 443,
"5079040" : 400,
"5144576" : 324,
"5210112" : 316,
"5275648" : 277,
"5341184" : 224,
"5406720" : 214,
"5472256" : 178,
"5537792" : 174,
"5603328" : 170,
"5668864" : 131,
"5734400" : 116,
"5799936" : 149,
"5865472" : 101,
"5931008" : 90,
"5996544" : 80,
"6062080" : 70,
"6127616" : 77,
"6193152" : 73,
"6258688" : 50,
"6324224" : 45,
"6389760" : 42,
"6455296" : 31,
"6520832" : 27,
"6586368" : 31,
"6651904" : 27,
"6717440" : 24,
"6782976" : 18,
"6848512" : 9,
"6914048" : 14,
"6979584" : 10,
"7045120" : 14,
"7110656" : 10,
"7176192" : 9,
"7241728" : 9,
"7307264" : 9,
"7372800" : 12,
"7438336" : 6,
"7503872" : 12,
"7569408" : 5,
"7634944" : 2,
"7700480" : 4,
"7766016" : 2,
"7831552" : 5,
"7897088" : 5,
"8028160" : 1,
"8093696" : 1,
"8159232" : 2,
"8224768" : 1,
"8290304" : 2,
"8355840" : 2,
"8454144" : 1,
"8585216" : 2,
"8716288" : 2,
"9502720" : 3
}
},
"lat_ns" : {
"min" : 103368,
"max" : 10646028,
"mean" : 2595833.949407,
"stddev" : 948058.351901,
"N" : 2463861
},
"bw_min" : 66872,
"bw_max" : 139998,
"bw_agg" : 100.000000,
"bw_mean" : 98696.628141,
"bw_dev" : 1069.659777,
"bw_samples" : 3184,
"iops_min" : 16718,
"iops_max" : 34998,
"iops_mean" : 24673.321608,
"iops_stddev" : 267.411562,
"iops_samples" : 3184
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1599994,
"usr_cpu" : 0.518002,
"sys_cpu" : 6.184023,
"ctx" : 2706181,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.032185,
"250" : 0.579656,
"500" : 1.280583,
"750" : 2.347520,
"1000" : 3.425861
},
"latency_ms" : {
"2" : 50.283720,
"4" : 41.128758,
"10" : 0.921069,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120271,
"timestamp_ms" : 1774120271884,
"time" : "Sat Mar 21 16:11:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10905473024,
"io_kbytes" : 10649876,
"bw_bytes" : 99140663,
"bw" : 96817,
"iops" : 24204.427273,
"runtime" : 110000,
"total_ios" : 2662487,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14963,
"max" : 7533876,
"mean" : 656997.433726,
"stddev" : 298004.283381,
"N" : 2662487
},
"clat_ns" : {
"min" : 75735,
"max" : 9497624,
"mean" : 1985467.191438,
"stddev" : 741537.842241,
"N" : 2662471,
"percentile" : {
"1.000000" : 391168,
"5.000000" : 847872,
"10.000000" : 1138688,
"20.000000" : 1417216,
"30.000000" : 1613824,
"40.000000" : 1761280,
"50.000000" : 1908736,
"60.000000" : 2072576,
"70.000000" : 2277376,
"80.000000" : 2539520,
"90.000000" : 2965504,
"95.000000" : 3325952,
"99.000000" : 4014080,
"99.500000" : 4358144,
"99.900000" : 5275648,
"99.950000" : 5668864,
"99.990000" : 6586368
},
"bins" : {
"75264" : 1,
"76288" : 1,
"77312" : 2,
"79360" : 3,
"80384" : 3,
"81408" : 4,
"82432" : 4,
"83456" : 10,
"84480" : 16,
"85504" : 16,
"86528" : 18,
"87552" : 30,
"88576" : 33,
"89600" : 33,
"90624" : 53,
"91648" : 49,
"92672" : 44,
"93696" : 84,
"94720" : 72,
"95744" : 70,
"96768" : 73,
"97792" : 59,
"98816" : 69,
"99840" : 76,
"100864" : 72,
"101888" : 86,
"102912" : 86,
"103936" : 99,
"104960" : 86,
"105984" : 102,
"107008" : 90,
"108032" : 89,
"109056" : 100,
"110080" : 103,
"111104" : 130,
"112128" : 100,
"113152" : 98,
"114176" : 109,
"115200" : 109,
"116224" : 112,
"117248" : 109,
"118272" : 116,
"119296" : 122,
"120320" : 120,
"121344" : 118,
"122368" : 117,
"123392" : 107,
"124416" : 117,
"125440" : 125,
"126464" : 139,
"127488" : 127,
"128512" : 122,
"129536" : 137,
"130560" : 139,
"132096" : 233,
"134144" : 242,
"136192" : 258,
"138240" : 268,
"140288" : 234,
"142336" : 271,
"144384" : 251,
"146432" : 228,
"148480" : 233,
"150528" : 237,
"152576" : 264,
"154624" : 248,
"156672" : 246,
"158720" : 224,
"160768" : 230,
"162816" : 227,
"164864" : 257,
"166912" : 248,
"168960" : 249,
"171008" : 237,
"173056" : 237,
"175104" : 219,
"177152" : 215,
"179200" : 227,
"181248" : 202,
"183296" : 212,
"185344" : 207,
"187392" : 173,
"189440" : 168,
"191488" : 199,
"193536" : 153,
"195584" : 196,
"197632" : 179,
"199680" : 157,
"201728" : 175,
"203776" : 164,
"205824" : 174,
"207872" : 148,
"209920" : 142,
"211968" : 167,
"214016" : 141,
"216064" : 136,
"218112" : 112,
"220160" : 157,
"222208" : 128,
"224256" : 122,
"226304" : 133,
"228352" : 135,
"230400" : 152,
"232448" : 119,
"234496" : 116,
"236544" : 133,
"238592" : 129,
"240640" : 122,
"242688" : 111,
"244736" : 131,
"246784" : 134,
"248832" : 148,
"250880" : 126,
"252928" : 125,
"254976" : 115,
"257024" : 116,
"259072" : 121,
"261120" : 117,
"264192" : 244,
"268288" : 249,
"272384" : 241,
"276480" : 228,
"280576" : 219,
"284672" : 239,
"288768" : 236,
"292864" : 239,
"296960" : 211,
"301056" : 203,
"305152" : 223,
"309248" : 228,
"313344" : 216,
"317440" : 230,
"321536" : 272,
"325632" : 313,
"329728" : 325,
"333824" : 340,
"337920" : 384,
"342016" : 412,
"346112" : 437,
"350208" : 467,
"354304" : 470,
"358400" : 490,
"362496" : 486,
"366592" : 520,
"370688" : 482,
"374784" : 524,
"378880" : 527,
"382976" : 506,
"387072" : 531,
"391168" : 569,
"395264" : 522,
"399360" : 527,
"403456" : 519,
"407552" : 549,
"411648" : 534,
"415744" : 574,
"419840" : 574,
"423936" : 584,
"428032" : 668,
"432128" : 693,
"436224" : 726,
"440320" : 735,
"444416" : 813,
"448512" : 785,
"452608" : 797,
"456704" : 871,
"460800" : 964,
"464896" : 867,
"468992" : 916,
"473088" : 919,
"477184" : 898,
"481280" : 872,
"485376" : 932,
"489472" : 864,
"493568" : 892,
"497664" : 934,
"501760" : 869,
"505856" : 888,
"509952" : 917,
"514048" : 873,
"518144" : 935,
"522240" : 863,
"528384" : 1723,
"536576" : 1721,
"544768" : 1718,
"552960" : 1723,
"561152" : 1813,
"569344" : 1701,
"577536" : 1754,
"585728" : 1912,
"593920" : 1816,
"602112" : 1835,
"610304" : 1903,
"618496" : 1901,
"626688" : 1855,
"634880" : 1868,
"643072" : 1936,
"651264" : 2000,
"659456" : 1931,
"667648" : 2001,
"675840" : 1932,
"684032" : 1956,
"692224" : 1983,
"700416" : 1987,
"708608" : 1993,
"716800" : 2051,
"724992" : 2149,
"733184" : 2133,
"741376" : 2225,
"749568" : 2242,
"757760" : 2286,
"765952" : 2236,
"774144" : 2249,
"782336" : 2243,
"790528" : 2282,
"798720" : 2383,
"806912" : 2415,
"815104" : 2472,
"823296" : 2405,
"831488" : 2338,
"839680" : 2426,
"847872" : 2493,
"856064" : 2620,
"864256" : 2558,
"872448" : 2685,
"880640" : 2712,
"888832" : 2798,
"897024" : 2885,
"905216" : 2853,
"913408" : 2787,
"921600" : 2888,
"929792" : 2961,
"937984" : 3066,
"946176" : 3043,
"954368" : 3192,
"962560" : 3330,
"970752" : 3408,
"978944" : 3513,
"987136" : 3785,
"995328" : 4410,
"1003520" : 4751,
"1011712" : 4418,
"1019904" : 4336,
"1028096" : 4329,
"1036288" : 4160,
"1044480" : 4249,
"1056768" : 8564,
"1073152" : 8601,
"1089536" : 8801,
"1105920" : 9519,
"1122304" : 9951,
"1138688" : 10642,
"1155072" : 11366,
"1171456" : 11774,
"1187840" : 12239,
"1204224" : 13387,
"1220608" : 13864,
"1236992" : 14372,
"1253376" : 14740,
"1269760" : 15528,
"1286144" : 16057,
"1302528" : 16585,
"1318912" : 16899,
"1335296" : 17203,
"1351680" : 17477,
"1368064" : 18167,
"1384448" : 18518,
"1400832" : 18616,
"1417216" : 19103,
"1433600" : 19743,
"1449984" : 21537,
"1466368" : 22468,
"1482752" : 23486,
"1499136" : 24398,
"1515520" : 24320,
"1531904" : 24640,
"1548288" : 24331,
"1564672" : 24248,
"1581056" : 24318,
"1597440" : 24193,
"1613824" : 25405,
"1630208" : 26910,
"1646592" : 27752,
"1662976" : 28156,
"1679360" : 28906,
"1695744" : 28784,
"1712128" : 29063,
"1728512" : 29094,
"1744896" : 28862,
"1761280" : 29436,
"1777664" : 30400,
"1794048" : 31497,
"1810432" : 30598,
"1826816" : 30136,
"1843200" : 29408,
"1859584" : 30220,
"1875968" : 30250,
"1892352" : 29347,
"1908736" : 28104,
"1925120" : 26865,
"1941504" : 26977,
"1957888" : 26612,
"1974272" : 27028,
"1990656" : 29926,
"2007040" : 30912,
"2023424" : 26035,
"2039808" : 24383,
"2056192" : 23892,
"2072576" : 23323,
"2088960" : 22550,
"2113536" : 45620,
"2146304" : 43109,
"2179072" : 41699,
"2211840" : 40933,
"2244608" : 41415,
"2277376" : 39441,
"2310144" : 37626,
"2342912" : 36060,
"2375680" : 34079,
"2408448" : 32394,
"2441216" : 30536,
"2473984" : 29535,
"2506752" : 27933,
"2539520" : 26706,
"2572288" : 25496,
"2605056" : 24385,
"2637824" : 23019,
"2670592" : 22145,
"2703360" : 20627,
"2736128" : 20381,
"2768896" : 19696,
"2801664" : 18880,
"2834432" : 18190,
"2867200" : 17856,
"2899968" : 16911,
"2932736" : 16089,
"2965504" : 15617,
"2998272" : 16593,
"3031040" : 14321,
"3063808" : 13566,
"3096576" : 12901,
"3129344" : 12722,
"3162112" : 12059,
"3194880" : 11271,
"3227648" : 10757,
"3260416" : 10097,
"3293184" : 9661,
"3325952" : 9201,
"3358720" : 8643,
"3391488" : 8257,
"3424256" : 7779,
"3457024" : 7415,
"3489792" : 6762,
"3522560" : 6614,
"3555328" : 6155,
"3588096" : 5734,
"3620864" : 5438,
"3653632" : 4892,
"3686400" : 4430,
"3719168" : 4268,
"3751936" : 3920,
"3784704" : 3589,
"3817472" : 3267,
"3850240" : 3005,
"3883008" : 2596,
"3915776" : 2570,
"3948544" : 2166,
"3981312" : 2160,
"4014080" : 2000,
"4046848" : 1687,
"4079616" : 1506,
"4112384" : 1410,
"4145152" : 1292,
"4177920" : 1154,
"4227072" : 2187,
"4292608" : 1870,
"4358144" : 1583,
"4423680" : 1388,
"4489216" : 1191,
"4554752" : 1028,
"4620288" : 985,
"4685824" : 821,
"4751360" : 774,
"4816896" : 677,
"4882432" : 641,
"4947968" : 522,
"5013504" : 485,
"5079040" : 445,
"5144576" : 355,
"5210112" : 350,
"5275648" : 317,
"5341184" : 250,
"5406720" : 238,
"5472256" : 192,
"5537792" : 188,
"5603328" : 182,
"5668864" : 137,
"5734400" : 127,
"5799936" : 157,
"5865472" : 112,
"5931008" : 98,
"5996544" : 88,
"6062080" : 76,
"6127616" : 83,
"6193152" : 75,
"6258688" : 54,
"6324224" : 49,
"6389760" : 47,
"6455296" : 31,
"6520832" : 28,
"6586368" : 33,
"6651904" : 28,
"6717440" : 24,
"6782976" : 19,
"6848512" : 11,
"6914048" : 17,
"6979584" : 12,
"7045120" : 15,
"7110656" : 10,
"7176192" : 10,
"7241728" : 9,
"7307264" : 9,
"7372800" : 12,
"7438336" : 6,
"7503872" : 12,
"7569408" : 5,
"7634944" : 2,
"7700480" : 4,
"7766016" : 2,
"7831552" : 5,
"7897088" : 5,
"8028160" : 2,
"8093696" : 1,
"8159232" : 2,
"8224768" : 2,
"8290304" : 2,
"8355840" : 2,
"8454144" : 1,
"8585216" : 2,
"8716288" : 2,
"9502720" : 3
}
},
"lat_ns" : {
"min" : 103368,
"max" : 10646028,
"mean" : 2642460.410804,
"stddev" : 958447.676679,
"N" : 2662471
},
"bw_min" : 66872,
"bw_max" : 139998,
"bw_agg" : 100.000000,
"bw_mean" : 96957.178082,
"bw_dev" : 1081.353481,
"bw_samples" : 3504,
"iops_min" : 16718,
"iops_max" : 34998,
"iops_mean" : 24238.452055,
"iops_stddev" : 270.337133,
"iops_samples" : 3504
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1759992,
"usr_cpu" : 0.511196,
"sys_cpu" : 6.119176,
"ctx" : 2913827,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999962,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999962,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.029784,
"250" : 0.536416,
"500" : 1.185696,
"750" : 2.180480,
"1000" : 3.195058
},
"latency_ms" : {
"2" : 48.737064,
"4" : 43.121337,
"10" : 1.013564,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120281,
"timestamp_ms" : 1774120281885,
"time" : "Sat Mar 21 16:11:21 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 59,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11765751808,
"io_kbytes" : 11489992,
"bw_bytes" : 98047931,
"bw" : 95749,
"iops" : 23937.783333,
"runtime" : 120000,
"total_ios" : 2872534,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14963,
"max" : 7533876,
"mean" : 664384.595626,
"stddev" : 299247.932201,
"N" : 2872534
},
"clat_ns" : {
"min" : 75735,
"max" : 9497624,
"mean" : 2007568.359530,
"stddev" : 743557.567000,
"N" : 2872518,
"percentile" : {
"1.000000" : 407552,
"5.000000" : 880640,
"10.000000" : 1155072,
"20.000000" : 1449984,
"30.000000" : 1630208,
"40.000000" : 1777664,
"50.000000" : 1925120,
"60.000000" : 2088960,
"70.000000" : 2310144,
"80.000000" : 2572288,
"90.000000" : 2998272,
"95.000000" : 3358720,
"99.000000" : 4014080,
"99.500000" : 4358144,
"99.900000" : 5275648,
"99.950000" : 5734400,
"99.990000" : 6651904
},
"bins" : {
"75264" : 1,
"76288" : 1,
"77312" : 2,
"79360" : 3,
"80384" : 3,
"81408" : 4,
"82432" : 4,
"83456" : 10,
"84480" : 16,
"85504" : 16,
"86528" : 18,
"87552" : 30,
"88576" : 33,
"89600" : 33,
"90624" : 53,
"91648" : 49,
"92672" : 44,
"93696" : 84,
"94720" : 72,
"95744" : 70,
"96768" : 73,
"97792" : 59,
"98816" : 69,
"99840" : 76,
"100864" : 72,
"101888" : 86,
"102912" : 86,
"103936" : 99,
"104960" : 86,
"105984" : 102,
"107008" : 90,
"108032" : 89,
"109056" : 100,
"110080" : 103,
"111104" : 130,
"112128" : 100,
"113152" : 98,
"114176" : 109,
"115200" : 109,
"116224" : 112,
"117248" : 109,
"118272" : 116,
"119296" : 122,
"120320" : 120,
"121344" : 118,
"122368" : 117,
"123392" : 107,
"124416" : 117,
"125440" : 125,
"126464" : 139,
"127488" : 127,
"128512" : 122,
"129536" : 137,
"130560" : 139,
"132096" : 233,
"134144" : 242,
"136192" : 258,
"138240" : 268,
"140288" : 234,
"142336" : 271,
"144384" : 251,
"146432" : 228,
"148480" : 233,
"150528" : 237,
"152576" : 264,
"154624" : 248,
"156672" : 246,
"158720" : 224,
"160768" : 230,
"162816" : 227,
"164864" : 257,
"166912" : 248,
"168960" : 249,
"171008" : 237,
"173056" : 237,
"175104" : 219,
"177152" : 215,
"179200" : 227,
"181248" : 202,
"183296" : 212,
"185344" : 207,
"187392" : 173,
"189440" : 168,
"191488" : 199,
"193536" : 153,
"195584" : 196,
"197632" : 179,
"199680" : 157,
"201728" : 175,
"203776" : 164,
"205824" : 174,
"207872" : 148,
"209920" : 142,
"211968" : 167,
"214016" : 141,
"216064" : 136,
"218112" : 112,
"220160" : 157,
"222208" : 128,
"224256" : 122,
"226304" : 133,
"228352" : 135,
"230400" : 152,
"232448" : 119,
"234496" : 116,
"236544" : 133,
"238592" : 129,
"240640" : 122,
"242688" : 111,
"244736" : 131,
"246784" : 135,
"248832" : 148,
"250880" : 126,
"252928" : 125,
"254976" : 115,
"257024" : 116,
"259072" : 121,
"261120" : 117,
"264192" : 244,
"268288" : 249,
"272384" : 241,
"276480" : 228,
"280576" : 219,
"284672" : 239,
"288768" : 236,
"292864" : 241,
"296960" : 211,
"301056" : 203,
"305152" : 223,
"309248" : 229,
"313344" : 216,
"317440" : 230,
"321536" : 272,
"325632" : 313,
"329728" : 326,
"333824" : 340,
"337920" : 385,
"342016" : 412,
"346112" : 437,
"350208" : 468,
"354304" : 470,
"358400" : 492,
"362496" : 487,
"366592" : 520,
"370688" : 482,
"374784" : 524,
"378880" : 528,
"382976" : 506,
"387072" : 531,
"391168" : 570,
"395264" : 524,
"399360" : 528,
"403456" : 520,
"407552" : 549,
"411648" : 534,
"415744" : 575,
"419840" : 576,
"423936" : 584,
"428032" : 668,
"432128" : 694,
"436224" : 729,
"440320" : 739,
"444416" : 816,
"448512" : 790,
"452608" : 798,
"456704" : 877,
"460800" : 969,
"464896" : 873,
"468992" : 919,
"473088" : 924,
"477184" : 902,
"481280" : 873,
"485376" : 937,
"489472" : 877,
"493568" : 896,
"497664" : 947,
"501760" : 873,
"505856" : 893,
"509952" : 926,
"514048" : 879,
"518144" : 942,
"522240" : 867,
"528384" : 1736,
"536576" : 1737,
"544768" : 1732,
"552960" : 1739,
"561152" : 1824,
"569344" : 1718,
"577536" : 1769,
"585728" : 1932,
"593920" : 1843,
"602112" : 1875,
"610304" : 1926,
"618496" : 1922,
"626688" : 1878,
"634880" : 1886,
"643072" : 1958,
"651264" : 2027,
"659456" : 1969,
"667648" : 2028,
"675840" : 1967,
"684032" : 1984,
"692224" : 2014,
"700416" : 2028,
"708608" : 2021,
"716800" : 2081,
"724992" : 2177,
"733184" : 2174,
"741376" : 2256,
"749568" : 2285,
"757760" : 2338,
"765952" : 2273,
"774144" : 2290,
"782336" : 2284,
"790528" : 2327,
"798720" : 2425,
"806912" : 2460,
"815104" : 2522,
"823296" : 2437,
"831488" : 2394,
"839680" : 2476,
"847872" : 2552,
"856064" : 2664,
"864256" : 2622,
"872448" : 2748,
"880640" : 2774,
"888832" : 2880,
"897024" : 2959,
"905216" : 2909,
"913408" : 2859,
"921600" : 2961,
"929792" : 3052,
"937984" : 3146,
"946176" : 3130,
"954368" : 3277,
"962560" : 3417,
"970752" : 3495,
"978944" : 3618,
"987136" : 3880,
"995328" : 4537,
"1003520" : 4879,
"1011712" : 4539,
"1019904" : 4474,
"1028096" : 4454,
"1036288" : 4278,
"1044480" : 4381,
"1056768" : 8795,
"1073152" : 8859,
"1089536" : 9075,
"1105920" : 9828,
"1122304" : 10246,
"1138688" : 10972,
"1155072" : 11736,
"1171456" : 12165,
"1187840" : 12609,
"1204224" : 13788,
"1220608" : 14324,
"1236992" : 14855,
"1253376" : 15267,
"1269760" : 16131,
"1286144" : 16624,
"1302528" : 17200,
"1318912" : 17551,
"1335296" : 17930,
"1351680" : 18201,
"1368064" : 18970,
"1384448" : 19337,
"1400832" : 19520,
"1417216" : 20031,
"1433600" : 20742,
"1449984" : 22530,
"1466368" : 23557,
"1482752" : 24693,
"1499136" : 25591,
"1515520" : 25585,
"1531904" : 25910,
"1548288" : 25743,
"1564672" : 25692,
"1581056" : 25802,
"1597440" : 25739,
"1613824" : 26972,
"1630208" : 28536,
"1646592" : 29500,
"1662976" : 29938,
"1679360" : 30716,
"1695744" : 30659,
"1712128" : 30953,
"1728512" : 31042,
"1744896" : 30838,
"1761280" : 31401,
"1777664" : 32561,
"1794048" : 33685,
"1810432" : 32697,
"1826816" : 32365,
"1843200" : 31553,
"1859584" : 32508,
"1875968" : 32637,
"1892352" : 31659,
"1908736" : 30473,
"1925120" : 29181,
"1941504" : 29361,
"1957888" : 29002,
"1974272" : 29421,
"1990656" : 32612,
"2007040" : 33790,
"2023424" : 28611,
"2039808" : 26910,
"2056192" : 26211,
"2072576" : 25786,
"2088960" : 24854,
"2113536" : 50248,
"2146304" : 47700,
"2179072" : 46174,
"2211840" : 45421,
"2244608" : 45574,
"2277376" : 43496,
"2310144" : 41568,
"2342912" : 39772,
"2375680" : 37585,
"2408448" : 35786,
"2441216" : 33839,
"2473984" : 32616,
"2506752" : 30986,
"2539520" : 29506,
"2572288" : 28321,
"2605056" : 27023,
"2637824" : 25516,
"2670592" : 24487,
"2703360" : 22899,
"2736128" : 22495,
"2768896" : 21685,
"2801664" : 20899,
"2834432" : 20092,
"2867200" : 19706,
"2899968" : 18556,
"2932736" : 17875,
"2965504" : 17204,
"2998272" : 18354,
"3031040" : 15780,
"3063808" : 15028,
"3096576" : 14338,
"3129344" : 14079,
"3162112" : 13413,
"3194880" : 12541,
"3227648" : 12061,
"3260416" : 11374,
"3293184" : 10822,
"3325952" : 10393,
"3358720" : 9794,
"3391488" : 9350,
"3424256" : 8821,
"3457024" : 8439,
"3489792" : 7759,
"3522560" : 7525,
"3555328" : 7121,
"3588096" : 6605,
"3620864" : 6243,
"3653632" : 5687,
"3686400" : 5131,
"3719168" : 4965,
"3751936" : 4571,
"3784704" : 4208,
"3817472" : 3831,
"3850240" : 3557,
"3883008" : 3054,
"3915776" : 3055,
"3948544" : 2630,
"3981312" : 2568,
"4014080" : 2407,
"4046848" : 2060,
"4079616" : 1781,
"4112384" : 1679,
"4145152" : 1551,
"4177920" : 1327,
"4227072" : 2582,
"4292608" : 2137,
"4358144" : 1813,
"4423680" : 1563,
"4489216" : 1312,
"4554752" : 1146,
"4620288" : 1057,
"4685824" : 889,
"4751360" : 843,
"4816896" : 741,
"4882432" : 699,
"4947968" : 573,
"5013504" : 552,
"5079040" : 480,
"5144576" : 387,
"5210112" : 378,
"5275648" : 339,
"5341184" : 290,
"5406720" : 262,
"5472256" : 217,
"5537792" : 209,
"5603328" : 202,
"5668864" : 153,
"5734400" : 142,
"5799936" : 168,
"5865472" : 123,
"5931008" : 106,
"5996544" : 98,
"6062080" : 82,
"6127616" : 91,
"6193152" : 85,
"6258688" : 65,
"6324224" : 55,
"6389760" : 56,
"6455296" : 33,
"6520832" : 33,
"6586368" : 41,
"6651904" : 35,
"6717440" : 25,
"6782976" : 24,
"6848512" : 13,
"6914048" : 25,
"6979584" : 16,
"7045120" : 17,
"7110656" : 11,
"7176192" : 13,
"7241728" : 15,
"7307264" : 14,
"7372800" : 14,
"7438336" : 8,
"7503872" : 16,
"7569408" : 7,
"7634944" : 3,
"7700480" : 6,
"7766016" : 2,
"7831552" : 6,
"7897088" : 5,
"7962624" : 3,
"8028160" : 3,
"8093696" : 1,
"8159232" : 2,
"8224768" : 2,
"8290304" : 2,
"8355840" : 3,
"8454144" : 1,
"8585216" : 2,
"8716288" : 3,
"9502720" : 3
}
},
"lat_ns" : {
"min" : 103368,
"max" : 10940539,
"mean" : 2671945.987391,
"stddev" : 960754.024349,
"N" : 2872518
},
"bw_min" : 66664,
"bw_max" : 139998,
"bw_agg" : 100.000000,
"bw_mean" : 95777.765690,
"bw_dev" : 1073.465621,
"bw_samples" : 3824,
"iops_min" : 16666,
"iops_max" : 34998,
"iops_mean" : 23943.510460,
"iops_stddev" : 268.370501,
"iops_samples" : 3824
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1920000,
"usr_cpu" : 0.506667,
"sys_cpu" : 6.116094,
"ctx" : 3140286,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.027606,
"250" : 0.497226,
"500" : 1.102476,
"750" : 2.046660,
"1000" : 3.031574
},
"latency_ms" : {
"2" : 47.869512,
"4" : 44.348126,
"10" : 1.076262,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120291,
"timestamp_ms" : 1774120291884,
"time" : "Sat Mar 21 16:11:31 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12695232512,
"io_kbytes" : 12397688,
"bw_bytes" : 97655634,
"bw" : 95366,
"iops" : 23841.923077,
"runtime" : 130000,
"total_ios" : 3099450,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14963,
"max" : 7533876,
"mean" : 667072.340105,
"stddev" : 297896.455734,
"N" : 3099450
},
"clat_ns" : {
"min" : 75735,
"max" : 9497624,
"mean" : 2015613.008582,
"stddev" : 738764.761577,
"N" : 3099434,
"percentile" : {
"1.000000" : 423936,
"5.000000" : 897024,
"10.000000" : 1171456,
"20.000000" : 1449984,
"30.000000" : 1630208,
"40.000000" : 1794048,
"50.000000" : 1941504,
"60.000000" : 2113536,
"70.000000" : 2310144,
"80.000000" : 2572288,
"90.000000" : 2998272,
"95.000000" : 3358720,
"99.000000" : 4014080,
"99.500000" : 4358144,
"99.900000" : 5275648,
"99.950000" : 5734400,
"99.990000" : 6651904
},
"bins" : {
"75264" : 1,
"76288" : 1,
"77312" : 2,
"79360" : 3,
"80384" : 3,
"81408" : 4,
"82432" : 4,
"83456" : 10,
"84480" : 16,
"85504" : 16,
"86528" : 18,
"87552" : 30,
"88576" : 33,
"89600" : 33,
"90624" : 53,
"91648" : 49,
"92672" : 44,
"93696" : 84,
"94720" : 72,
"95744" : 70,
"96768" : 73,
"97792" : 59,
"98816" : 69,
"99840" : 76,
"100864" : 72,
"101888" : 86,
"102912" : 86,
"103936" : 99,
"104960" : 86,
"105984" : 102,
"107008" : 90,
"108032" : 89,
"109056" : 100,
"110080" : 103,
"111104" : 130,
"112128" : 100,
"113152" : 98,
"114176" : 109,
"115200" : 109,
"116224" : 112,
"117248" : 109,
"118272" : 116,
"119296" : 122,
"120320" : 120,
"121344" : 118,
"122368" : 117,
"123392" : 108,
"124416" : 117,
"125440" : 125,
"126464" : 139,
"127488" : 127,
"128512" : 122,
"129536" : 137,
"130560" : 139,
"132096" : 233,
"134144" : 242,
"136192" : 258,
"138240" : 268,
"140288" : 234,
"142336" : 271,
"144384" : 251,
"146432" : 228,
"148480" : 233,
"150528" : 237,
"152576" : 264,
"154624" : 248,
"156672" : 246,
"158720" : 224,
"160768" : 230,
"162816" : 227,
"164864" : 257,
"166912" : 248,
"168960" : 249,
"171008" : 237,
"173056" : 237,
"175104" : 219,
"177152" : 215,
"179200" : 227,
"181248" : 202,
"183296" : 212,
"185344" : 207,
"187392" : 173,
"189440" : 168,
"191488" : 199,
"193536" : 153,
"195584" : 196,
"197632" : 179,
"199680" : 157,
"201728" : 175,
"203776" : 164,
"205824" : 174,
"207872" : 148,
"209920" : 142,
"211968" : 167,
"214016" : 141,
"216064" : 136,
"218112" : 112,
"220160" : 157,
"222208" : 128,
"224256" : 122,
"226304" : 133,
"228352" : 135,
"230400" : 152,
"232448" : 119,
"234496" : 116,
"236544" : 133,
"238592" : 129,
"240640" : 123,
"242688" : 111,
"244736" : 131,
"246784" : 135,
"248832" : 148,
"250880" : 126,
"252928" : 125,
"254976" : 115,
"257024" : 116,
"259072" : 121,
"261120" : 118,
"264192" : 245,
"268288" : 249,
"272384" : 241,
"276480" : 228,
"280576" : 219,
"284672" : 239,
"288768" : 236,
"292864" : 241,
"296960" : 211,
"301056" : 203,
"305152" : 224,
"309248" : 229,
"313344" : 216,
"317440" : 230,
"321536" : 272,
"325632" : 314,
"329728" : 326,
"333824" : 340,
"337920" : 385,
"342016" : 412,
"346112" : 440,
"350208" : 471,
"354304" : 470,
"358400" : 494,
"362496" : 488,
"366592" : 525,
"370688" : 483,
"374784" : 528,
"378880" : 529,
"382976" : 508,
"387072" : 537,
"391168" : 572,
"395264" : 528,
"399360" : 533,
"403456" : 521,
"407552" : 551,
"411648" : 542,
"415744" : 580,
"419840" : 580,
"423936" : 591,
"428032" : 673,
"432128" : 699,
"436224" : 734,
"440320" : 746,
"444416" : 816,
"448512" : 796,
"452608" : 804,
"456704" : 883,
"460800" : 977,
"464896" : 875,
"468992" : 926,
"473088" : 929,
"477184" : 912,
"481280" : 890,
"485376" : 948,
"489472" : 892,
"493568" : 903,
"497664" : 959,
"501760" : 883,
"505856" : 907,
"509952" : 934,
"514048" : 889,
"518144" : 954,
"522240" : 883,
"528384" : 1762,
"536576" : 1768,
"544768" : 1763,
"552960" : 1780,
"561152" : 1857,
"569344" : 1743,
"577536" : 1810,
"585728" : 1975,
"593920" : 1885,
"602112" : 1916,
"610304" : 1964,
"618496" : 1966,
"626688" : 1923,
"634880" : 1927,
"643072" : 2010,
"651264" : 2069,
"659456" : 2015,
"667648" : 2080,
"675840" : 2008,
"684032" : 2044,
"692224" : 2081,
"700416" : 2093,
"708608" : 2084,
"716800" : 2154,
"724992" : 2260,
"733184" : 2256,
"741376" : 2313,
"749568" : 2363,
"757760" : 2422,
"765952" : 2377,
"774144" : 2364,
"782336" : 2378,
"790528" : 2417,
"798720" : 2520,
"806912" : 2562,
"815104" : 2633,
"823296" : 2559,
"831488" : 2499,
"839680" : 2581,
"847872" : 2656,
"856064" : 2772,
"864256" : 2760,
"872448" : 2884,
"880640" : 2900,
"888832" : 3007,
"897024" : 3107,
"905216" : 3067,
"913408" : 2991,
"921600" : 3085,
"929792" : 3203,
"937984" : 3318,
"946176" : 3313,
"954368" : 3462,
"962560" : 3583,
"970752" : 3656,
"978944" : 3792,
"987136" : 4067,
"995328" : 4783,
"1003520" : 5108,
"1011712" : 4762,
"1019904" : 4706,
"1028096" : 4678,
"1036288" : 4491,
"1044480" : 4613,
"1056768" : 9282,
"1073152" : 9350,
"1089536" : 9612,
"1105920" : 10391,
"1122304" : 10839,
"1138688" : 11604,
"1155072" : 12396,
"1171456" : 12854,
"1187840" : 13301,
"1204224" : 14540,
"1220608" : 15147,
"1236992" : 15744,
"1253376" : 16201,
"1269760" : 17046,
"1286144" : 17670,
"1302528" : 18251,
"1318912" : 18655,
"1335296" : 19114,
"1351680" : 19384,
"1368064" : 20277,
"1384448" : 20663,
"1400832" : 20901,
"1417216" : 21552,
"1433600" : 22349,
"1449984" : 24264,
"1466368" : 25307,
"1482752" : 26411,
"1499136" : 27420,
"1515520" : 27514,
"1531904" : 27897,
"1548288" : 27725,
"1564672" : 27763,
"1581056" : 28015,
"1597440" : 27997,
"1613824" : 29274,
"1630208" : 30917,
"1646592" : 31928,
"1662976" : 32442,
"1679360" : 33169,
"1695744" : 33240,
"1712128" : 33524,
"1728512" : 33775,
"1744896" : 33540,
"1761280" : 34154,
"1777664" : 35290,
"1794048" : 36406,
"1810432" : 35446,
"1826816" : 35087,
"1843200" : 34265,
"1859584" : 35200,
"1875968" : 35398,
"1892352" : 34313,
"1908736" : 33186,
"1925120" : 31704,
"1941504" : 31863,
"1957888" : 31654,
"1974272" : 32004,
"1990656" : 35368,
"2007040" : 36683,
"2023424" : 31218,
"2039808" : 29263,
"2056192" : 28513,
"2072576" : 28054,
"2088960" : 27130,
"2113536" : 54499,
"2146304" : 52046,
"2179072" : 50355,
"2211840" : 49344,
"2244608" : 49211,
"2277376" : 46959,
"2310144" : 44762,
"2342912" : 42840,
"2375680" : 40546,
"2408448" : 38567,
"2441216" : 36539,
"2473984" : 35100,
"2506752" : 33564,
"2539520" : 31928,
"2572288" : 30669,
"2605056" : 29315,
"2637824" : 27759,
"2670592" : 26745,
"2703360" : 25036,
"2736128" : 24683,
"2768896" : 23803,
"2801664" : 23015,
"2834432" : 22076,
"2867200" : 21731,
"2899968" : 20505,
"2932736" : 19865,
"2965504" : 19123,
"2998272" : 20234,
"3031040" : 17566,
"3063808" : 16675,
"3096576" : 15943,
"3129344" : 15612,
"3162112" : 14919,
"3194880" : 13989,
"3227648" : 13420,
"3260416" : 12678,
"3293184" : 12060,
"3325952" : 11434,
"3358720" : 10853,
"3391488" : 10301,
"3424256" : 9659,
"3457024" : 9206,
"3489792" : 8499,
"3522560" : 8162,
"3555328" : 7674,
"3588096" : 7130,
"3620864" : 6691,
"3653632" : 6071,
"3686400" : 5506,
"3719168" : 5299,
"3751936" : 4849,
"3784704" : 4454,
"3817472" : 4053,
"3850240" : 3733,
"3883008" : 3225,
"3915776" : 3194,
"3948544" : 2758,
"3981312" : 2671,
"4014080" : 2503,
"4046848" : 2152,
"4079616" : 1870,
"4112384" : 1745,
"4145152" : 1619,
"4177920" : 1394,
"4227072" : 2685,
"4292608" : 2248,
"4358144" : 1897,
"4423680" : 1654,
"4489216" : 1395,
"4554752" : 1212,
"4620288" : 1110,
"4685824" : 949,
"4751360" : 881,
"4816896" : 773,
"4882432" : 736,
"4947968" : 607,
"5013504" : 577,
"5079040" : 503,
"5144576" : 409,
"5210112" : 397,
"5275648" : 351,
"5341184" : 301,
"5406720" : 274,
"5472256" : 230,
"5537792" : 218,
"5603328" : 206,
"5668864" : 159,
"5734400" : 147,
"5799936" : 172,
"5865472" : 130,
"5931008" : 115,
"5996544" : 102,
"6062080" : 88,
"6127616" : 97,
"6193152" : 87,
"6258688" : 68,
"6324224" : 57,
"6389760" : 59,
"6455296" : 35,
"6520832" : 35,
"6586368" : 44,
"6651904" : 35,
"6717440" : 26,
"6782976" : 26,
"6848512" : 13,
"6914048" : 26,
"6979584" : 17,
"7045120" : 18,
"7110656" : 11,
"7176192" : 13,
"7241728" : 15,
"7307264" : 14,
"7372800" : 14,
"7438336" : 9,
"7503872" : 16,
"7569408" : 8,
"7634944" : 3,
"7700480" : 7,
"7766016" : 2,
"7831552" : 6,
"7897088" : 6,
"7962624" : 4,
"8028160" : 3,
"8093696" : 2,
"8159232" : 4,
"8224768" : 2,
"8290304" : 3,
"8355840" : 4,
"8454144" : 2,
"8585216" : 2,
"8716288" : 3,
"9502720" : 3
}
},
"lat_ns" : {
"min" : 103368,
"max" : 10940539,
"mean" : 2682683.978350,
"stddev" : 954102.641067,
"N" : 3099434
},
"bw_min" : 66664,
"bw_max" : 139998,
"bw_agg" : 100.000000,
"bw_mean" : 95441.258687,
"bw_dev" : 1040.435124,
"bw_samples" : 4144,
"iops_min" : 16666,
"iops_max" : 34998,
"iops_mean" : 23859.455598,
"iops_stddev" : 260.111594,
"iops_samples" : 4144
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2079995,
"usr_cpu" : 0.505674,
"sys_cpu" : 6.168140,
"ctx" : 3388516,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.025585,
"250" : 0.460888,
"500" : 1.028408,
"750" : 1.942700,
"1000" : 2.940522
},
"latency_ms" : {
"2" : 47.793641,
"4" : 44.762006,
"10" : 1.045734,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120301,
"timestamp_ms" : 1774120301884,
"time" : "Sat Mar 21 16:11:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 13575864320,
"io_kbytes" : 13257680,
"bw_bytes" : 96971152,
"bw" : 94698,
"iops" : 23674.783391,
"runtime" : 139999,
"total_ios" : 3314446,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14963,
"max" : 7533876,
"mean" : 671812.248418,
"stddev" : 296874.751546,
"N" : 3314446
},
"clat_ns" : {
"min" : 75735,
"max" : 9497624,
"mean" : 2029834.738408,
"stddev" : 735001.823498,
"N" : 3314430,
"percentile" : {
"1.000000" : 436224,
"5.000000" : 929792,
"10.000000" : 1204224,
"20.000000" : 1466368,
"30.000000" : 1646592,
"40.000000" : 1794048,
"50.000000" : 1941504,
"60.000000" : 2113536,
"70.000000" : 2310144,
"80.000000" : 2605056,
"90.000000" : 2998272,
"95.000000" : 3358720,
"99.000000" : 4014080,
"99.500000" : 4358144,
"99.900000" : 5275648,
"99.950000" : 5668864,
"99.990000" : 6586368
},
"bins" : {
"75264" : 1,
"76288" : 1,
"77312" : 2,
"79360" : 3,
"80384" : 3,
"81408" : 4,
"82432" : 4,
"83456" : 10,
"84480" : 16,
"85504" : 16,
"86528" : 18,
"87552" : 30,
"88576" : 33,
"89600" : 33,
"90624" : 53,
"91648" : 49,
"92672" : 44,
"93696" : 84,
"94720" : 72,
"95744" : 70,
"96768" : 73,
"97792" : 59,
"98816" : 69,
"99840" : 76,
"100864" : 72,
"101888" : 86,
"102912" : 86,
"103936" : 99,
"104960" : 86,
"105984" : 102,
"107008" : 90,
"108032" : 89,
"109056" : 100,
"110080" : 103,
"111104" : 130,
"112128" : 100,
"113152" : 98,
"114176" : 109,
"115200" : 109,
"116224" : 112,
"117248" : 109,
"118272" : 116,
"119296" : 122,
"120320" : 120,
"121344" : 118,
"122368" : 117,
"123392" : 108,
"124416" : 117,
"125440" : 125,
"126464" : 139,
"127488" : 127,
"128512" : 122,
"129536" : 137,
"130560" : 139,
"132096" : 233,
"134144" : 242,
"136192" : 258,
"138240" : 268,
"140288" : 234,
"142336" : 271,
"144384" : 251,
"146432" : 228,
"148480" : 233,
"150528" : 237,
"152576" : 264,
"154624" : 248,
"156672" : 246,
"158720" : 224,
"160768" : 230,
"162816" : 227,
"164864" : 257,
"166912" : 248,
"168960" : 249,
"171008" : 237,
"173056" : 237,
"175104" : 219,
"177152" : 215,
"179200" : 227,
"181248" : 202,
"183296" : 212,
"185344" : 207,
"187392" : 173,
"189440" : 168,
"191488" : 199,
"193536" : 153,
"195584" : 196,
"197632" : 179,
"199680" : 157,
"201728" : 175,
"203776" : 164,
"205824" : 174,
"207872" : 148,
"209920" : 142,
"211968" : 167,
"214016" : 141,
"216064" : 136,
"218112" : 112,
"220160" : 157,
"222208" : 128,
"224256" : 122,
"226304" : 133,
"228352" : 135,
"230400" : 152,
"232448" : 119,
"234496" : 116,
"236544" : 133,
"238592" : 129,
"240640" : 123,
"242688" : 111,
"244736" : 131,
"246784" : 135,
"248832" : 148,
"250880" : 126,
"252928" : 125,
"254976" : 115,
"257024" : 116,
"259072" : 121,
"261120" : 118,
"264192" : 245,
"268288" : 249,
"272384" : 241,
"276480" : 228,
"280576" : 219,
"284672" : 239,
"288768" : 236,
"292864" : 241,
"296960" : 211,
"301056" : 203,
"305152" : 224,
"309248" : 229,
"313344" : 216,
"317440" : 230,
"321536" : 272,
"325632" : 314,
"329728" : 326,
"333824" : 340,
"337920" : 385,
"342016" : 412,
"346112" : 440,
"350208" : 471,
"354304" : 470,
"358400" : 494,
"362496" : 488,
"366592" : 525,
"370688" : 483,
"374784" : 529,
"378880" : 529,
"382976" : 508,
"387072" : 537,
"391168" : 572,
"395264" : 528,
"399360" : 533,
"403456" : 521,
"407552" : 551,
"411648" : 544,
"415744" : 580,
"419840" : 580,
"423936" : 591,
"428032" : 673,
"432128" : 699,
"436224" : 734,
"440320" : 746,
"444416" : 816,
"448512" : 797,
"452608" : 805,
"456704" : 884,
"460800" : 978,
"464896" : 875,
"468992" : 927,
"473088" : 929,
"477184" : 912,
"481280" : 890,
"485376" : 949,
"489472" : 893,
"493568" : 903,
"497664" : 959,
"501760" : 885,
"505856" : 908,
"509952" : 934,
"514048" : 890,
"518144" : 955,
"522240" : 883,
"528384" : 1766,
"536576" : 1771,
"544768" : 1763,
"552960" : 1789,
"561152" : 1863,
"569344" : 1746,
"577536" : 1817,
"585728" : 1979,
"593920" : 1891,
"602112" : 1921,
"610304" : 1972,
"618496" : 1977,
"626688" : 1933,
"634880" : 1936,
"643072" : 2021,
"651264" : 2076,
"659456" : 2024,
"667648" : 2086,
"675840" : 2018,
"684032" : 2055,
"692224" : 2091,
"700416" : 2107,
"708608" : 2095,
"716800" : 2166,
"724992" : 2271,
"733184" : 2270,
"741376" : 2337,
"749568" : 2389,
"757760" : 2441,
"765952" : 2414,
"774144" : 2381,
"782336" : 2396,
"790528" : 2444,
"798720" : 2549,
"806912" : 2592,
"815104" : 2656,
"823296" : 2584,
"831488" : 2527,
"839680" : 2610,
"847872" : 2694,
"856064" : 2796,
"864256" : 2796,
"872448" : 2919,
"880640" : 2945,
"888832" : 3041,
"897024" : 3149,
"905216" : 3101,
"913408" : 3046,
"921600" : 3127,
"929792" : 3259,
"937984" : 3364,
"946176" : 3366,
"954368" : 3516,
"962560" : 3642,
"970752" : 3717,
"978944" : 3873,
"987136" : 4135,
"995328" : 4855,
"1003520" : 5205,
"1011712" : 4838,
"1019904" : 4786,
"1028096" : 4743,
"1036288" : 4573,
"1044480" : 4691,
"1056768" : 9458,
"1073152" : 9550,
"1089536" : 9824,
"1105920" : 10657,
"1122304" : 11092,
"1138688" : 11915,
"1155072" : 12705,
"1171456" : 13219,
"1187840" : 13718,
"1204224" : 15063,
"1220608" : 15680,
"1236992" : 16299,
"1253376" : 16806,
"1269760" : 17719,
"1286144" : 18407,
"1302528" : 19009,
"1318912" : 19454,
"1335296" : 19982,
"1351680" : 20318,
"1368064" : 21304,
"1384448" : 21753,
"1400832" : 22063,
"1417216" : 22722,
"1433600" : 23594,
"1449984" : 25573,
"1466368" : 26724,
"1482752" : 27899,
"1499136" : 28916,
"1515520" : 29191,
"1531904" : 29618,
"1548288" : 29484,
"1564672" : 29567,
"1581056" : 29866,
"1597440" : 29942,
"1613824" : 31294,
"1630208" : 32992,
"1646592" : 34052,
"1662976" : 34637,
"1679360" : 35420,
"1695744" : 35477,
"1712128" : 35747,
"1728512" : 36011,
"1744896" : 35842,
"1761280" : 36565,
"1777664" : 37600,
"1794048" : 38788,
"1810432" : 37860,
"1826816" : 37466,
"1843200" : 36678,
"1859584" : 37668,
"1875968" : 37792,
"1892352" : 36650,
"1908736" : 35521,
"1925120" : 34093,
"1941504" : 34120,
"1957888" : 33968,
"1974272" : 34304,
"1990656" : 37892,
"2007040" : 39350,
"2023424" : 33461,
"2039808" : 31504,
"2056192" : 30645,
"2072576" : 30181,
"2088960" : 29192,
"2113536" : 58746,
"2146304" : 56247,
"2179072" : 54373,
"2211840" : 53208,
"2244608" : 53089,
"2277376" : 50571,
"2310144" : 48328,
"2342912" : 46402,
"2375680" : 43987,
"2408448" : 41920,
"2441216" : 39680,
"2473984" : 38200,
"2506752" : 36647,
"2539520" : 35008,
"2572288" : 33529,
"2605056" : 32235,
"2637824" : 30531,
"2670592" : 29483,
"2703360" : 27674,
"2736128" : 27237,
"2768896" : 26362,
"2801664" : 25488,
"2834432" : 24450,
"2867200" : 24146,
"2899968" : 22780,
"2932736" : 22026,
"2965504" : 21236,
"2998272" : 22415,
"3031040" : 19490,
"3063808" : 18491,
"3096576" : 17634,
"3129344" : 17317,
"3162112" : 16509,
"3194880" : 15437,
"3227648" : 14869,
"3260416" : 14035,
"3293184" : 13301,
"3325952" : 12555,
"3358720" : 11838,
"3391488" : 11277,
"3424256" : 10543,
"3457024" : 10033,
"3489792" : 9297,
"3522560" : 8885,
"3555328" : 8341,
"3588096" : 7721,
"3620864" : 7246,
"3653632" : 6579,
"3686400" : 5981,
"3719168" : 5694,
"3751936" : 5233,
"3784704" : 4770,
"3817472" : 4326,
"3850240" : 3996,
"3883008" : 3457,
"3915776" : 3415,
"3948544" : 2928,
"3981312" : 2823,
"4014080" : 2643,
"4046848" : 2269,
"4079616" : 1973,
"4112384" : 1838,
"4145152" : 1718,
"4177920" : 1476,
"4227072" : 2825,
"4292608" : 2385,
"4358144" : 1994,
"4423680" : 1740,
"4489216" : 1479,
"4554752" : 1271,
"4620288" : 1166,
"4685824" : 1000,
"4751360" : 922,
"4816896" : 806,
"4882432" : 764,
"4947968" : 638,
"5013504" : 607,
"5079040" : 529,
"5144576" : 429,
"5210112" : 409,
"5275648" : 364,
"5341184" : 315,
"5406720" : 283,
"5472256" : 245,
"5537792" : 225,
"5603328" : 213,
"5668864" : 169,
"5734400" : 153,
"5799936" : 178,
"5865472" : 132,
"5931008" : 124,
"5996544" : 107,
"6062080" : 92,
"6127616" : 104,
"6193152" : 89,
"6258688" : 70,
"6324224" : 57,
"6389760" : 61,
"6455296" : 35,
"6520832" : 36,
"6586368" : 44,
"6651904" : 37,
"6717440" : 26,
"6782976" : 26,
"6848512" : 13,
"6914048" : 27,
"6979584" : 20,
"7045120" : 18,
"7110656" : 11,
"7176192" : 13,
"7241728" : 15,
"7307264" : 14,
"7372800" : 14,
"7438336" : 9,
"7503872" : 16,
"7569408" : 8,
"7634944" : 3,
"7700480" : 7,
"7766016" : 2,
"7831552" : 6,
"7897088" : 6,
"7962624" : 4,
"8028160" : 3,
"8093696" : 2,
"8159232" : 4,
"8224768" : 2,
"8290304" : 3,
"8355840" : 4,
"8454144" : 2,
"8585216" : 2,
"8716288" : 3,
"9502720" : 3
}
},
"lat_ns" : {
"min" : 103368,
"max" : 10940539,
"mean" : 2701643.918450,
"stddev" : 948853.629453,
"N" : 3314430
},
"bw_min" : 66664,
"bw_max" : 139998,
"bw_agg" : 100.000000,
"bw_mean" : 94821.505376,
"bw_dev" : 1017.487693,
"bw_samples" : 4464,
"iops_min" : 16666,
"iops_max" : 34998,
"iops_mean" : 23704.440860,
"iops_stddev" : 254.376543,
"iops_samples" : 4464
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2239984,
"usr_cpu" : 0.503486,
"sys_cpu" : 6.195625,
"ctx" : 3626707,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.023926,
"250" : 0.430992,
"500" : 0.962001,
"750" : 1.824438,
"1000" : 2.786921
},
"latency_ms" : {
"2" : 47.336086,
"4" : 45.606506,
"10" : 1.028649,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120311,
"timestamp_ms" : 1774120311884,
"time" : "Sat Mar 21 16:11:51 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 29,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 14372323328,
"io_kbytes" : 14035472,
"bw_bytes" : 95815488,
"bw" : 93569,
"iops" : 23392.586667,
"runtime" : 150000,
"total_ios" : 3508888,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14963,
"max" : 7533876,
"mean" : 679973.549372,
"stddev" : 299059.600039,
"N" : 3508889
},
"clat_ns" : {
"min" : 75735,
"max" : 9497624,
"mean" : 2054273.970809,
"stddev" : 740580.632122,
"N" : 3508873,
"percentile" : {
"1.000000" : 444416,
"5.000000" : 946176,
"10.000000" : 1220608,
"20.000000" : 1482752,
"30.000000" : 1662976,
"40.000000" : 1810432,
"50.000000" : 1974272,
"60.000000" : 2146304,
"70.000000" : 2342912,
"80.000000" : 2637824,
"90.000000" : 3031040,
"95.000000" : 3391488,
"99.000000" : 4046848,
"99.500000" : 4358144,
"99.900000" : 5275648,
"99.950000" : 5668864,
"99.990000" : 6586368
},
"bins" : {
"75264" : 1,
"76288" : 1,
"77312" : 2,
"79360" : 3,
"80384" : 3,
"81408" : 4,
"82432" : 4,
"83456" : 10,
"84480" : 16,
"85504" : 16,
"86528" : 18,
"87552" : 30,
"88576" : 33,
"89600" : 33,
"90624" : 53,
"91648" : 49,
"92672" : 44,
"93696" : 84,
"94720" : 72,
"95744" : 70,
"96768" : 73,
"97792" : 59,
"98816" : 69,
"99840" : 76,
"100864" : 72,
"101888" : 86,
"102912" : 86,
"103936" : 99,
"104960" : 86,
"105984" : 102,
"107008" : 90,
"108032" : 89,
"109056" : 100,
"110080" : 103,
"111104" : 130,
"112128" : 100,
"113152" : 98,
"114176" : 109,
"115200" : 109,
"116224" : 112,
"117248" : 109,
"118272" : 116,
"119296" : 122,
"120320" : 120,
"121344" : 118,
"122368" : 117,
"123392" : 108,
"124416" : 117,
"125440" : 125,
"126464" : 139,
"127488" : 127,
"128512" : 122,
"129536" : 137,
"130560" : 139,
"132096" : 233,
"134144" : 242,
"136192" : 258,
"138240" : 268,
"140288" : 234,
"142336" : 271,
"144384" : 251,
"146432" : 228,
"148480" : 233,
"150528" : 237,
"152576" : 264,
"154624" : 248,
"156672" : 246,
"158720" : 224,
"160768" : 230,
"162816" : 227,
"164864" : 257,
"166912" : 248,
"168960" : 249,
"171008" : 237,
"173056" : 237,
"175104" : 219,
"177152" : 215,
"179200" : 227,
"181248" : 202,
"183296" : 212,
"185344" : 207,
"187392" : 173,
"189440" : 168,
"191488" : 199,
"193536" : 153,
"195584" : 196,
"197632" : 179,
"199680" : 157,
"201728" : 175,
"203776" : 164,
"205824" : 174,
"207872" : 148,
"209920" : 142,
"211968" : 167,
"214016" : 141,
"216064" : 136,
"218112" : 112,
"220160" : 157,
"222208" : 128,
"224256" : 122,
"226304" : 133,
"228352" : 135,
"230400" : 152,
"232448" : 119,
"234496" : 116,
"236544" : 133,
"238592" : 129,
"240640" : 123,
"242688" : 111,
"244736" : 131,
"246784" : 135,
"248832" : 148,
"250880" : 126,
"252928" : 125,
"254976" : 115,
"257024" : 116,
"259072" : 121,
"261120" : 118,
"264192" : 245,
"268288" : 249,
"272384" : 241,
"276480" : 228,
"280576" : 219,
"284672" : 239,
"288768" : 236,
"292864" : 241,
"296960" : 211,
"301056" : 203,
"305152" : 224,
"309248" : 229,
"313344" : 216,
"317440" : 230,
"321536" : 272,
"325632" : 314,
"329728" : 326,
"333824" : 340,
"337920" : 385,
"342016" : 412,
"346112" : 440,
"350208" : 471,
"354304" : 470,
"358400" : 494,
"362496" : 488,
"366592" : 525,
"370688" : 483,
"374784" : 529,
"378880" : 529,
"382976" : 508,
"387072" : 537,
"391168" : 572,
"395264" : 528,
"399360" : 533,
"403456" : 521,
"407552" : 551,
"411648" : 544,
"415744" : 580,
"419840" : 580,
"423936" : 591,
"428032" : 673,
"432128" : 699,
"436224" : 734,
"440320" : 746,
"444416" : 816,
"448512" : 797,
"452608" : 805,
"456704" : 884,
"460800" : 978,
"464896" : 875,
"468992" : 927,
"473088" : 929,
"477184" : 912,
"481280" : 890,
"485376" : 949,
"489472" : 893,
"493568" : 903,
"497664" : 959,
"501760" : 885,
"505856" : 908,
"509952" : 934,
"514048" : 891,
"518144" : 956,
"522240" : 883,
"528384" : 1768,
"536576" : 1772,
"544768" : 1764,
"552960" : 1789,
"561152" : 1866,
"569344" : 1747,
"577536" : 1819,
"585728" : 1982,
"593920" : 1896,
"602112" : 1922,
"610304" : 1975,
"618496" : 1979,
"626688" : 1937,
"634880" : 1938,
"643072" : 2029,
"651264" : 2078,
"659456" : 2027,
"667648" : 2090,
"675840" : 2023,
"684032" : 2062,
"692224" : 2094,
"700416" : 2110,
"708608" : 2102,
"716800" : 2171,
"724992" : 2277,
"733184" : 2282,
"741376" : 2345,
"749568" : 2397,
"757760" : 2453,
"765952" : 2421,
"774144" : 2395,
"782336" : 2406,
"790528" : 2459,
"798720" : 2559,
"806912" : 2604,
"815104" : 2667,
"823296" : 2595,
"831488" : 2540,
"839680" : 2625,
"847872" : 2704,
"856064" : 2809,
"864256" : 2818,
"872448" : 2937,
"880640" : 2955,
"888832" : 3055,
"897024" : 3170,
"905216" : 3119,
"913408" : 3071,
"921600" : 3152,
"929792" : 3284,
"937984" : 3382,
"946176" : 3397,
"954368" : 3539,
"962560" : 3671,
"970752" : 3752,
"978944" : 3914,
"987136" : 4174,
"995328" : 4913,
"1003520" : 5264,
"1011712" : 4890,
"1019904" : 4829,
"1028096" : 4803,
"1036288" : 4629,
"1044480" : 4754,
"1056768" : 9562,
"1073152" : 9674,
"1089536" : 9982,
"1105920" : 10806,
"1122304" : 11280,
"1138688" : 12121,
"1155072" : 12916,
"1171456" : 13444,
"1187840" : 13961,
"1204224" : 15325,
"1220608" : 15967,
"1236992" : 16637,
"1253376" : 17140,
"1269760" : 18049,
"1286144" : 18769,
"1302528" : 19371,
"1318912" : 19890,
"1335296" : 20424,
"1351680" : 20796,
"1368064" : 21793,
"1384448" : 22273,
"1400832" : 22599,
"1417216" : 23316,
"1433600" : 24217,
"1449984" : 26202,
"1466368" : 27437,
"1482752" : 28594,
"1499136" : 29691,
"1515520" : 29947,
"1531904" : 30512,
"1548288" : 30393,
"1564672" : 30552,
"1581056" : 30957,
"1597440" : 31000,
"1613824" : 32356,
"1630208" : 34108,
"1646592" : 35302,
"1662976" : 35910,
"1679360" : 36720,
"1695744" : 36818,
"1712128" : 37183,
"1728512" : 37464,
"1744896" : 37388,
"1761280" : 38123,
"1777664" : 39183,
"1794048" : 40394,
"1810432" : 39456,
"1826816" : 39119,
"1843200" : 38395,
"1859584" : 39357,
"1875968" : 39543,
"1892352" : 38519,
"1908736" : 37253,
"1925120" : 35828,
"1941504" : 35893,
"1957888" : 35755,
"1974272" : 36009,
"1990656" : 39912,
"2007040" : 41525,
"2023424" : 35335,
"2039808" : 33372,
"2056192" : 32539,
"2072576" : 32047,
"2088960" : 30958,
"2113536" : 62425,
"2146304" : 59944,
"2179072" : 57976,
"2211840" : 56855,
"2244608" : 56646,
"2277376" : 54133,
"2310144" : 51832,
"2342912" : 49720,
"2375680" : 47261,
"2408448" : 45212,
"2441216" : 42928,
"2473984" : 41268,
"2506752" : 39818,
"2539520" : 38073,
"2572288" : 36482,
"2605056" : 35139,
"2637824" : 33491,
"2670592" : 32423,
"2703360" : 30512,
"2736128" : 30015,
"2768896" : 29111,
"2801664" : 28214,
"2834432" : 27067,
"2867200" : 26586,
"2899968" : 25157,
"2932736" : 24299,
"2965504" : 23458,
"2998272" : 24787,
"3031040" : 21634,
"3063808" : 20470,
"3096576" : 19657,
"3129344" : 19289,
"3162112" : 18319,
"3194880" : 17309,
"3227648" : 16574,
"3260416" : 15669,
"3293184" : 14883,
"3325952" : 14042,
"3358720" : 13332,
"3391488" : 12671,
"3424256" : 11874,
"3457024" : 11373,
"3489792" : 10568,
"3522560" : 10056,
"3555328" : 9541,
"3588096" : 8880,
"3620864" : 8308,
"3653632" : 7550,
"3686400" : 6987,
"3719168" : 6664,
"3751936" : 6119,
"3784704" : 5607,
"3817472" : 5174,
"3850240" : 4746,
"3883008" : 4132,
"3915776" : 4042,
"3948544" : 3536,
"3981312" : 3378,
"4014080" : 3151,
"4046848" : 2742,
"4079616" : 2392,
"4112384" : 2226,
"4145152" : 2051,
"4177920" : 1774,
"4227072" : 3326,
"4292608" : 2754,
"4358144" : 2248,
"4423680" : 1938,
"4489216" : 1658,
"4554752" : 1411,
"4620288" : 1267,
"4685824" : 1071,
"4751360" : 992,
"4816896" : 866,
"4882432" : 804,
"4947968" : 682,
"5013504" : 643,
"5079040" : 572,
"5144576" : 444,
"5210112" : 427,
"5275648" : 388,
"5341184" : 333,
"5406720" : 294,
"5472256" : 254,
"5537792" : 230,
"5603328" : 218,
"5668864" : 175,
"5734400" : 166,
"5799936" : 190,
"5865472" : 137,
"5931008" : 130,
"5996544" : 110,
"6062080" : 94,
"6127616" : 108,
"6193152" : 94,
"6258688" : 70,
"6324224" : 57,
"6389760" : 62,
"6455296" : 36,
"6520832" : 37,
"6586368" : 44,
"6651904" : 38,
"6717440" : 26,
"6782976" : 26,
"6848512" : 13,
"6914048" : 27,
"6979584" : 20,
"7045120" : 18,
"7110656" : 12,
"7176192" : 13,
"7241728" : 15,
"7307264" : 14,
"7372800" : 14,
"7438336" : 9,
"7503872" : 16,
"7569408" : 9,
"7634944" : 3,
"7700480" : 7,
"7766016" : 2,
"7831552" : 7,
"7897088" : 6,
"7962624" : 5,
"8028160" : 3,
"8093696" : 2,
"8159232" : 4,
"8224768" : 2,
"8290304" : 3,
"8355840" : 5,
"8454144" : 2,
"8585216" : 2,
"8716288" : 3,
"9502720" : 3
}
},
"lat_ns" : {
"min" : 103368,
"max" : 10940539,
"mean" : 2734244.362750,
"stddev" : 956063.409930,
"N" : 3508873
},
"bw_min" : 64048,
"bw_max" : 139998,
"bw_agg" : 100.000000,
"bw_mean" : 93611.909699,
"bw_dev" : 1029.264603,
"bw_samples" : 4784,
"iops_min" : 16012,
"iops_max" : 34998,
"iops_mean" : 23402.103679,
"iops_stddev" : 257.316472,
"iops_samples" : 4784
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2400000,
"usr_cpu" : 0.499833,
"sys_cpu" : 6.175625,
"ctx" : 3837249,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.022600,
"250" : 0.407109,
"500" : 0.908692,
"750" : 1.726387,
"1000" : 2.649985
},
"latency_ms" : {
"2" : 46.267478,
"4" : 46.913039,
"10" : 1.104281,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120321,
"timestamp_ms" : 1774120321884,
"time" : "Sat Mar 21 16:12:01 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 19,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15205457920,
"io_kbytes" : 14849080,
"bw_bytes" : 95034112,
"bw" : 92806,
"iops" : 23201.806250,
"runtime" : 160000,
"total_ios" : 3712289,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14963,
"max" : 7533876,
"mean" : 685605.207171,
"stddev" : 299969.617395,
"N" : 3712289
},
"clat_ns" : {
"min" : 75735,
"max" : 9497624,
"mean" : 2071134.658905,
"stddev" : 742363.259681,
"N" : 3712273,
"percentile" : {
"1.000000" : 456704,
"5.000000" : 970752,
"10.000000" : 1220608,
"20.000000" : 1499136,
"30.000000" : 1679360,
"40.000000" : 1826816,
"50.000000" : 1990656,
"60.000000" : 2146304,
"70.000000" : 2375680,
"80.000000" : 2637824,
"90.000000" : 3063808,
"95.000000" : 3391488,
"99.000000" : 4046848,
"99.500000" : 4358144,
"99.900000" : 5210112,
"99.950000" : 5668864,
"99.990000" : 6586368
},
"bins" : {
"75264" : 1,
"76288" : 1,
"77312" : 2,
"79360" : 3,
"80384" : 3,
"81408" : 4,
"82432" : 4,
"83456" : 10,
"84480" : 16,
"85504" : 16,
"86528" : 18,
"87552" : 30,
"88576" : 33,
"89600" : 33,
"90624" : 53,
"91648" : 49,
"92672" : 44,
"93696" : 84,
"94720" : 72,
"95744" : 70,
"96768" : 73,
"97792" : 59,
"98816" : 69,
"99840" : 76,
"100864" : 72,
"101888" : 86,
"102912" : 86,
"103936" : 99,
"104960" : 86,
"105984" : 102,
"107008" : 90,
"108032" : 89,
"109056" : 100,
"110080" : 103,
"111104" : 130,
"112128" : 100,
"113152" : 98,
"114176" : 109,
"115200" : 109,
"116224" : 112,
"117248" : 109,
"118272" : 116,
"119296" : 122,
"120320" : 120,
"121344" : 118,
"122368" : 117,
"123392" : 108,
"124416" : 117,
"125440" : 125,
"126464" : 139,
"127488" : 127,
"128512" : 122,
"129536" : 137,
"130560" : 139,
"132096" : 233,
"134144" : 242,
"136192" : 258,
"138240" : 268,
"140288" : 234,
"142336" : 271,
"144384" : 251,
"146432" : 228,
"148480" : 233,
"150528" : 237,
"152576" : 264,
"154624" : 248,
"156672" : 246,
"158720" : 224,
"160768" : 230,
"162816" : 227,
"164864" : 257,
"166912" : 248,
"168960" : 249,
"171008" : 237,
"173056" : 237,
"175104" : 219,
"177152" : 215,
"179200" : 227,
"181248" : 202,
"183296" : 212,
"185344" : 207,
"187392" : 173,
"189440" : 168,
"191488" : 199,
"193536" : 153,
"195584" : 196,
"197632" : 179,
"199680" : 157,
"201728" : 175,
"203776" : 164,
"205824" : 174,
"207872" : 148,
"209920" : 142,
"211968" : 167,
"214016" : 141,
"216064" : 136,
"218112" : 112,
"220160" : 157,
"222208" : 128,
"224256" : 122,
"226304" : 133,
"228352" : 135,
"230400" : 152,
"232448" : 119,
"234496" : 116,
"236544" : 133,
"238592" : 129,
"240640" : 123,
"242688" : 111,
"244736" : 131,
"246784" : 135,
"248832" : 148,
"250880" : 126,
"252928" : 125,
"254976" : 115,
"257024" : 116,
"259072" : 121,
"261120" : 118,
"264192" : 245,
"268288" : 249,
"272384" : 241,
"276480" : 228,
"280576" : 219,
"284672" : 239,
"288768" : 236,
"292864" : 241,
"296960" : 211,
"301056" : 203,
"305152" : 224,
"309248" : 229,
"313344" : 216,
"317440" : 230,
"321536" : 272,
"325632" : 314,
"329728" : 326,
"333824" : 340,
"337920" : 385,
"342016" : 412,
"346112" : 440,
"350208" : 471,
"354304" : 470,
"358400" : 494,
"362496" : 488,
"366592" : 525,
"370688" : 483,
"374784" : 529,
"378880" : 529,
"382976" : 508,
"387072" : 537,
"391168" : 572,
"395264" : 528,
"399360" : 533,
"403456" : 521,
"407552" : 551,
"411648" : 544,
"415744" : 580,
"419840" : 580,
"423936" : 591,
"428032" : 675,
"432128" : 701,
"436224" : 736,
"440320" : 746,
"444416" : 817,
"448512" : 798,
"452608" : 807,
"456704" : 884,
"460800" : 978,
"464896" : 875,
"468992" : 928,
"473088" : 930,
"477184" : 913,
"481280" : 890,
"485376" : 949,
"489472" : 893,
"493568" : 905,
"497664" : 960,
"501760" : 886,
"505856" : 908,
"509952" : 935,
"514048" : 892,
"518144" : 960,
"522240" : 886,
"528384" : 1778,
"536576" : 1780,
"544768" : 1766,
"552960" : 1797,
"561152" : 1877,
"569344" : 1756,
"577536" : 1831,
"585728" : 1991,
"593920" : 1908,
"602112" : 1936,
"610304" : 1995,
"618496" : 1993,
"626688" : 1947,
"634880" : 1952,
"643072" : 2041,
"651264" : 2091,
"659456" : 2039,
"667648" : 2110,
"675840" : 2038,
"684032" : 2072,
"692224" : 2108,
"700416" : 2128,
"708608" : 2117,
"716800" : 2188,
"724992" : 2296,
"733184" : 2303,
"741376" : 2368,
"749568" : 2413,
"757760" : 2481,
"765952" : 2439,
"774144" : 2421,
"782336" : 2435,
"790528" : 2489,
"798720" : 2580,
"806912" : 2639,
"815104" : 2700,
"823296" : 2630,
"831488" : 2569,
"839680" : 2668,
"847872" : 2745,
"856064" : 2865,
"864256" : 2867,
"872448" : 2994,
"880640" : 3001,
"888832" : 3118,
"897024" : 3234,
"905216" : 3183,
"913408" : 3123,
"921600" : 3205,
"929792" : 3338,
"937984" : 3450,
"946176" : 3463,
"954368" : 3617,
"962560" : 3753,
"970752" : 3834,
"978944" : 4000,
"987136" : 4282,
"995328" : 5021,
"1003520" : 5385,
"1011712" : 5000,
"1019904" : 4938,
"1028096" : 4911,
"1036288" : 4773,
"1044480" : 4858,
"1056768" : 9823,
"1073152" : 9956,
"1089536" : 10279,
"1105920" : 11158,
"1122304" : 11665,
"1138688" : 12491,
"1155072" : 13327,
"1171456" : 13855,
"1187840" : 14452,
"1204224" : 15831,
"1220608" : 16547,
"1236992" : 17223,
"1253376" : 17693,
"1269760" : 18644,
"1286144" : 19399,
"1302528" : 20037,
"1318912" : 20598,
"1335296" : 21086,
"1351680" : 21569,
"1368064" : 22554,
"1384448" : 23058,
"1400832" : 23439,
"1417216" : 24260,
"1433600" : 25133,
"1449984" : 27185,
"1466368" : 28449,
"1482752" : 29647,
"1499136" : 30797,
"1515520" : 31139,
"1531904" : 31727,
"1548288" : 31665,
"1564672" : 31846,
"1581056" : 32242,
"1597440" : 32401,
"1613824" : 33744,
"1630208" : 35546,
"1646592" : 36816,
"1662976" : 37481,
"1679360" : 38370,
"1695744" : 38442,
"1712128" : 38867,
"1728512" : 39101,
"1744896" : 39062,
"1761280" : 39849,
"1777664" : 41002,
"1794048" : 42251,
"1810432" : 41245,
"1826816" : 40889,
"1843200" : 40188,
"1859584" : 41221,
"1875968" : 41455,
"1892352" : 40355,
"1908736" : 39080,
"1925120" : 37680,
"1941504" : 37800,
"1957888" : 37542,
"1974272" : 37905,
"1990656" : 41894,
"2007040" : 43522,
"2023424" : 37227,
"2039808" : 35161,
"2056192" : 34353,
"2072576" : 33871,
"2088960" : 32792,
"2113536" : 66060,
"2146304" : 63451,
"2179072" : 61500,
"2211840" : 60321,
"2244608" : 60064,
"2277376" : 57440,
"2310144" : 55151,
"2342912" : 53071,
"2375680" : 50487,
"2408448" : 48429,
"2441216" : 46135,
"2473984" : 44398,
"2506752" : 42940,
"2539520" : 41073,
"2572288" : 39413,
"2605056" : 38114,
"2637824" : 36395,
"2670592" : 35372,
"2703360" : 33352,
"2736128" : 32808,
"2768896" : 31853,
"2801664" : 30876,
"2834432" : 29820,
"2867200" : 29271,
"2899968" : 27579,
"2932736" : 26605,
"2965504" : 25855,
"2998272" : 27301,
"3031040" : 23839,
"3063808" : 22509,
"3096576" : 21528,
"3129344" : 21145,
"3162112" : 20192,
"3194880" : 19045,
"3227648" : 18231,
"3260416" : 17232,
"3293184" : 16404,
"3325952" : 15392,
"3358720" : 14729,
"3391488" : 13986,
"3424256" : 13192,
"3457024" : 12555,
"3489792" : 11656,
"3522560" : 11086,
"3555328" : 10492,
"3588096" : 9742,
"3620864" : 9235,
"3653632" : 8395,
"3686400" : 7808,
"3719168" : 7501,
"3751936" : 6902,
"3784704" : 6247,
"3817472" : 5839,
"3850240" : 5374,
"3883008" : 4670,
"3915776" : 4529,
"3948544" : 3972,
"3981312" : 3750,
"4014080" : 3548,
"4046848" : 3084,
"4079616" : 2644,
"4112384" : 2454,
"4145152" : 2271,
"4177920" : 1963,
"4227072" : 3641,
"4292608" : 2981,
"4358144" : 2416,
"4423680" : 2064,
"4489216" : 1763,
"4554752" : 1500,
"4620288" : 1332,
"4685824" : 1118,
"4751360" : 1038,
"4816896" : 905,
"4882432" : 832,
"4947968" : 707,
"5013504" : 664,
"5079040" : 597,
"5144576" : 466,
"5210112" : 434,
"5275648" : 394,
"5341184" : 342,
"5406720" : 296,
"5472256" : 268,
"5537792" : 237,
"5603328" : 221,
"5668864" : 180,
"5734400" : 172,
"5799936" : 198,
"5865472" : 143,
"5931008" : 135,
"5996544" : 115,
"6062080" : 96,
"6127616" : 109,
"6193152" : 95,
"6258688" : 72,
"6324224" : 58,
"6389760" : 64,
"6455296" : 37,
"6520832" : 40,
"6586368" : 45,
"6651904" : 38,
"6717440" : 26,
"6782976" : 27,
"6848512" : 13,
"6914048" : 27,
"6979584" : 20,
"7045120" : 18,
"7110656" : 14,
"7176192" : 13,
"7241728" : 15,
"7307264" : 14,
"7372800" : 14,
"7438336" : 9,
"7503872" : 16,
"7569408" : 9,
"7634944" : 3,
"7700480" : 7,
"7766016" : 2,
"7831552" : 7,
"7897088" : 6,
"7962624" : 5,
"8028160" : 3,
"8093696" : 2,
"8159232" : 4,
"8224768" : 2,
"8290304" : 3,
"8355840" : 5,
"8454144" : 2,
"8585216" : 2,
"8716288" : 3,
"9502720" : 3
}
},
"lat_ns" : {
"min" : 103368,
"max" : 10940539,
"mean" : 2756730.550553,
"stddev" : 958159.303852,
"N" : 3712273
},
"bw_min" : 64040,
"bw_max" : 139998,
"bw_agg" : 100.000000,
"bw_mean" : 92857.134796,
"bw_dev" : 1018.573412,
"bw_samples" : 5104,
"iops_min" : 16010,
"iops_max" : 34998,
"iops_mean" : 23213.407524,
"iops_stddev" : 254.643041,
"iops_samples" : 5104
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2559998,
"usr_cpu" : 0.496993,
"sys_cpu" : 6.185513,
"ctx" : 4058636,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.021361,
"250" : 0.384803,
"500" : 0.859335,
"750" : 1.642087,
"1000" : 2.548347
},
"latency_ms" : {
"2" : 45.569513,
"4" : 47.848430,
"10" : 1.125694,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120331,
"timestamp_ms" : 1774120331883,
"time" : "Sat Mar 21 16:12:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 16007458816,
"io_kbytes" : 15632284,
"bw_bytes" : 94162076,
"bw" : 91955,
"iops" : 22988.946994,
"runtime" : 169999,
"total_ios" : 3908098,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14963,
"max" : 7533876,
"mean" : 691994.863628,
"stddev" : 302214.815144,
"N" : 3908098
},
"clat_ns" : {
"min" : 75735,
"max" : 9497624,
"mean" : 2090298.145707,
"stddev" : 747449.191175,
"N" : 3908082,
"percentile" : {
"1.000000" : 464896,
"5.000000" : 987136,
"10.000000" : 1236992,
"20.000000" : 1515520,
"30.000000" : 1695744,
"40.000000" : 1843200,
"50.000000" : 2007040,
"60.000000" : 2179072,
"70.000000" : 2375680,
"80.000000" : 2670592,
"90.000000" : 3096576,
"95.000000" : 3424256,
"99.000000" : 4079616,
"99.500000" : 4358144,
"99.900000" : 5210112,
"99.950000" : 5668864,
"99.990000" : 6520832
},
"bins" : {
"75264" : 1,
"76288" : 1,
"77312" : 2,
"79360" : 3,
"80384" : 3,
"81408" : 4,
"82432" : 4,
"83456" : 10,
"84480" : 16,
"85504" : 16,
"86528" : 18,
"87552" : 30,
"88576" : 33,
"89600" : 33,
"90624" : 53,
"91648" : 49,
"92672" : 44,
"93696" : 84,
"94720" : 72,
"95744" : 70,
"96768" : 73,
"97792" : 59,
"98816" : 69,
"99840" : 76,
"100864" : 72,
"101888" : 86,
"102912" : 86,
"103936" : 99,
"104960" : 86,
"105984" : 102,
"107008" : 90,
"108032" : 89,
"109056" : 100,
"110080" : 103,
"111104" : 130,
"112128" : 100,
"113152" : 98,
"114176" : 109,
"115200" : 109,
"116224" : 112,
"117248" : 109,
"118272" : 116,
"119296" : 122,
"120320" : 120,
"121344" : 118,
"122368" : 117,
"123392" : 108,
"124416" : 117,
"125440" : 125,
"126464" : 139,
"127488" : 127,
"128512" : 122,
"129536" : 137,
"130560" : 139,
"132096" : 233,
"134144" : 242,
"136192" : 258,
"138240" : 268,
"140288" : 234,
"142336" : 271,
"144384" : 251,
"146432" : 228,
"148480" : 233,
"150528" : 237,
"152576" : 264,
"154624" : 248,
"156672" : 246,
"158720" : 224,
"160768" : 230,
"162816" : 227,
"164864" : 257,
"166912" : 248,
"168960" : 249,
"171008" : 237,
"173056" : 237,
"175104" : 219,
"177152" : 215,
"179200" : 227,
"181248" : 202,
"183296" : 212,
"185344" : 207,
"187392" : 173,
"189440" : 168,
"191488" : 199,
"193536" : 153,
"195584" : 196,
"197632" : 179,
"199680" : 157,
"201728" : 175,
"203776" : 164,
"205824" : 174,
"207872" : 148,
"209920" : 142,
"211968" : 167,
"214016" : 141,
"216064" : 136,
"218112" : 112,
"220160" : 157,
"222208" : 128,
"224256" : 122,
"226304" : 133,
"228352" : 135,
"230400" : 152,
"232448" : 119,
"234496" : 116,
"236544" : 133,
"238592" : 129,
"240640" : 123,
"242688" : 111,
"244736" : 131,
"246784" : 135,
"248832" : 148,
"250880" : 126,
"252928" : 125,
"254976" : 115,
"257024" : 116,
"259072" : 121,
"261120" : 118,
"264192" : 245,
"268288" : 249,
"272384" : 241,
"276480" : 228,
"280576" : 219,
"284672" : 239,
"288768" : 236,
"292864" : 241,
"296960" : 211,
"301056" : 203,
"305152" : 224,
"309248" : 229,
"313344" : 216,
"317440" : 230,
"321536" : 272,
"325632" : 314,
"329728" : 326,
"333824" : 340,
"337920" : 385,
"342016" : 412,
"346112" : 440,
"350208" : 471,
"354304" : 470,
"358400" : 494,
"362496" : 489,
"366592" : 525,
"370688" : 483,
"374784" : 529,
"378880" : 529,
"382976" : 508,
"387072" : 537,
"391168" : 572,
"395264" : 529,
"399360" : 533,
"403456" : 522,
"407552" : 551,
"411648" : 544,
"415744" : 581,
"419840" : 581,
"423936" : 592,
"428032" : 675,
"432128" : 702,
"436224" : 737,
"440320" : 747,
"444416" : 817,
"448512" : 798,
"452608" : 807,
"456704" : 887,
"460800" : 982,
"464896" : 877,
"468992" : 929,
"473088" : 934,
"477184" : 917,
"481280" : 893,
"485376" : 951,
"489472" : 894,
"493568" : 907,
"497664" : 965,
"501760" : 891,
"505856" : 912,
"509952" : 938,
"514048" : 893,
"518144" : 961,
"522240" : 891,
"528384" : 1786,
"536576" : 1785,
"544768" : 1773,
"552960" : 1807,
"561152" : 1892,
"569344" : 1773,
"577536" : 1845,
"585728" : 2012,
"593920" : 1930,
"602112" : 1949,
"610304" : 2008,
"618496" : 2008,
"626688" : 1959,
"634880" : 1971,
"643072" : 2054,
"651264" : 2104,
"659456" : 2059,
"667648" : 2122,
"675840" : 2057,
"684032" : 2093,
"692224" : 2127,
"700416" : 2152,
"708608" : 2136,
"716800" : 2216,
"724992" : 2319,
"733184" : 2326,
"741376" : 2387,
"749568" : 2443,
"757760" : 2501,
"765952" : 2468,
"774144" : 2440,
"782336" : 2450,
"790528" : 2521,
"798720" : 2615,
"806912" : 2677,
"815104" : 2740,
"823296" : 2666,
"831488" : 2603,
"839680" : 2697,
"847872" : 2791,
"856064" : 2904,
"864256" : 2912,
"872448" : 3037,
"880640" : 3045,
"888832" : 3164,
"897024" : 3268,
"905216" : 3222,
"913408" : 3175,
"921600" : 3270,
"929792" : 3391,
"937984" : 3501,
"946176" : 3526,
"954368" : 3665,
"962560" : 3814,
"970752" : 3893,
"978944" : 4077,
"987136" : 4352,
"995328" : 5108,
"1003520" : 5489,
"1011712" : 5088,
"1019904" : 5025,
"1028096" : 4988,
"1036288" : 4874,
"1044480" : 4963,
"1056768" : 10044,
"1073152" : 10168,
"1089536" : 10506,
"1105920" : 11396,
"1122304" : 11898,
"1138688" : 12791,
"1155072" : 13656,
"1171456" : 14156,
"1187840" : 14808,
"1204224" : 16180,
"1220608" : 16911,
"1236992" : 17633,
"1253376" : 18105,
"1269760" : 19087,
"1286144" : 19862,
"1302528" : 20529,
"1318912" : 21122,
"1335296" : 21626,
"1351680" : 22158,
"1368064" : 23175,
"1384448" : 23724,
"1400832" : 24137,
"1417216" : 25039,
"1433600" : 25890,
"1449984" : 27942,
"1466368" : 29328,
"1482752" : 30532,
"1499136" : 31751,
"1515520" : 32092,
"1531904" : 32771,
"1548288" : 32701,
"1564672" : 32943,
"1581056" : 33303,
"1597440" : 33578,
"1613824" : 34941,
"1630208" : 36773,
"1646592" : 38058,
"1662976" : 38703,
"1679360" : 39688,
"1695744" : 39815,
"1712128" : 40236,
"1728512" : 40520,
"1744896" : 40475,
"1761280" : 41287,
"1777664" : 42542,
"1794048" : 43778,
"1810432" : 42783,
"1826816" : 42412,
"1843200" : 41730,
"1859584" : 42835,
"1875968" : 43052,
"1892352" : 42014,
"1908736" : 40683,
"1925120" : 39215,
"1941504" : 39437,
"1957888" : 39164,
"1974272" : 39504,
"1990656" : 43671,
"2007040" : 45422,
"2023424" : 38948,
"2039808" : 36878,
"2056192" : 36122,
"2072576" : 35619,
"2088960" : 34494,
"2113536" : 69593,
"2146304" : 67161,
"2179072" : 65111,
"2211840" : 63849,
"2244608" : 63509,
"2277376" : 60825,
"2310144" : 58620,
"2342912" : 56426,
"2375680" : 53904,
"2408448" : 51687,
"2441216" : 49517,
"2473984" : 47449,
"2506752" : 46137,
"2539520" : 44039,
"2572288" : 42422,
"2605056" : 41028,
"2637824" : 39187,
"2670592" : 38109,
"2703360" : 36085,
"2736128" : 35401,
"2768896" : 34407,
"2801664" : 33357,
"2834432" : 32314,
"2867200" : 31507,
"2899968" : 29854,
"2932736" : 28805,
"2965504" : 27952,
"2998272" : 29630,
"3031040" : 25906,
"3063808" : 24515,
"3096576" : 23443,
"3129344" : 23137,
"3162112" : 22166,
"3194880" : 20841,
"3227648" : 20039,
"3260416" : 18926,
"3293184" : 18126,
"3325952" : 17071,
"3358720" : 16200,
"3391488" : 15425,
"3424256" : 14599,
"3457024" : 13856,
"3489792" : 12935,
"3522560" : 12257,
"3555328" : 11593,
"3588096" : 10809,
"3620864" : 10220,
"3653632" : 9324,
"3686400" : 8702,
"3719168" : 8399,
"3751936" : 7713,
"3784704" : 7091,
"3817472" : 6564,
"3850240" : 6050,
"3883008" : 5325,
"3915776" : 5194,
"3948544" : 4548,
"3981312" : 4333,
"4014080" : 4104,
"4046848" : 3499,
"4079616" : 3107,
"4112384" : 2904,
"4145152" : 2660,
"4177920" : 2338,
"4227072" : 4251,
"4292608" : 3524,
"4358144" : 2859,
"4423680" : 2471,
"4489216" : 2055,
"4554752" : 1726,
"4620288" : 1516,
"4685824" : 1259,
"4751360" : 1135,
"4816896" : 971,
"4882432" : 884,
"4947968" : 748,
"5013504" : 690,
"5079040" : 632,
"5144576" : 494,
"5210112" : 455,
"5275648" : 418,
"5341184" : 356,
"5406720" : 313,
"5472256" : 279,
"5537792" : 248,
"5603328" : 231,
"5668864" : 187,
"5734400" : 179,
"5799936" : 205,
"5865472" : 149,
"5931008" : 140,
"5996544" : 118,
"6062080" : 100,
"6127616" : 116,
"6193152" : 96,
"6258688" : 78,
"6324224" : 64,
"6389760" : 66,
"6455296" : 42,
"6520832" : 43,
"6586368" : 48,
"6651904" : 41,
"6717440" : 27,
"6782976" : 28,
"6848512" : 13,
"6914048" : 29,
"6979584" : 21,
"7045120" : 18,
"7110656" : 15,
"7176192" : 14,
"7241728" : 15,
"7307264" : 14,
"7372800" : 15,
"7438336" : 9,
"7503872" : 16,
"7569408" : 9,
"7634944" : 3,
"7700480" : 7,
"7766016" : 2,
"7831552" : 7,
"7897088" : 6,
"7962624" : 5,
"8028160" : 3,
"8093696" : 2,
"8159232" : 4,
"8224768" : 2,
"8290304" : 3,
"8355840" : 5,
"8454144" : 2,
"8585216" : 2,
"8716288" : 3,
"9502720" : 3
}
},
"lat_ns" : {
"min" : 103368,
"max" : 10940539,
"mean" : 2782289.546317,
"stddev" : 964543.571363,
"N" : 3908082
},
"bw_min" : 63048,
"bw_max" : 139998,
"bw_agg" : 100.000000,
"bw_mean" : 92032.528024,
"bw_dev" : 1016.927179,
"bw_samples" : 5424,
"iops_min" : 15762,
"iops_max" : 34998,
"iops_mean" : 23007.283186,
"iops_stddev" : 254.229585,
"iops_samples" : 5424
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2719984,
"usr_cpu" : 0.495297,
"sys_cpu" : 6.183823,
"ctx" : 4273264,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999949,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999949,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.020291,
"250" : 0.365523,
"500" : 0.817329,
"750" : 1.571916,
"1000" : 2.455849
},
"latency_ms" : {
"2" : 44.734139,
"4" : 48.812133,
"10" : 1.222410,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120341,
"timestamp_ms" : 1774120341883,
"time" : "Sat Mar 21 16:12:21 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 11644,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 16834260992,
"io_kbytes" : 16439708,
"bw_bytes" : 93524191,
"bw" : 91332,
"iops" : 22833.093517,
"runtime" : 179999,
"total_ios" : 4109934,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14963,
"max" : 7533876,
"mean" : 696752.981043,
"stddev" : 302978.167846,
"N" : 4109945
},
"clat_ns" : {
"min" : 4517,
"max" : 9497624,
"mean" : 2104525.659392,
"stddev" : 748129.000943,
"N" : 4109962,
"percentile" : {
"1.000000" : 473088,
"5.000000" : 995328,
"10.000000" : 1253376,
"20.000000" : 1515520,
"30.000000" : 1695744,
"40.000000" : 1859584,
"50.000000" : 2007040,
"60.000000" : 2179072,
"70.000000" : 2408448,
"80.000000" : 2703360,
"90.000000" : 3129344,
"95.000000" : 3457024,
"99.000000" : 4079616,
"99.500000" : 4358144,
"99.900000" : 5210112,
"99.950000" : 5603328,
"99.990000" : 6520832
},
"bins" : {
"4512" : 1,
"4640" : 1,
"4768" : 1,
"6816" : 1,
"7456" : 1,
"7968" : 1,
"8096" : 1,
"8160" : 1,
"10432" : 1,
"11712" : 1,
"12224" : 1,
"75264" : 1,
"76288" : 1,
"77312" : 2,
"79360" : 3,
"80384" : 3,
"81408" : 4,
"82432" : 4,
"83456" : 10,
"84480" : 16,
"85504" : 16,
"86528" : 18,
"87552" : 30,
"88576" : 33,
"89600" : 33,
"90624" : 53,
"91648" : 49,
"92672" : 44,
"93696" : 84,
"94720" : 72,
"95744" : 70,
"96768" : 73,
"97792" : 59,
"98816" : 69,
"99840" : 76,
"100864" : 72,
"101888" : 86,
"102912" : 86,
"103936" : 99,
"104960" : 86,
"105984" : 102,
"107008" : 90,
"108032" : 89,
"109056" : 100,
"110080" : 103,
"111104" : 130,
"112128" : 100,
"113152" : 98,
"114176" : 109,
"115200" : 109,
"116224" : 112,
"117248" : 109,
"118272" : 116,
"119296" : 122,
"120320" : 120,
"121344" : 118,
"122368" : 117,
"123392" : 108,
"124416" : 117,
"125440" : 125,
"126464" : 139,
"127488" : 127,
"128512" : 122,
"129536" : 137,
"130560" : 139,
"132096" : 233,
"134144" : 242,
"136192" : 258,
"138240" : 268,
"140288" : 234,
"142336" : 271,
"144384" : 251,
"146432" : 228,
"148480" : 233,
"150528" : 237,
"152576" : 264,
"154624" : 248,
"156672" : 246,
"158720" : 224,
"160768" : 230,
"162816" : 227,
"164864" : 257,
"166912" : 248,
"168960" : 249,
"171008" : 237,
"173056" : 237,
"175104" : 219,
"177152" : 215,
"179200" : 227,
"181248" : 202,
"183296" : 212,
"185344" : 207,
"187392" : 173,
"189440" : 168,
"191488" : 199,
"193536" : 153,
"195584" : 196,
"197632" : 179,
"199680" : 157,
"201728" : 175,
"203776" : 164,
"205824" : 174,
"207872" : 148,
"209920" : 142,
"211968" : 167,
"214016" : 141,
"216064" : 136,
"218112" : 112,
"220160" : 157,
"222208" : 128,
"224256" : 122,
"226304" : 133,
"228352" : 135,
"230400" : 152,
"232448" : 119,
"234496" : 116,
"236544" : 133,
"238592" : 129,
"240640" : 123,
"242688" : 111,
"244736" : 131,
"246784" : 135,
"248832" : 148,
"250880" : 126,
"252928" : 125,
"254976" : 115,
"257024" : 116,
"259072" : 121,
"261120" : 118,
"264192" : 245,
"268288" : 249,
"272384" : 241,
"276480" : 228,
"280576" : 219,
"284672" : 239,
"288768" : 236,
"292864" : 241,
"296960" : 211,
"301056" : 203,
"305152" : 224,
"309248" : 229,
"313344" : 216,
"317440" : 230,
"321536" : 272,
"325632" : 314,
"329728" : 326,
"333824" : 340,
"337920" : 385,
"342016" : 412,
"346112" : 440,
"350208" : 471,
"354304" : 470,
"358400" : 495,
"362496" : 489,
"366592" : 525,
"370688" : 485,
"374784" : 529,
"378880" : 529,
"382976" : 509,
"387072" : 537,
"391168" : 572,
"395264" : 530,
"399360" : 533,
"403456" : 522,
"407552" : 551,
"411648" : 544,
"415744" : 581,
"419840" : 582,
"423936" : 592,
"428032" : 675,
"432128" : 703,
"436224" : 740,
"440320" : 747,
"444416" : 817,
"448512" : 799,
"452608" : 807,
"456704" : 887,
"460800" : 982,
"464896" : 877,
"468992" : 929,
"473088" : 935,
"477184" : 918,
"481280" : 894,
"485376" : 951,
"489472" : 894,
"493568" : 908,
"497664" : 966,
"501760" : 891,
"505856" : 913,
"509952" : 940,
"514048" : 894,
"518144" : 961,
"522240" : 892,
"528384" : 1793,
"536576" : 1792,
"544768" : 1775,
"552960" : 1809,
"561152" : 1899,
"569344" : 1778,
"577536" : 1853,
"585728" : 2019,
"593920" : 1937,
"602112" : 1955,
"610304" : 2021,
"618496" : 2022,
"626688" : 1965,
"634880" : 1984,
"643072" : 2069,
"651264" : 2119,
"659456" : 2073,
"667648" : 2135,
"675840" : 2069,
"684032" : 2106,
"692224" : 2147,
"700416" : 2170,
"708608" : 2153,
"716800" : 2230,
"724992" : 2349,
"733184" : 2350,
"741376" : 2413,
"749568" : 2473,
"757760" : 2529,
"765952" : 2497,
"774144" : 2465,
"782336" : 2478,
"790528" : 2554,
"798720" : 2637,
"806912" : 2709,
"815104" : 2774,
"823296" : 2695,
"831488" : 2630,
"839680" : 2741,
"847872" : 2824,
"856064" : 2947,
"864256" : 2953,
"872448" : 3076,
"880640" : 3088,
"888832" : 3224,
"897024" : 3315,
"905216" : 3278,
"913408" : 3226,
"921600" : 3329,
"929792" : 3451,
"937984" : 3557,
"946176" : 3590,
"954368" : 3718,
"962560" : 3875,
"970752" : 3963,
"978944" : 4148,
"987136" : 4437,
"995328" : 5182,
"1003520" : 5579,
"1011712" : 5175,
"1019904" : 5113,
"1028096" : 5068,
"1036288" : 4981,
"1044480" : 5052,
"1056768" : 10234,
"1073152" : 10392,
"1089536" : 10727,
"1105920" : 11646,
"1122304" : 12166,
"1138688" : 13085,
"1155072" : 14005,
"1171456" : 14502,
"1187840" : 15158,
"1204224" : 16570,
"1220608" : 17309,
"1236992" : 18060,
"1253376" : 18515,
"1269760" : 19564,
"1286144" : 20346,
"1302528" : 21017,
"1318912" : 21625,
"1335296" : 22189,
"1351680" : 22759,
"1368064" : 23840,
"1384448" : 24397,
"1400832" : 24828,
"1417216" : 25841,
"1433600" : 26719,
"1449984" : 28779,
"1466368" : 30241,
"1482752" : 31499,
"1499136" : 32746,
"1515520" : 33123,
"1531904" : 33889,
"1548288" : 33812,
"1564672" : 34152,
"1581056" : 34556,
"1597440" : 34884,
"1613824" : 36225,
"1630208" : 38202,
"1646592" : 39526,
"1662976" : 40213,
"1679360" : 41238,
"1695744" : 41447,
"1712128" : 41822,
"1728512" : 42202,
"1744896" : 42136,
"1761280" : 43019,
"1777664" : 44181,
"1794048" : 45526,
"1810432" : 44613,
"1826816" : 44192,
"1843200" : 43508,
"1859584" : 44681,
"1875968" : 44870,
"1892352" : 43885,
"1908736" : 42639,
"1925120" : 41066,
"1941504" : 41304,
"1957888" : 41179,
"1974272" : 41424,
"1990656" : 45730,
"2007040" : 47614,
"2023424" : 40908,
"2039808" : 38832,
"2056192" : 38047,
"2072576" : 37564,
"2088960" : 36466,
"2113536" : 73599,
"2146304" : 71098,
"2179072" : 69112,
"2211840" : 67741,
"2244608" : 67433,
"2277376" : 64660,
"2310144" : 62398,
"2342912" : 60294,
"2375680" : 57631,
"2408448" : 55224,
"2441216" : 53084,
"2473984" : 50829,
"2506752" : 49540,
"2539520" : 47294,
"2572288" : 45535,
"2605056" : 44034,
"2637824" : 42018,
"2670592" : 40897,
"2703360" : 38758,
"2736128" : 38095,
"2768896" : 36955,
"2801664" : 35847,
"2834432" : 34754,
"2867200" : 33840,
"2899968" : 32134,
"2932736" : 30879,
"2965504" : 29970,
"2998272" : 31742,
"3031040" : 27758,
"3063808" : 26387,
"3096576" : 25184,
"3129344" : 24811,
"3162112" : 23851,
"3194880" : 22377,
"3227648" : 21646,
"3260416" : 20403,
"3293184" : 19481,
"3325952" : 18482,
"3358720" : 17554,
"3391488" : 16537,
"3424256" : 15717,
"3457024" : 14978,
"3489792" : 13937,
"3522560" : 13257,
"3555328" : 12589,
"3588096" : 11674,
"3620864" : 11090,
"3653632" : 10119,
"3686400" : 9536,
"3719168" : 9188,
"3751936" : 8406,
"3784704" : 7752,
"3817472" : 7197,
"3850240" : 6613,
"3883008" : 5779,
"3915776" : 5686,
"3948544" : 4984,
"3981312" : 4798,
"4014080" : 4551,
"4046848" : 3852,
"4079616" : 3441,
"4112384" : 3261,
"4145152" : 2964,
"4177920" : 2605,
"4227072" : 4755,
"4292608" : 3916,
"4358144" : 3223,
"4423680" : 2745,
"4489216" : 2257,
"4554752" : 1871,
"4620288" : 1623,
"4685824" : 1335,
"4751360" : 1197,
"4816896" : 1011,
"4882432" : 911,
"4947968" : 771,
"5013504" : 717,
"5079040" : 646,
"5144576" : 511,
"5210112" : 469,
"5275648" : 429,
"5341184" : 373,
"5406720" : 328,
"5472256" : 288,
"5537792" : 256,
"5603328" : 237,
"5668864" : 195,
"5734400" : 186,
"5799936" : 211,
"5865472" : 155,
"5931008" : 145,
"5996544" : 120,
"6062080" : 102,
"6127616" : 120,
"6193152" : 104,
"6258688" : 80,
"6324224" : 67,
"6389760" : 66,
"6455296" : 44,
"6520832" : 45,
"6586368" : 50,
"6651904" : 41,
"6717440" : 28,
"6782976" : 29,
"6848512" : 13,
"6914048" : 29,
"6979584" : 21,
"7045120" : 18,
"7110656" : 15,
"7176192" : 14,
"7241728" : 15,
"7307264" : 14,
"7372800" : 15,
"7438336" : 9,
"7503872" : 16,
"7569408" : 9,
"7634944" : 3,
"7700480" : 7,
"7766016" : 2,
"7831552" : 7,
"7897088" : 6,
"7962624" : 5,
"8028160" : 3,
"8093696" : 2,
"8159232" : 4,
"8224768" : 2,
"8290304" : 3,
"8355840" : 5,
"8454144" : 2,
"8585216" : 2,
"8716288" : 3,
"9502720" : 3
}
},
"lat_ns" : {
"min" : 103368,
"max" : 10940539,
"mean" : 2801276.103058,
"stddev" : 965050.655609,
"N" : 4109962
},
"bw_min" : 63048,
"bw_max" : 139998,
"bw_agg" : 100.000000,
"bw_mean" : 91394.793872,
"bw_dev" : 1006.955712,
"bw_samples" : 5744,
"iops_min" : 15762,
"iops_max" : 34998,
"iops_mean" : 22847.841226,
"iops_stddev" : 251.735672,
"iops_samples" : 5744
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2879984,
"usr_cpu" : 0.493961,
"sys_cpu" : 6.196319,
"ctx" : 4490911,
"majf" : 0,
"minf" : 567,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.019295,
"250" : 0.347572,
"500" : 0.777579,
"750" : 1.503406,
"1000" : 2.369746
},
"latency_ms" : {
"2" : 44.090830,
"4" : 49.621454,
"10" : 1.270531,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120341,
"timestamp_ms" : 1774120341912,
"time" : "Sat Mar 21 16:12:21 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 16834551808,
"io_kbytes" : 16439992,
"bw_bytes" : 93523729,
"bw" : 91331,
"iops" : 22832.586124,
"runtime" : 180003,
"total_ios" : 4109934,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14963,
"max" : 7533876,
"mean" : 696753.417841,
"stddev" : 302978.243894,
"N" : 4109950
},
"clat_ns" : {
"min" : 3455,
"max" : 9497624,
"mean" : 2104522.163312,
"stddev" : 748131.939729,
"N" : 4109982,
"percentile" : {
"1.000000" : 473088,
"5.000000" : 995328,
"10.000000" : 1253376,
"20.000000" : 1515520,
"30.000000" : 1695744,
"40.000000" : 1859584,
"50.000000" : 2007040,
"60.000000" : 2179072,
"70.000000" : 2408448,
"80.000000" : 2703360,
"90.000000" : 3129344,
"95.000000" : 3457024,
"99.000000" : 4079616,
"99.500000" : 4358144,
"99.900000" : 5210112,
"99.950000" : 5603328,
"99.990000" : 6520832
},
"bins" : {
"3440" : 1,
"3568" : 1,
"4256" : 1,
"4448" : 1,
"4512" : 1,
"4640" : 1,
"4704" : 1,
"4768" : 1,
"6816" : 1,
"7456" : 1,
"7968" : 1,
"8096" : 1,
"8160" : 1,
"10432" : 1,
"11712" : 1,
"12224" : 1,
"75264" : 1,
"76288" : 1,
"77312" : 2,
"79360" : 3,
"80384" : 3,
"81408" : 4,
"82432" : 4,
"83456" : 10,
"84480" : 16,
"85504" : 16,
"86528" : 18,
"87552" : 30,
"88576" : 33,
"89600" : 33,
"90624" : 53,
"91648" : 49,
"92672" : 44,
"93696" : 84,
"94720" : 72,
"95744" : 70,
"96768" : 73,
"97792" : 59,
"98816" : 69,
"99840" : 76,
"100864" : 72,
"101888" : 86,
"102912" : 86,
"103936" : 99,
"104960" : 86,
"105984" : 102,
"107008" : 90,
"108032" : 89,
"109056" : 100,
"110080" : 103,
"111104" : 130,
"112128" : 100,
"113152" : 98,
"114176" : 109,
"115200" : 109,
"116224" : 112,
"117248" : 109,
"118272" : 116,
"119296" : 122,
"120320" : 120,
"121344" : 118,
"122368" : 117,
"123392" : 108,
"124416" : 117,
"125440" : 125,
"126464" : 139,
"127488" : 127,
"128512" : 122,
"129536" : 137,
"130560" : 139,
"132096" : 233,
"134144" : 242,
"136192" : 258,
"138240" : 268,
"140288" : 234,
"142336" : 271,
"144384" : 251,
"146432" : 228,
"148480" : 233,
"150528" : 237,
"152576" : 264,
"154624" : 248,
"156672" : 246,
"158720" : 224,
"160768" : 230,
"162816" : 227,
"164864" : 257,
"166912" : 248,
"168960" : 249,
"171008" : 237,
"173056" : 237,
"175104" : 219,
"177152" : 215,
"179200" : 227,
"181248" : 202,
"183296" : 212,
"185344" : 207,
"187392" : 173,
"189440" : 168,
"191488" : 199,
"193536" : 153,
"195584" : 196,
"197632" : 179,
"199680" : 157,
"201728" : 175,
"203776" : 164,
"205824" : 174,
"207872" : 148,
"209920" : 142,
"211968" : 167,
"214016" : 141,
"216064" : 136,
"218112" : 112,
"220160" : 157,
"222208" : 128,
"224256" : 122,
"226304" : 133,
"228352" : 135,
"230400" : 152,
"232448" : 119,
"234496" : 116,
"236544" : 133,
"238592" : 129,
"240640" : 123,
"242688" : 111,
"244736" : 131,
"246784" : 135,
"248832" : 148,
"250880" : 126,
"252928" : 125,
"254976" : 115,
"257024" : 116,
"259072" : 121,
"261120" : 118,
"264192" : 245,
"268288" : 249,
"272384" : 241,
"276480" : 228,
"280576" : 219,
"284672" : 239,
"288768" : 236,
"292864" : 241,
"296960" : 211,
"301056" : 203,
"305152" : 224,
"309248" : 229,
"313344" : 216,
"317440" : 230,
"321536" : 272,
"325632" : 314,
"329728" : 326,
"333824" : 340,
"337920" : 385,
"342016" : 412,
"346112" : 440,
"350208" : 471,
"354304" : 470,
"358400" : 495,
"362496" : 489,
"366592" : 525,
"370688" : 485,
"374784" : 529,
"378880" : 529,
"382976" : 509,
"387072" : 537,
"391168" : 572,
"395264" : 530,
"399360" : 533,
"403456" : 522,
"407552" : 551,
"411648" : 544,
"415744" : 581,
"419840" : 582,
"423936" : 592,
"428032" : 675,
"432128" : 703,
"436224" : 740,
"440320" : 747,
"444416" : 817,
"448512" : 799,
"452608" : 807,
"456704" : 887,
"460800" : 982,
"464896" : 877,
"468992" : 929,
"473088" : 935,
"477184" : 918,
"481280" : 894,
"485376" : 951,
"489472" : 894,
"493568" : 908,
"497664" : 966,
"501760" : 891,
"505856" : 913,
"509952" : 940,
"514048" : 894,
"518144" : 961,
"522240" : 892,
"528384" : 1793,
"536576" : 1792,
"544768" : 1775,
"552960" : 1809,
"561152" : 1899,
"569344" : 1778,
"577536" : 1853,
"585728" : 2019,
"593920" : 1937,
"602112" : 1955,
"610304" : 2021,
"618496" : 2022,
"626688" : 1965,
"634880" : 1984,
"643072" : 2069,
"651264" : 2119,
"659456" : 2073,
"667648" : 2135,
"675840" : 2069,
"684032" : 2106,
"692224" : 2147,
"700416" : 2170,
"708608" : 2153,
"716800" : 2230,
"724992" : 2349,
"733184" : 2350,
"741376" : 2413,
"749568" : 2473,
"757760" : 2529,
"765952" : 2497,
"774144" : 2465,
"782336" : 2478,
"790528" : 2554,
"798720" : 2637,
"806912" : 2709,
"815104" : 2774,
"823296" : 2695,
"831488" : 2630,
"839680" : 2741,
"847872" : 2824,
"856064" : 2947,
"864256" : 2953,
"872448" : 3076,
"880640" : 3088,
"888832" : 3224,
"897024" : 3315,
"905216" : 3278,
"913408" : 3226,
"921600" : 3329,
"929792" : 3451,
"937984" : 3557,
"946176" : 3590,
"954368" : 3718,
"962560" : 3875,
"970752" : 3963,
"978944" : 4148,
"987136" : 4437,
"995328" : 5182,
"1003520" : 5579,
"1011712" : 5176,
"1019904" : 5113,
"1028096" : 5068,
"1036288" : 4981,
"1044480" : 5052,
"1056768" : 10234,
"1073152" : 10395,
"1089536" : 10728,
"1105920" : 11646,
"1122304" : 12166,
"1138688" : 13085,
"1155072" : 14005,
"1171456" : 14502,
"1187840" : 15158,
"1204224" : 16570,
"1220608" : 17309,
"1236992" : 18060,
"1253376" : 18515,
"1269760" : 19564,
"1286144" : 20346,
"1302528" : 21017,
"1318912" : 21625,
"1335296" : 22189,
"1351680" : 22759,
"1368064" : 23840,
"1384448" : 24397,
"1400832" : 24828,
"1417216" : 25841,
"1433600" : 26719,
"1449984" : 28779,
"1466368" : 30241,
"1482752" : 31499,
"1499136" : 32746,
"1515520" : 33123,
"1531904" : 33889,
"1548288" : 33812,
"1564672" : 34152,
"1581056" : 34556,
"1597440" : 34884,
"1613824" : 36225,
"1630208" : 38202,
"1646592" : 39526,
"1662976" : 40213,
"1679360" : 41238,
"1695744" : 41447,
"1712128" : 41822,
"1728512" : 42202,
"1744896" : 42136,
"1761280" : 43019,
"1777664" : 44181,
"1794048" : 45527,
"1810432" : 44613,
"1826816" : 44193,
"1843200" : 43508,
"1859584" : 44681,
"1875968" : 44873,
"1892352" : 43885,
"1908736" : 42639,
"1925120" : 41066,
"1941504" : 41304,
"1957888" : 41179,
"1974272" : 41424,
"1990656" : 45730,
"2007040" : 47614,
"2023424" : 40908,
"2039808" : 38832,
"2056192" : 38047,
"2072576" : 37564,
"2088960" : 36466,
"2113536" : 73599,
"2146304" : 71098,
"2179072" : 69112,
"2211840" : 67741,
"2244608" : 67433,
"2277376" : 64660,
"2310144" : 62398,
"2342912" : 60294,
"2375680" : 57632,
"2408448" : 55224,
"2441216" : 53085,
"2473984" : 50829,
"2506752" : 49540,
"2539520" : 47294,
"2572288" : 45535,
"2605056" : 44034,
"2637824" : 42018,
"2670592" : 40897,
"2703360" : 38759,
"2736128" : 38095,
"2768896" : 36956,
"2801664" : 35847,
"2834432" : 34755,
"2867200" : 33840,
"2899968" : 32134,
"2932736" : 30879,
"2965504" : 29970,
"2998272" : 31742,
"3031040" : 27758,
"3063808" : 26387,
"3096576" : 25184,
"3129344" : 24811,
"3162112" : 23851,
"3194880" : 22377,
"3227648" : 21646,
"3260416" : 20403,
"3293184" : 19481,
"3325952" : 18482,
"3358720" : 17554,
"3391488" : 16537,
"3424256" : 15717,
"3457024" : 14978,
"3489792" : 13937,
"3522560" : 13257,
"3555328" : 12589,
"3588096" : 11674,
"3620864" : 11090,
"3653632" : 10119,
"3686400" : 9536,
"3719168" : 9188,
"3751936" : 8406,
"3784704" : 7752,
"3817472" : 7197,
"3850240" : 6613,
"3883008" : 5779,
"3915776" : 5686,
"3948544" : 4984,
"3981312" : 4798,
"4014080" : 4551,
"4046848" : 3852,
"4079616" : 3441,
"4112384" : 3261,
"4145152" : 2964,
"4177920" : 2605,
"4227072" : 4755,
"4292608" : 3916,
"4358144" : 3223,
"4423680" : 2745,
"4489216" : 2257,
"4554752" : 1871,
"4620288" : 1623,
"4685824" : 1335,
"4751360" : 1197,
"4816896" : 1011,
"4882432" : 911,
"4947968" : 771,
"5013504" : 717,
"5079040" : 646,
"5144576" : 511,
"5210112" : 469,
"5275648" : 429,
"5341184" : 373,
"5406720" : 328,
"5472256" : 288,
"5537792" : 256,
"5603328" : 237,
"5668864" : 195,
"5734400" : 186,
"5799936" : 211,
"5865472" : 155,
"5931008" : 145,
"5996544" : 120,
"6062080" : 102,
"6127616" : 120,
"6193152" : 104,
"6258688" : 80,
"6324224" : 67,
"6389760" : 66,
"6455296" : 44,
"6520832" : 45,
"6586368" : 50,
"6651904" : 41,
"6717440" : 28,
"6782976" : 29,
"6848512" : 13,
"6914048" : 29,
"6979584" : 21,
"7045120" : 18,
"7110656" : 15,
"7176192" : 14,
"7241728" : 15,
"7307264" : 14,
"7372800" : 15,
"7438336" : 9,
"7503872" : 16,
"7569408" : 9,
"7634944" : 3,
"7700480" : 7,
"7766016" : 2,
"7831552" : 7,
"7897088" : 6,
"7962624" : 5,
"8028160" : 3,
"8093696" : 2,
"8159232" : 4,
"8224768" : 2,
"8290304" : 3,
"8355840" : 5,
"8454144" : 2,
"8585216" : 2,
"8716288" : 3,
"9502720" : 3
}
},
"lat_ns" : {
"min" : 103368,
"max" : 10940539,
"mean" : 2801273.330320,
"stddev" : 965051.074055,
"N" : 4109982
},
"bw_min" : 63048,
"bw_max" : 139998,
"bw_agg" : 100.000000,
"bw_mean" : 91394.793872,
"bw_dev" : 1006.955712,
"bw_samples" : 5744,
"iops_min" : 15762,
"iops_max" : 34998,
"iops_mean" : 22847.841226,
"iops_stddev" : 251.735672,
"iops_samples" : 5744
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880028,
"usr_cpu" : 0.493954,
"sys_cpu" : 6.196224,
"ctx" : 4490944,
"majf" : 0,
"minf" : 583,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.019295,
"250" : 0.347572,
"500" : 0.777579,
"750" : 1.503406,
"1000" : 2.369746
},
"latency_ms" : {
"2" : 44.091073,
"4" : 49.621575,
"10" : 1.270531,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}