raidz2/benchmarks/rand/rand-write-qd4-nj16_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1774120400,
"timestamp_ms" : 1774120400984,
"time" : "Sat Mar 21 16:13:20 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1210286080,
"io_kbytes" : 1181920,
"bw_bytes" : 123992017,
"bw" : 121085,
"iops" : 30281.118738,
"runtime" : 9761,
"total_ios" : 295574,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 156176,
"usr_cpu" : 0.593561,
"sys_cpu" : 7.666991,
"ctx" : 347522,
"majf" : 0,
"minf" : 93,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 99.983760,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120411,
"timestamp_ms" : 1774120411225,
"time" : "Sat Mar 21 16:13:31 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 169,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1348993024,
"io_kbytes" : 1317376,
"bw_bytes" : 134899302,
"bw" : 131737,
"iops" : 32939.300000,
"runtime" : 10000,
"total_ios" : 329393,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14702,
"max" : 5291000,
"mean" : 481007.713337,
"stddev" : 243555.515886,
"N" : 329394
},
"clat_ns" : {
"min" : 78090,
"max" : 8157816,
"mean" : 1460398.055854,
"stddev" : 608534.456050,
"N" : 329378,
"percentile" : {
"1.000000" : 132096,
"5.000000" : 284672,
"10.000000" : 544768,
"20.000000" : 1019904,
"30.000000" : 1269760,
"40.000000" : 1400832,
"50.000000" : 1499136,
"60.000000" : 1613824,
"70.000000" : 1728512,
"80.000000" : 1892352,
"90.000000" : 2146304,
"95.000000" : 2375680,
"99.000000" : 2998272,
"99.500000" : 3325952,
"99.900000" : 4358144,
"99.950000" : 5013504,
"99.990000" : 5734400
},
"bins" : {
"78336" : 1,
"81408" : 1,
"82432" : 2,
"83456" : 4,
"84480" : 1,
"85504" : 3,
"86528" : 5,
"87552" : 6,
"88576" : 12,
"89600" : 13,
"90624" : 20,
"91648" : 20,
"92672" : 27,
"93696" : 26,
"94720" : 50,
"95744" : 49,
"96768" : 66,
"97792" : 68,
"98816" : 68,
"99840" : 72,
"100864" : 65,
"101888" : 88,
"102912" : 79,
"103936" : 92,
"104960" : 86,
"105984" : 109,
"107008" : 100,
"108032" : 97,
"109056" : 109,
"110080" : 96,
"111104" : 85,
"112128" : 96,
"113152" : 78,
"114176" : 76,
"115200" : 122,
"116224" : 89,
"117248" : 73,
"118272" : 74,
"119296" : 86,
"120320" : 83,
"121344" : 65,
"122368" : 93,
"123392" : 100,
"124416" : 76,
"125440" : 75,
"126464" : 97,
"127488" : 82,
"128512" : 92,
"129536" : 105,
"130560" : 88,
"132096" : 188,
"134144" : 165,
"136192" : 223,
"138240" : 189,
"140288" : 222,
"142336" : 228,
"144384" : 212,
"146432" : 219,
"148480" : 224,
"150528" : 229,
"152576" : 225,
"154624" : 223,
"156672" : 227,
"158720" : 279,
"160768" : 234,
"162816" : 241,
"164864" : 240,
"166912" : 238,
"168960" : 237,
"171008" : 223,
"173056" : 217,
"175104" : 236,
"177152" : 241,
"179200" : 214,
"181248" : 200,
"183296" : 232,
"185344" : 226,
"187392" : 186,
"189440" : 201,
"191488" : 223,
"193536" : 204,
"195584" : 192,
"197632" : 203,
"199680" : 188,
"201728" : 209,
"203776" : 188,
"205824" : 173,
"207872" : 173,
"209920" : 189,
"211968" : 201,
"214016" : 170,
"216064" : 182,
"218112" : 161,
"220160" : 198,
"222208" : 166,
"224256" : 175,
"226304" : 168,
"228352" : 165,
"230400" : 153,
"232448" : 169,
"234496" : 156,
"236544" : 150,
"238592" : 152,
"240640" : 157,
"242688" : 136,
"244736" : 133,
"246784" : 170,
"248832" : 139,
"250880" : 149,
"252928" : 156,
"254976" : 143,
"257024" : 135,
"259072" : 101,
"261120" : 123,
"264192" : 228,
"268288" : 215,
"272384" : 196,
"276480" : 169,
"280576" : 194,
"284672" : 157,
"288768" : 170,
"292864" : 162,
"296960" : 155,
"301056" : 143,
"305152" : 127,
"309248" : 135,
"313344" : 152,
"317440" : 143,
"321536" : 185,
"325632" : 173,
"329728" : 181,
"333824" : 200,
"337920" : 213,
"342016" : 216,
"346112" : 202,
"350208" : 207,
"354304" : 212,
"358400" : 218,
"362496" : 197,
"366592" : 249,
"370688" : 194,
"374784" : 220,
"378880" : 238,
"382976" : 198,
"387072" : 230,
"391168" : 224,
"395264" : 215,
"399360" : 199,
"403456" : 229,
"407552" : 207,
"411648" : 233,
"415744" : 259,
"419840" : 287,
"423936" : 275,
"428032" : 283,
"432128" : 290,
"436224" : 299,
"440320" : 345,
"444416" : 345,
"448512" : 361,
"452608" : 363,
"456704" : 356,
"460800" : 353,
"464896" : 376,
"468992" : 319,
"473088" : 338,
"477184" : 319,
"481280" : 330,
"485376" : 324,
"489472" : 310,
"493568" : 336,
"497664" : 344,
"501760" : 327,
"505856" : 322,
"509952" : 321,
"514048" : 299,
"518144" : 264,
"522240" : 290,
"528384" : 589,
"536576" : 550,
"544768" : 562,
"552960" : 578,
"561152" : 555,
"569344" : 536,
"577536" : 571,
"585728" : 557,
"593920" : 556,
"602112" : 540,
"610304" : 532,
"618496" : 539,
"626688" : 536,
"634880" : 513,
"643072" : 513,
"651264" : 462,
"659456" : 527,
"667648" : 520,
"675840" : 524,
"684032" : 488,
"692224" : 477,
"700416" : 491,
"708608" : 528,
"716800" : 500,
"724992" : 496,
"733184" : 486,
"741376" : 511,
"749568" : 498,
"757760" : 515,
"765952" : 512,
"774144" : 537,
"782336" : 499,
"790528" : 527,
"798720" : 592,
"806912" : 509,
"815104" : 549,
"823296" : 545,
"831488" : 581,
"839680" : 573,
"847872" : 559,
"856064" : 537,
"864256" : 572,
"872448" : 614,
"880640" : 615,
"888832" : 575,
"897024" : 605,
"905216" : 603,
"913408" : 626,
"921600" : 596,
"929792" : 608,
"937984" : 611,
"946176" : 617,
"954368" : 606,
"962560" : 679,
"970752" : 648,
"978944" : 739,
"987136" : 767,
"995328" : 959,
"1003520" : 910,
"1011712" : 888,
"1019904" : 917,
"1028096" : 845,
"1036288" : 849,
"1044480" : 858,
"1056768" : 1626,
"1073152" : 1602,
"1089536" : 1598,
"1105920" : 1760,
"1122304" : 1930,
"1138688" : 2025,
"1155072" : 2127,
"1171456" : 2329,
"1187840" : 2456,
"1204224" : 2691,
"1220608" : 2885,
"1236992" : 2888,
"1253376" : 3102,
"1269760" : 3268,
"1286144" : 3584,
"1302528" : 3735,
"1318912" : 3926,
"1335296" : 4268,
"1351680" : 4468,
"1368064" : 4380,
"1384448" : 4589,
"1400832" : 4586,
"1417216" : 4449,
"1433600" : 4424,
"1449984" : 4890,
"1466368" : 5344,
"1482752" : 5733,
"1499136" : 5690,
"1515520" : 5294,
"1531904" : 5179,
"1548288" : 4674,
"1564672" : 4483,
"1581056" : 4304,
"1597440" : 4464,
"1613824" : 4421,
"1630208" : 4756,
"1646592" : 4618,
"1662976" : 4906,
"1679360" : 4797,
"1695744" : 4729,
"1712128" : 4539,
"1728512" : 4149,
"1744896" : 4021,
"1761280" : 4152,
"1777664" : 3938,
"1794048" : 3692,
"1810432" : 3447,
"1826816" : 3266,
"1843200" : 3202,
"1859584" : 3268,
"1875968" : 3154,
"1892352" : 2754,
"1908736" : 2582,
"1925120" : 2402,
"1941504" : 2256,
"1957888" : 2382,
"1974272" : 2276,
"1990656" : 2235,
"2007040" : 2255,
"2023424" : 2122,
"2039808" : 1781,
"2056192" : 1808,
"2072576" : 1737,
"2088960" : 1684,
"2113536" : 3285,
"2146304" : 3120,
"2179072" : 2838,
"2211840" : 2807,
"2244608" : 2560,
"2277376" : 2221,
"2310144" : 2063,
"2342912" : 1977,
"2375680" : 1755,
"2408448" : 1568,
"2441216" : 1450,
"2473984" : 1217,
"2506752" : 1030,
"2539520" : 850,
"2572288" : 793,
"2605056" : 680,
"2637824" : 633,
"2670592" : 571,
"2703360" : 517,
"2736128" : 401,
"2768896" : 458,
"2801664" : 357,
"2834432" : 304,
"2867200" : 322,
"2899968" : 298,
"2932736" : 269,
"2965504" : 266,
"2998272" : 223,
"3031040" : 201,
"3063808" : 202,
"3096576" : 185,
"3129344" : 150,
"3162112" : 171,
"3194880" : 144,
"3227648" : 144,
"3260416" : 130,
"3293184" : 97,
"3325952" : 96,
"3358720" : 89,
"3391488" : 89,
"3424256" : 72,
"3457024" : 77,
"3489792" : 85,
"3522560" : 63,
"3555328" : 55,
"3588096" : 72,
"3620864" : 57,
"3653632" : 54,
"3686400" : 47,
"3719168" : 44,
"3751936" : 35,
"3784704" : 28,
"3817472" : 41,
"3850240" : 32,
"3883008" : 24,
"3915776" : 27,
"3948544" : 34,
"3981312" : 34,
"4014080" : 27,
"4046848" : 24,
"4079616" : 27,
"4112384" : 18,
"4145152" : 29,
"4177920" : 14,
"4227072" : 32,
"4292608" : 35,
"4358144" : 23,
"4423680" : 18,
"4489216" : 23,
"4554752" : 17,
"4620288" : 18,
"4685824" : 16,
"4751360" : 15,
"4816896" : 13,
"4882432" : 20,
"4947968" : 9,
"5013504" : 12,
"5079040" : 18,
"5144576" : 11,
"5210112" : 11,
"5275648" : 14,
"5341184" : 16,
"5406720" : 20,
"5472256" : 14,
"5537792" : 9,
"5603328" : 6,
"5668864" : 5,
"5734400" : 3,
"5799936" : 5,
"5865472" : 4,
"5931008" : 4,
"5996544" : 4,
"6127616" : 3,
"6193152" : 4,
"6258688" : 1,
"6324224" : 2,
"6389760" : 2,
"6520832" : 1,
"7766016" : 1,
"8159232" : 1
}
},
"lat_ns" : {
"min" : 107696,
"max" : 8660009,
"mean" : 1941372.710315,
"stddev" : 783951.551786,
"N" : 329378
},
"bw_min" : 118592,
"bw_max" : 155809,
"bw_agg" : 100.000000,
"bw_mean" : 132095.736842,
"bw_dev" : 536.110645,
"bw_samples" : 304,
"iops_min" : 29648,
"iops_max" : 38950,
"iops_mean" : 33023.210526,
"iops_stddev" : 133.991067,
"iops_samples" : 304
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 160000,
"usr_cpu" : 0.671250,
"sys_cpu" : 8.013750,
"ctx" : 371628,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.148151,
"250" : 4.298816,
"500" : 4.497971,
"750" : 4.944853,
"1000" : 5.578139
},
"latency_ms" : {
"2" : 65.592772,
"4" : 14.768681,
"10" : 0.166063,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120421,
"timestamp_ms" : 1774120421222,
"time" : "Sat Mar 21 16:13:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2595037184,
"io_kbytes" : 2534216,
"bw_bytes" : 129751859,
"bw" : 126710,
"iops" : 31678.900000,
"runtime" : 20000,
"total_ios" : 633578,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14702,
"max" : 5291000,
"mean" : 500270.134650,
"stddev" : 237672.744402,
"N" : 633578
},
"clat_ns" : {
"min" : 78090,
"max" : 8157816,
"mean" : 1518065.224936,
"stddev" : 600193.238603,
"N" : 633562,
"percentile" : {
"1.000000" : 150528,
"5.000000" : 415744,
"10.000000" : 626688,
"20.000000" : 1056768,
"30.000000" : 1302528,
"40.000000" : 1449984,
"50.000000" : 1564672,
"60.000000" : 1679360,
"70.000000" : 1794048,
"80.000000" : 1957888,
"90.000000" : 2211840,
"95.000000" : 2408448,
"99.000000" : 2965504,
"99.500000" : 3260416,
"99.900000" : 4145152,
"99.950000" : 4620288,
"99.990000" : 5537792
},
"bins" : {
"78336" : 1,
"81408" : 1,
"82432" : 2,
"83456" : 4,
"84480" : 1,
"85504" : 3,
"86528" : 5,
"87552" : 8,
"88576" : 16,
"89600" : 14,
"90624" : 22,
"91648" : 25,
"92672" : 30,
"93696" : 32,
"94720" : 61,
"95744" : 56,
"96768" : 71,
"97792" : 80,
"98816" : 77,
"99840" : 87,
"100864" : 73,
"101888" : 101,
"102912" : 92,
"103936" : 110,
"104960" : 105,
"105984" : 125,
"107008" : 120,
"108032" : 114,
"109056" : 131,
"110080" : 122,
"111104" : 112,
"112128" : 119,
"113152" : 95,
"114176" : 99,
"115200" : 145,
"116224" : 109,
"117248" : 98,
"118272" : 99,
"119296" : 114,
"120320" : 107,
"121344" : 86,
"122368" : 123,
"123392" : 116,
"124416" : 101,
"125440" : 102,
"126464" : 115,
"127488" : 102,
"128512" : 127,
"129536" : 122,
"130560" : 109,
"132096" : 249,
"134144" : 200,
"136192" : 268,
"138240" : 219,
"140288" : 269,
"142336" : 272,
"144384" : 248,
"146432" : 276,
"148480" : 272,
"150528" : 269,
"152576" : 261,
"154624" : 275,
"156672" : 255,
"158720" : 312,
"160768" : 269,
"162816" : 277,
"164864" : 278,
"166912" : 284,
"168960" : 272,
"171008" : 254,
"173056" : 240,
"175104" : 260,
"177152" : 276,
"179200" : 235,
"181248" : 227,
"183296" : 256,
"185344" : 250,
"187392" : 207,
"189440" : 228,
"191488" : 236,
"193536" : 221,
"195584" : 200,
"197632" : 221,
"199680" : 213,
"201728" : 231,
"203776" : 202,
"205824" : 188,
"207872" : 182,
"209920" : 207,
"211968" : 219,
"214016" : 192,
"216064" : 206,
"218112" : 185,
"220160" : 220,
"222208" : 201,
"224256" : 215,
"226304" : 198,
"228352" : 201,
"230400" : 195,
"232448" : 201,
"234496" : 200,
"236544" : 191,
"238592" : 189,
"240640" : 199,
"242688" : 172,
"244736" : 191,
"246784" : 222,
"248832" : 190,
"250880" : 200,
"252928" : 205,
"254976" : 179,
"257024" : 184,
"259072" : 153,
"261120" : 178,
"264192" : 304,
"268288" : 307,
"272384" : 278,
"276480" : 270,
"280576" : 275,
"284672" : 230,
"288768" : 240,
"292864" : 244,
"296960" : 244,
"301056" : 209,
"305152" : 217,
"309248" : 220,
"313344" : 253,
"317440" : 256,
"321536" : 305,
"325632" : 314,
"329728" : 331,
"333824" : 383,
"337920" : 417,
"342016" : 432,
"346112" : 412,
"350208" : 414,
"354304" : 453,
"358400" : 411,
"362496" : 453,
"366592" : 467,
"370688" : 434,
"374784" : 436,
"378880" : 459,
"382976" : 398,
"387072" : 467,
"391168" : 455,
"395264" : 431,
"399360" : 420,
"403456" : 453,
"407552" : 435,
"411648" : 468,
"415744" : 516,
"419840" : 542,
"423936" : 552,
"428032" : 554,
"432128" : 595,
"436224" : 593,
"440320" : 679,
"444416" : 641,
"448512" : 651,
"452608" : 699,
"456704" : 698,
"460800" : 712,
"464896" : 695,
"468992" : 643,
"473088" : 673,
"477184" : 671,
"481280" : 677,
"485376" : 637,
"489472" : 659,
"493568" : 658,
"497664" : 676,
"501760" : 671,
"505856" : 648,
"509952" : 673,
"514048" : 601,
"518144" : 613,
"522240" : 667,
"528384" : 1248,
"536576" : 1211,
"544768" : 1190,
"552960" : 1194,
"561152" : 1181,
"569344" : 1133,
"577536" : 1172,
"585728" : 1131,
"593920" : 1133,
"602112" : 1112,
"610304" : 1104,
"618496" : 1117,
"626688" : 1092,
"634880" : 1019,
"643072" : 1081,
"651264" : 1004,
"659456" : 1078,
"667648" : 1068,
"675840" : 1094,
"684032" : 1000,
"692224" : 1049,
"700416" : 1011,
"708608" : 1057,
"716800" : 1080,
"724992" : 1061,
"733184" : 1084,
"741376" : 1080,
"749568" : 1092,
"757760" : 1097,
"765952" : 1097,
"774144" : 1098,
"782336" : 1056,
"790528" : 1067,
"798720" : 1104,
"806912" : 1020,
"815104" : 1056,
"823296" : 1067,
"831488" : 1054,
"839680" : 1104,
"847872" : 1078,
"856064" : 1060,
"864256" : 1105,
"872448" : 1145,
"880640" : 1171,
"888832" : 1153,
"897024" : 1194,
"905216" : 1170,
"913408" : 1196,
"921600" : 1194,
"929792" : 1180,
"937984" : 1201,
"946176" : 1188,
"954368" : 1126,
"962560" : 1287,
"970752" : 1206,
"978944" : 1345,
"987136" : 1416,
"995328" : 1670,
"1003520" : 1664,
"1011712" : 1645,
"1019904" : 1650,
"1028096" : 1513,
"1036288" : 1544,
"1044480" : 1554,
"1056768" : 3009,
"1073152" : 2948,
"1089536" : 2865,
"1105920" : 3105,
"1122304" : 3301,
"1138688" : 3478,
"1155072" : 3741,
"1171456" : 3981,
"1187840" : 4230,
"1204224" : 4435,
"1220608" : 4827,
"1236992" : 4898,
"1253376" : 5042,
"1269760" : 5301,
"1286144" : 5693,
"1302528" : 5974,
"1318912" : 6282,
"1335296" : 6717,
"1351680" : 6928,
"1368064" : 6979,
"1384448" : 7327,
"1400832" : 7366,
"1417216" : 7358,
"1433600" : 7653,
"1449984" : 8484,
"1466368" : 9537,
"1482752" : 10336,
"1499136" : 10306,
"1515520" : 10069,
"1531904" : 9666,
"1548288" : 9065,
"1564672" : 8738,
"1581056" : 8342,
"1597440" : 8398,
"1613824" : 8376,
"1630208" : 9368,
"1646592" : 9563,
"1662976" : 10158,
"1679360" : 10090,
"1695744" : 9773,
"1712128" : 9163,
"1728512" : 8404,
"1744896" : 8091,
"1761280" : 8213,
"1777664" : 8042,
"1794048" : 7991,
"1810432" : 7387,
"1826816" : 6800,
"1843200" : 6488,
"1859584" : 6529,
"1875968" : 6581,
"1892352" : 6155,
"1908736" : 5736,
"1925120" : 5344,
"1941504" : 5005,
"1957888" : 5411,
"1974272" : 5346,
"1990656" : 5261,
"2007040" : 5215,
"2023424" : 4575,
"2039808" : 3831,
"2056192" : 3829,
"2072576" : 3620,
"2088960" : 3536,
"2113536" : 7263,
"2146304" : 7020,
"2179072" : 6298,
"2211840" : 6395,
"2244608" : 5933,
"2277376" : 5698,
"2310144" : 5248,
"2342912" : 5029,
"2375680" : 4474,
"2408448" : 4115,
"2441216" : 3674,
"2473984" : 3171,
"2506752" : 2749,
"2539520" : 2265,
"2572288" : 1901,
"2605056" : 1741,
"2637824" : 1521,
"2670592" : 1311,
"2703360" : 1161,
"2736128" : 990,
"2768896" : 989,
"2801664" : 813,
"2834432" : 697,
"2867200" : 683,
"2899968" : 634,
"2932736" : 531,
"2965504" : 558,
"2998272" : 465,
"3031040" : 413,
"3063808" : 424,
"3096576" : 358,
"3129344" : 314,
"3162112" : 335,
"3194880" : 285,
"3227648" : 304,
"3260416" : 238,
"3293184" : 211,
"3325952" : 177,
"3358720" : 182,
"3391488" : 173,
"3424256" : 147,
"3457024" : 147,
"3489792" : 148,
"3522560" : 115,
"3555328" : 109,
"3588096" : 128,
"3620864" : 100,
"3653632" : 86,
"3686400" : 75,
"3719168" : 83,
"3751936" : 60,
"3784704" : 52,
"3817472" : 63,
"3850240" : 58,
"3883008" : 45,
"3915776" : 53,
"3948544" : 54,
"3981312" : 48,
"4014080" : 47,
"4046848" : 43,
"4079616" : 43,
"4112384" : 29,
"4145152" : 40,
"4177920" : 32,
"4227072" : 55,
"4292608" : 54,
"4358144" : 38,
"4423680" : 35,
"4489216" : 30,
"4554752" : 30,
"4620288" : 27,
"4685824" : 28,
"4751360" : 23,
"4816896" : 14,
"4882432" : 24,
"4947968" : 14,
"5013504" : 13,
"5079040" : 21,
"5144576" : 12,
"5210112" : 12,
"5275648" : 17,
"5341184" : 26,
"5406720" : 21,
"5472256" : 16,
"5537792" : 10,
"5603328" : 7,
"5668864" : 5,
"5734400" : 5,
"5799936" : 7,
"5865472" : 6,
"5931008" : 5,
"5996544" : 4,
"6062080" : 2,
"6127616" : 4,
"6193152" : 5,
"6258688" : 4,
"6324224" : 2,
"6389760" : 3,
"6520832" : 2,
"7766016" : 1,
"8159232" : 1
}
},
"lat_ns" : {
"min" : 107696,
"max" : 8660009,
"mean" : 2018347.451896,
"stddev" : 775659.367035,
"N" : 633562
},
"bw_min" : 109800,
"bw_max" : 155809,
"bw_agg" : 100.000000,
"bw_mean" : 127018.051282,
"bw_dev" : 554.137883,
"bw_samples" : 624,
"iops_min" : 27450,
"iops_max" : 38950,
"iops_mean" : 31753.307692,
"iops_stddev" : 138.536947,
"iops_samples" : 624
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319994,
"usr_cpu" : 0.651575,
"sys_cpu" : 7.647331,
"ctx" : 728176,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999684,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999684,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.089176,
"250" : 2.634246,
"500" : 4.378940,
"750" : 5.395547,
"1000" : 5.607991
},
"latency_ms" : {
"2" : 63.997961,
"4" : 17.764979,
"10" : 0.128635,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120431,
"timestamp_ms" : 1774120431222,
"time" : "Sat Mar 21 16:13:51 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3746582528,
"io_kbytes" : 3658772,
"bw_bytes" : 124890247,
"bw" : 121963,
"iops" : 30491.483049,
"runtime" : 29999,
"total_ios" : 914714,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14702,
"max" : 5291000,
"mean" : 520087.110278,
"stddev" : 245171.960658,
"N" : 914714
},
"clat_ns" : {
"min" : 78090,
"max" : 8157816,
"mean" : 1576999.580547,
"stddev" : 620671.565029,
"N" : 914698,
"percentile" : {
"1.000000" : 164864,
"5.000000" : 456704,
"10.000000" : 692224,
"20.000000" : 1122304,
"30.000000" : 1335296,
"40.000000" : 1482752,
"50.000000" : 1597440,
"60.000000" : 1712128,
"70.000000" : 1859584,
"80.000000" : 2039808,
"90.000000" : 2342912,
"95.000000" : 2539520,
"99.000000" : 3096576,
"99.500000" : 3424256,
"99.900000" : 4358144,
"99.950000" : 4816896,
"99.990000" : 5668864
},
"bins" : {
"78336" : 1,
"81408" : 1,
"82432" : 2,
"83456" : 4,
"84480" : 1,
"85504" : 4,
"86528" : 5,
"87552" : 8,
"88576" : 16,
"89600" : 14,
"90624" : 22,
"91648" : 27,
"92672" : 30,
"93696" : 33,
"94720" : 63,
"95744" : 58,
"96768" : 74,
"97792" : 80,
"98816" : 79,
"99840" : 90,
"100864" : 77,
"101888" : 106,
"102912" : 96,
"103936" : 112,
"104960" : 114,
"105984" : 135,
"107008" : 124,
"108032" : 123,
"109056" : 150,
"110080" : 133,
"111104" : 131,
"112128" : 138,
"113152" : 106,
"114176" : 112,
"115200" : 154,
"116224" : 129,
"117248" : 115,
"118272" : 112,
"119296" : 138,
"120320" : 131,
"121344" : 107,
"122368" : 141,
"123392" : 136,
"124416" : 118,
"125440" : 130,
"126464" : 131,
"127488" : 119,
"128512" : 143,
"129536" : 147,
"130560" : 122,
"132096" : 274,
"134144" : 242,
"136192" : 300,
"138240" : 247,
"140288" : 313,
"142336" : 313,
"144384" : 286,
"146432" : 316,
"148480" : 299,
"150528" : 301,
"152576" : 292,
"154624" : 293,
"156672" : 271,
"158720" : 343,
"160768" : 282,
"162816" : 290,
"164864" : 295,
"166912" : 304,
"168960" : 288,
"171008" : 272,
"173056" : 250,
"175104" : 269,
"177152" : 287,
"179200" : 253,
"181248" : 243,
"183296" : 268,
"185344" : 266,
"187392" : 214,
"189440" : 239,
"191488" : 246,
"193536" : 232,
"195584" : 213,
"197632" : 227,
"199680" : 222,
"201728" : 241,
"203776" : 210,
"205824" : 195,
"207872" : 195,
"209920" : 222,
"211968" : 232,
"214016" : 204,
"216064" : 223,
"218112" : 196,
"220160" : 239,
"222208" : 215,
"224256" : 239,
"226304" : 218,
"228352" : 227,
"230400" : 207,
"232448" : 222,
"234496" : 226,
"236544" : 210,
"238592" : 220,
"240640" : 232,
"242688" : 202,
"244736" : 213,
"246784" : 243,
"248832" : 223,
"250880" : 241,
"252928" : 237,
"254976" : 198,
"257024" : 218,
"259072" : 188,
"261120" : 214,
"264192" : 375,
"268288" : 359,
"272384" : 337,
"276480" : 327,
"280576" : 335,
"284672" : 296,
"288768" : 308,
"292864" : 316,
"296960" : 310,
"301056" : 278,
"305152" : 271,
"309248" : 291,
"313344" : 323,
"317440" : 335,
"321536" : 380,
"325632" : 406,
"329728" : 430,
"333824" : 489,
"337920" : 535,
"342016" : 583,
"346112" : 563,
"350208" : 563,
"354304" : 607,
"358400" : 554,
"362496" : 584,
"366592" : 590,
"370688" : 577,
"374784" : 591,
"378880" : 592,
"382976" : 559,
"387072" : 630,
"391168" : 609,
"395264" : 593,
"399360" : 571,
"403456" : 600,
"407552" : 606,
"411648" : 633,
"415744" : 697,
"419840" : 733,
"423936" : 739,
"428032" : 733,
"432128" : 797,
"436224" : 786,
"440320" : 900,
"444416" : 855,
"448512" : 888,
"452608" : 939,
"456704" : 925,
"460800" : 939,
"464896" : 930,
"468992" : 839,
"473088" : 942,
"477184" : 896,
"481280" : 900,
"485376" : 854,
"489472" : 900,
"493568" : 882,
"497664" : 907,
"501760" : 906,
"505856" : 868,
"509952" : 892,
"514048" : 820,
"518144" : 848,
"522240" : 892,
"528384" : 1702,
"536576" : 1661,
"544768" : 1639,
"552960" : 1675,
"561152" : 1605,
"569344" : 1561,
"577536" : 1575,
"585728" : 1529,
"593920" : 1545,
"602112" : 1533,
"610304" : 1509,
"618496" : 1526,
"626688" : 1515,
"634880" : 1447,
"643072" : 1480,
"651264" : 1377,
"659456" : 1460,
"667648" : 1496,
"675840" : 1467,
"684032" : 1396,
"692224" : 1474,
"700416" : 1435,
"708608" : 1460,
"716800" : 1463,
"724992" : 1470,
"733184" : 1476,
"741376" : 1452,
"749568" : 1481,
"757760" : 1461,
"765952" : 1469,
"774144" : 1472,
"782336" : 1445,
"790528" : 1449,
"798720" : 1485,
"806912" : 1391,
"815104" : 1457,
"823296" : 1418,
"831488" : 1426,
"839680" : 1535,
"847872" : 1469,
"856064" : 1448,
"864256" : 1493,
"872448" : 1538,
"880640" : 1548,
"888832" : 1531,
"897024" : 1605,
"905216" : 1573,
"913408" : 1579,
"921600" : 1621,
"929792" : 1668,
"937984" : 1640,
"946176" : 1671,
"954368" : 1633,
"962560" : 1787,
"970752" : 1750,
"978944" : 1932,
"987136" : 2022,
"995328" : 2361,
"1003520" : 2330,
"1011712" : 2349,
"1019904" : 2325,
"1028096" : 2119,
"1036288" : 2179,
"1044480" : 2178,
"1056768" : 4292,
"1073152" : 4237,
"1089536" : 4188,
"1105920" : 4460,
"1122304" : 4685,
"1138688" : 5014,
"1155072" : 5379,
"1171456" : 5709,
"1187840" : 6127,
"1204224" : 6356,
"1220608" : 6893,
"1236992" : 6935,
"1253376" : 7107,
"1269760" : 7459,
"1286144" : 7901,
"1302528" : 8325,
"1318912" : 8846,
"1335296" : 9366,
"1351680" : 9573,
"1368064" : 9615,
"1384448" : 9935,
"1400832" : 10223,
"1417216" : 10121,
"1433600" : 10703,
"1449984" : 11702,
"1466368" : 12797,
"1482752" : 13691,
"1499136" : 13730,
"1515520" : 13307,
"1531904" : 12862,
"1548288" : 12173,
"1564672" : 11569,
"1581056" : 11078,
"1597440" : 10980,
"1613824" : 11262,
"1630208" : 12487,
"1646592" : 12796,
"1662976" : 13723,
"1679360" : 13738,
"1695744" : 13277,
"1712128" : 12696,
"1728512" : 11748,
"1744896" : 11343,
"1761280" : 11304,
"1777664" : 11150,
"1794048" : 11135,
"1810432" : 10563,
"1826816" : 9765,
"1843200" : 9226,
"1859584" : 9501,
"1875968" : 9392,
"1892352" : 8884,
"1908736" : 8408,
"1925120" : 7850,
"1941504" : 7751,
"1957888" : 8259,
"1974272" : 7978,
"1990656" : 8101,
"2007040" : 8473,
"2023424" : 7129,
"2039808" : 5986,
"2056192" : 5914,
"2072576" : 5605,
"2088960" : 5468,
"2113536" : 11169,
"2146304" : 10823,
"2179072" : 10114,
"2211840" : 10151,
"2244608" : 9901,
"2277376" : 9360,
"2310144" : 8803,
"2342912" : 8591,
"2375680" : 7864,
"2408448" : 7366,
"2441216" : 7057,
"2473984" : 6258,
"2506752" : 5835,
"2539520" : 4935,
"2572288" : 4388,
"2605056" : 4016,
"2637824" : 3589,
"2670592" : 3187,
"2703360" : 2765,
"2736128" : 2509,
"2768896" : 2186,
"2801664" : 1874,
"2834432" : 1647,
"2867200" : 1552,
"2899968" : 1355,
"2932736" : 1179,
"2965504" : 1138,
"2998272" : 1018,
"3031040" : 946,
"3063808" : 871,
"3096576" : 742,
"3129344" : 656,
"3162112" : 601,
"3194880" : 542,
"3227648" : 509,
"3260416" : 397,
"3293184" : 375,
"3325952" : 356,
"3358720" : 326,
"3391488" : 312,
"3424256" : 267,
"3457024" : 266,
"3489792" : 257,
"3522560" : 217,
"3555328" : 190,
"3588096" : 224,
"3620864" : 185,
"3653632" : 168,
"3686400" : 157,
"3719168" : 156,
"3751936" : 157,
"3784704" : 141,
"3817472" : 124,
"3850240" : 127,
"3883008" : 103,
"3915776" : 113,
"3948544" : 108,
"3981312" : 107,
"4014080" : 97,
"4046848" : 99,
"4079616" : 90,
"4112384" : 65,
"4145152" : 80,
"4177920" : 55,
"4227072" : 121,
"4292608" : 114,
"4358144" : 81,
"4423680" : 77,
"4489216" : 76,
"4554752" : 78,
"4620288" : 63,
"4685824" : 66,
"4751360" : 49,
"4816896" : 43,
"4882432" : 39,
"4947968" : 29,
"5013504" : 41,
"5079040" : 31,
"5144576" : 28,
"5210112" : 32,
"5275648" : 24,
"5341184" : 38,
"5406720" : 27,
"5472256" : 22,
"5537792" : 14,
"5603328" : 12,
"5668864" : 15,
"5734400" : 13,
"5799936" : 14,
"5865472" : 10,
"5931008" : 10,
"5996544" : 4,
"6062080" : 7,
"6127616" : 7,
"6193152" : 8,
"6258688" : 5,
"6324224" : 3,
"6389760" : 3,
"6520832" : 2,
"6586368" : 1,
"6651904" : 1,
"6848512" : 1,
"6979584" : 1,
"7766016" : 1,
"8159232" : 1
}
},
"lat_ns" : {
"min" : 107696,
"max" : 8660009,
"mean" : 2097087.947097,
"stddev" : 803320.417166,
"N" : 914698
},
"bw_min" : 99120,
"bw_max" : 155809,
"bw_agg" : 100.000000,
"bw_mean" : 122286.203390,
"bw_dev" : 671.798084,
"bw_samples" : 944,
"iops_min" : 24780,
"iops_max" : 38950,
"iops_mean" : 30570.322034,
"iops_stddev" : 167.939091,
"iops_samples" : 944
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479984,
"usr_cpu" : 0.637521,
"sys_cpu" : 7.325453,
"ctx" : 1045622,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999891,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999891,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.063408,
"250" : 1.999423,
"500" : 4.004093,
"750" : 5.124662,
"1000" : 5.326802
},
"latency_ms" : {
"2" : 61.614778,
"4" : 21.680110,
"10" : 0.184976,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120441,
"timestamp_ms" : 1774120441223,
"time" : "Sat Mar 21 16:14:01 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4809773056,
"io_kbytes" : 4697044,
"bw_bytes" : 120244326,
"bw" : 117426,
"iops" : 29357.050000,
"runtime" : 40000,
"total_ios" : 1174282,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14702,
"max" : 5291000,
"mean" : 540467.156600,
"stddev" : 258587.511372,
"N" : 1174282
},
"clat_ns" : {
"min" : 78090,
"max" : 10232271,
"mean" : 1637716.224539,
"stddev" : 637175.481831,
"N" : 1174266,
"percentile" : {
"1.000000" : 185344,
"5.000000" : 509952,
"10.000000" : 798720,
"20.000000" : 1187840,
"30.000000" : 1368064,
"40.000000" : 1499136,
"50.000000" : 1630208,
"60.000000" : 1761280,
"70.000000" : 1908736,
"80.000000" : 2113536,
"90.000000" : 2408448,
"95.000000" : 2637824,
"99.000000" : 3358720,
"99.500000" : 3784704,
"99.900000" : 4751360,
"99.950000" : 5210112,
"99.990000" : 5996544
},
"bins" : {
"78336" : 1,
"81408" : 1,
"82432" : 2,
"83456" : 4,
"84480" : 1,
"85504" : 4,
"86528" : 5,
"87552" : 8,
"88576" : 16,
"89600" : 14,
"90624" : 22,
"91648" : 27,
"92672" : 30,
"93696" : 33,
"94720" : 63,
"95744" : 58,
"96768" : 74,
"97792" : 80,
"98816" : 79,
"99840" : 90,
"100864" : 77,
"101888" : 106,
"102912" : 96,
"103936" : 112,
"104960" : 114,
"105984" : 135,
"107008" : 124,
"108032" : 123,
"109056" : 150,
"110080" : 133,
"111104" : 131,
"112128" : 138,
"113152" : 106,
"114176" : 112,
"115200" : 154,
"116224" : 129,
"117248" : 115,
"118272" : 112,
"119296" : 138,
"120320" : 131,
"121344" : 107,
"122368" : 141,
"123392" : 136,
"124416" : 118,
"125440" : 130,
"126464" : 131,
"127488" : 120,
"128512" : 143,
"129536" : 147,
"130560" : 122,
"132096" : 274,
"134144" : 242,
"136192" : 300,
"138240" : 249,
"140288" : 313,
"142336" : 313,
"144384" : 286,
"146432" : 316,
"148480" : 299,
"150528" : 302,
"152576" : 292,
"154624" : 293,
"156672" : 271,
"158720" : 343,
"160768" : 282,
"162816" : 290,
"164864" : 295,
"166912" : 304,
"168960" : 288,
"171008" : 272,
"173056" : 251,
"175104" : 269,
"177152" : 287,
"179200" : 253,
"181248" : 243,
"183296" : 268,
"185344" : 266,
"187392" : 214,
"189440" : 239,
"191488" : 247,
"193536" : 233,
"195584" : 213,
"197632" : 228,
"199680" : 222,
"201728" : 241,
"203776" : 210,
"205824" : 195,
"207872" : 196,
"209920" : 222,
"211968" : 232,
"214016" : 205,
"216064" : 223,
"218112" : 196,
"220160" : 239,
"222208" : 217,
"224256" : 239,
"226304" : 219,
"228352" : 227,
"230400" : 209,
"232448" : 225,
"234496" : 228,
"236544" : 211,
"238592" : 221,
"240640" : 234,
"242688" : 205,
"244736" : 217,
"246784" : 244,
"248832" : 228,
"250880" : 243,
"252928" : 238,
"254976" : 201,
"257024" : 218,
"259072" : 189,
"261120" : 216,
"264192" : 381,
"268288" : 361,
"272384" : 343,
"276480" : 332,
"280576" : 341,
"284672" : 302,
"288768" : 310,
"292864" : 319,
"296960" : 314,
"301056" : 282,
"305152" : 273,
"309248" : 295,
"313344" : 331,
"317440" : 339,
"321536" : 391,
"325632" : 418,
"329728" : 439,
"333824" : 494,
"337920" : 545,
"342016" : 599,
"346112" : 584,
"350208" : 573,
"354304" : 619,
"358400" : 568,
"362496" : 599,
"366592" : 603,
"370688" : 590,
"374784" : 606,
"378880" : 604,
"382976" : 571,
"387072" : 644,
"391168" : 627,
"395264" : 610,
"399360" : 586,
"403456" : 615,
"407552" : 623,
"411648" : 645,
"415744" : 714,
"419840" : 754,
"423936" : 762,
"428032" : 758,
"432128" : 818,
"436224" : 806,
"440320" : 918,
"444416" : 879,
"448512" : 932,
"452608" : 968,
"456704" : 954,
"460800" : 976,
"464896" : 965,
"468992" : 877,
"473088" : 979,
"477184" : 938,
"481280" : 932,
"485376" : 901,
"489472" : 936,
"493568" : 909,
"497664" : 958,
"501760" : 946,
"505856" : 905,
"509952" : 929,
"514048" : 866,
"518144" : 881,
"522240" : 931,
"528384" : 1782,
"536576" : 1756,
"544768" : 1736,
"552960" : 1759,
"561152" : 1694,
"569344" : 1652,
"577536" : 1664,
"585728" : 1634,
"593920" : 1646,
"602112" : 1629,
"610304" : 1602,
"618496" : 1641,
"626688" : 1647,
"634880" : 1594,
"643072" : 1593,
"651264" : 1515,
"659456" : 1608,
"667648" : 1631,
"675840" : 1600,
"684032" : 1551,
"692224" : 1658,
"700416" : 1598,
"708608" : 1615,
"716800" : 1635,
"724992" : 1673,
"733184" : 1672,
"741376" : 1630,
"749568" : 1663,
"757760" : 1678,
"765952" : 1692,
"774144" : 1685,
"782336" : 1699,
"790528" : 1700,
"798720" : 1735,
"806912" : 1637,
"815104" : 1689,
"823296" : 1683,
"831488" : 1682,
"839680" : 1804,
"847872" : 1781,
"856064" : 1720,
"864256" : 1780,
"872448" : 1864,
"880640" : 1854,
"888832" : 1838,
"897024" : 1938,
"905216" : 1933,
"913408" : 1919,
"921600" : 2003,
"929792" : 2053,
"937984" : 2062,
"946176" : 2074,
"954368" : 2027,
"962560" : 2234,
"970752" : 2201,
"978944" : 2449,
"987136" : 2526,
"995328" : 2953,
"1003520" : 2963,
"1011712" : 2921,
"1019904" : 2867,
"1028096" : 2614,
"1036288" : 2744,
"1044480" : 2727,
"1056768" : 5386,
"1073152" : 5446,
"1089536" : 5465,
"1105920" : 5748,
"1122304" : 6149,
"1138688" : 6589,
"1155072" : 7036,
"1171456" : 7558,
"1187840" : 8094,
"1204224" : 8397,
"1220608" : 9046,
"1236992" : 9093,
"1253376" : 9417,
"1269760" : 9953,
"1286144" : 10570,
"1302528" : 11062,
"1318912" : 11679,
"1335296" : 12231,
"1351680" : 12495,
"1368064" : 12647,
"1384448" : 12889,
"1400832" : 13230,
"1417216" : 13224,
"1433600" : 13769,
"1449984" : 14965,
"1466368" : 15889,
"1482752" : 16902,
"1499136" : 16945,
"1515520" : 16597,
"1531904" : 15975,
"1548288" : 15205,
"1564672" : 14455,
"1581056" : 13965,
"1597440" : 13729,
"1613824" : 14010,
"1630208" : 15177,
"1646592" : 15468,
"1662976" : 16306,
"1679360" : 16414,
"1695744" : 15907,
"1712128" : 15307,
"1728512" : 14414,
"1744896" : 14017,
"1761280" : 13950,
"1777664" : 13867,
"1794048" : 13838,
"1810432" : 13128,
"1826816" : 12251,
"1843200" : 11672,
"1859584" : 11967,
"1875968" : 11858,
"1892352" : 11184,
"1908736" : 10725,
"1925120" : 10245,
"1941504" : 10094,
"1957888" : 10683,
"1974272" : 10417,
"1990656" : 10755,
"2007040" : 11436,
"2023424" : 9634,
"2039808" : 8350,
"2056192" : 8364,
"2072576" : 7952,
"2088960" : 7784,
"2113536" : 15741,
"2146304" : 15193,
"2179072" : 14414,
"2211840" : 14116,
"2244608" : 13670,
"2277376" : 13041,
"2310144" : 12329,
"2342912" : 11925,
"2375680" : 11034,
"2408448" : 10409,
"2441216" : 10012,
"2473984" : 9060,
"2506752" : 8530,
"2539520" : 7391,
"2572288" : 6733,
"2605056" : 6375,
"2637824" : 5724,
"2670592" : 5278,
"2703360" : 4578,
"2736128" : 4276,
"2768896" : 3737,
"2801664" : 3269,
"2834432" : 2885,
"2867200" : 2663,
"2899968" : 2342,
"2932736" : 2037,
"2965504" : 1907,
"2998272" : 1754,
"3031040" : 1545,
"3063808" : 1467,
"3096576" : 1239,
"3129344" : 1162,
"3162112" : 1038,
"3194880" : 902,
"3227648" : 886,
"3260416" : 750,
"3293184" : 687,
"3325952" : 675,
"3358720" : 641,
"3391488" : 572,
"3424256" : 537,
"3457024" : 524,
"3489792" : 504,
"3522560" : 444,
"3555328" : 394,
"3588096" : 429,
"3620864" : 377,
"3653632" : 366,
"3686400" : 325,
"3719168" : 323,
"3751936" : 317,
"3784704" : 302,
"3817472" : 280,
"3850240" : 285,
"3883008" : 259,
"3915776" : 260,
"3948544" : 237,
"3981312" : 229,
"4014080" : 233,
"4046848" : 227,
"4079616" : 204,
"4112384" : 163,
"4145152" : 193,
"4177920" : 130,
"4227072" : 304,
"4292608" : 277,
"4358144" : 247,
"4423680" : 221,
"4489216" : 197,
"4554752" : 184,
"4620288" : 158,
"4685824" : 164,
"4751360" : 116,
"4816896" : 114,
"4882432" : 98,
"4947968" : 80,
"5013504" : 81,
"5079040" : 74,
"5144576" : 72,
"5210112" : 86,
"5275648" : 54,
"5341184" : 62,
"5406720" : 45,
"5472256" : 56,
"5537792" : 27,
"5603328" : 23,
"5668864" : 30,
"5734400" : 30,
"5799936" : 27,
"5865472" : 22,
"5931008" : 17,
"5996544" : 19,
"6062080" : 17,
"6127616" : 15,
"6193152" : 21,
"6258688" : 10,
"6324224" : 10,
"6389760" : 10,
"6455296" : 2,
"6520832" : 3,
"6586368" : 2,
"6651904" : 4,
"6717440" : 2,
"6782976" : 3,
"6848512" : 5,
"6979584" : 1,
"7045120" : 2,
"7110656" : 2,
"7372800" : 1,
"7569408" : 1,
"7766016" : 1,
"8159232" : 1,
"8585216" : 1,
"10289152" : 1
}
},
"lat_ns" : {
"min" : 107696,
"max" : 10707743,
"mean" : 2178175.271766,
"stddev" : 820901.343076,
"N" : 1174266
},
"bw_min" : 97464,
"bw_max" : 155809,
"bw_agg" : 100.000000,
"bw_mean" : 117633.759494,
"bw_dev" : 775.988570,
"bw_samples" : 1264,
"iops_min" : 24366,
"iops_max" : 38950,
"iops_mean" : 29407.430380,
"iops_stddev" : 193.973480,
"iops_samples" : 1264
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639991,
"usr_cpu" : 0.611415,
"sys_cpu" : 7.076818,
"ctx" : 1336097,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.049392,
"250" : 1.560613,
"500" : 3.206981,
"750" : 4.316765,
"1000" : 5.013617
},
"latency_ms" : {
"2" : 60.710630,
"4" : 24.788594,
"10" : 0.351960,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120451,
"timestamp_ms" : 1774120451223,
"time" : "Sat Mar 21 16:14:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5790040064,
"io_kbytes" : 5654336,
"bw_bytes" : 115800801,
"bw" : 113086,
"iops" : 28272.080000,
"runtime" : 50000,
"total_ios" : 1413604,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14702,
"max" : 5291000,
"mean" : 561489.029011,
"stddev" : 269576.608817,
"N" : 1413604
},
"clat_ns" : {
"min" : 78090,
"max" : 10232271,
"mean" : 1700409.106269,
"stddev" : 658784.902075,
"N" : 1413588,
"percentile" : {
"1.000000" : 205824,
"5.000000" : 561152,
"10.000000" : 897024,
"20.000000" : 1236992,
"30.000000" : 1417216,
"40.000000" : 1548288,
"50.000000" : 1662976,
"60.000000" : 1794048,
"70.000000" : 1957888,
"80.000000" : 2179072,
"90.000000" : 2506752,
"95.000000" : 2801664,
"99.000000" : 3555328,
"99.500000" : 4014080,
"99.900000" : 4947968,
"99.950000" : 5341184,
"99.990000" : 6193152
},
"bins" : {
"78336" : 1,
"81408" : 1,
"82432" : 2,
"83456" : 4,
"84480" : 1,
"85504" : 4,
"86528" : 5,
"87552" : 8,
"88576" : 16,
"89600" : 14,
"90624" : 22,
"91648" : 27,
"92672" : 30,
"93696" : 33,
"94720" : 63,
"95744" : 58,
"96768" : 74,
"97792" : 80,
"98816" : 79,
"99840" : 90,
"100864" : 77,
"101888" : 106,
"102912" : 96,
"103936" : 112,
"104960" : 114,
"105984" : 135,
"107008" : 124,
"108032" : 123,
"109056" : 150,
"110080" : 133,
"111104" : 131,
"112128" : 138,
"113152" : 106,
"114176" : 112,
"115200" : 154,
"116224" : 129,
"117248" : 115,
"118272" : 112,
"119296" : 138,
"120320" : 131,
"121344" : 107,
"122368" : 141,
"123392" : 136,
"124416" : 118,
"125440" : 130,
"126464" : 131,
"127488" : 120,
"128512" : 143,
"129536" : 147,
"130560" : 122,
"132096" : 274,
"134144" : 242,
"136192" : 300,
"138240" : 249,
"140288" : 313,
"142336" : 313,
"144384" : 286,
"146432" : 316,
"148480" : 299,
"150528" : 302,
"152576" : 292,
"154624" : 293,
"156672" : 271,
"158720" : 343,
"160768" : 282,
"162816" : 290,
"164864" : 295,
"166912" : 304,
"168960" : 288,
"171008" : 272,
"173056" : 251,
"175104" : 269,
"177152" : 287,
"179200" : 253,
"181248" : 243,
"183296" : 268,
"185344" : 266,
"187392" : 214,
"189440" : 239,
"191488" : 247,
"193536" : 233,
"195584" : 213,
"197632" : 228,
"199680" : 222,
"201728" : 241,
"203776" : 210,
"205824" : 195,
"207872" : 196,
"209920" : 222,
"211968" : 232,
"214016" : 205,
"216064" : 223,
"218112" : 196,
"220160" : 239,
"222208" : 217,
"224256" : 239,
"226304" : 219,
"228352" : 227,
"230400" : 209,
"232448" : 225,
"234496" : 229,
"236544" : 211,
"238592" : 221,
"240640" : 235,
"242688" : 205,
"244736" : 218,
"246784" : 244,
"248832" : 228,
"250880" : 243,
"252928" : 238,
"254976" : 201,
"257024" : 218,
"259072" : 189,
"261120" : 218,
"264192" : 382,
"268288" : 362,
"272384" : 343,
"276480" : 333,
"280576" : 341,
"284672" : 302,
"288768" : 310,
"292864" : 320,
"296960" : 316,
"301056" : 282,
"305152" : 273,
"309248" : 296,
"313344" : 333,
"317440" : 340,
"321536" : 392,
"325632" : 419,
"329728" : 442,
"333824" : 494,
"337920" : 545,
"342016" : 600,
"346112" : 587,
"350208" : 575,
"354304" : 621,
"358400" : 569,
"362496" : 601,
"366592" : 607,
"370688" : 591,
"374784" : 610,
"378880" : 607,
"382976" : 576,
"387072" : 648,
"391168" : 629,
"395264" : 611,
"399360" : 591,
"403456" : 618,
"407552" : 627,
"411648" : 654,
"415744" : 718,
"419840" : 758,
"423936" : 765,
"428032" : 762,
"432128" : 823,
"436224" : 813,
"440320" : 928,
"444416" : 884,
"448512" : 936,
"452608" : 973,
"456704" : 962,
"460800" : 977,
"464896" : 970,
"468992" : 886,
"473088" : 983,
"477184" : 950,
"481280" : 941,
"485376" : 909,
"489472" : 941,
"493568" : 917,
"497664" : 963,
"501760" : 954,
"505856" : 921,
"509952" : 937,
"514048" : 872,
"518144" : 894,
"522240" : 944,
"528384" : 1819,
"536576" : 1786,
"544768" : 1762,
"552960" : 1788,
"561152" : 1723,
"569344" : 1681,
"577536" : 1693,
"585728" : 1671,
"593920" : 1689,
"602112" : 1650,
"610304" : 1630,
"618496" : 1690,
"626688" : 1682,
"634880" : 1641,
"643072" : 1638,
"651264" : 1564,
"659456" : 1655,
"667648" : 1682,
"675840" : 1655,
"684032" : 1603,
"692224" : 1722,
"700416" : 1664,
"708608" : 1684,
"716800" : 1688,
"724992" : 1732,
"733184" : 1738,
"741376" : 1701,
"749568" : 1728,
"757760" : 1737,
"765952" : 1761,
"774144" : 1773,
"782336" : 1773,
"790528" : 1782,
"798720" : 1843,
"806912" : 1733,
"815104" : 1805,
"823296" : 1805,
"831488" : 1801,
"839680" : 1921,
"847872" : 1892,
"856064" : 1840,
"864256" : 1922,
"872448" : 2031,
"880640" : 2022,
"888832" : 1980,
"897024" : 2088,
"905216" : 2100,
"913408" : 2098,
"921600" : 2141,
"929792" : 2200,
"937984" : 2225,
"946176" : 2277,
"954368" : 2213,
"962560" : 2422,
"970752" : 2420,
"978944" : 2654,
"987136" : 2756,
"995328" : 3197,
"1003520" : 3257,
"1011712" : 3166,
"1019904" : 3120,
"1028096" : 2882,
"1036288" : 2995,
"1044480" : 3013,
"1056768" : 5937,
"1073152" : 6035,
"1089536" : 6109,
"1105920" : 6476,
"1122304" : 6947,
"1138688" : 7444,
"1155072" : 7973,
"1171456" : 8504,
"1187840" : 9167,
"1204224" : 9447,
"1220608" : 10190,
"1236992" : 10359,
"1253376" : 10737,
"1269760" : 11243,
"1286144" : 11988,
"1302528" : 12642,
"1318912" : 13281,
"1335296" : 13887,
"1351680" : 14254,
"1368064" : 14555,
"1384448" : 14958,
"1400832" : 15396,
"1417216" : 15472,
"1433600" : 16163,
"1449984" : 17633,
"1466368" : 18748,
"1482752" : 19964,
"1499136" : 20033,
"1515520" : 19886,
"1531904" : 19193,
"1548288" : 18477,
"1564672" : 17623,
"1581056" : 17242,
"1597440" : 16909,
"1613824" : 17246,
"1630208" : 18342,
"1646592" : 18854,
"1662976" : 19702,
"1679360" : 19875,
"1695744" : 19342,
"1712128" : 18760,
"1728512" : 17974,
"1744896" : 17432,
"1761280" : 17543,
"1777664" : 17189,
"1794048" : 17139,
"1810432" : 16288,
"1826816" : 15263,
"1843200" : 14776,
"1859584" : 14881,
"1875968" : 14723,
"1892352" : 13894,
"1908736" : 13216,
"1925120" : 12787,
"1941504" : 12454,
"1957888" : 13056,
"1974272" : 12691,
"1990656" : 13175,
"2007040" : 13972,
"2023424" : 11779,
"2039808" : 10240,
"2056192" : 10293,
"2072576" : 9810,
"2088960" : 9463,
"2113536" : 19275,
"2146304" : 18299,
"2179072" : 17368,
"2211840" : 16876,
"2244608" : 16282,
"2277376" : 15538,
"2310144" : 14539,
"2342912" : 14273,
"2375680" : 13274,
"2408448" : 12714,
"2441216" : 12421,
"2473984" : 11220,
"2506752" : 10759,
"2539520" : 9606,
"2572288" : 8943,
"2605056" : 8550,
"2637824" : 7893,
"2670592" : 7452,
"2703360" : 6700,
"2736128" : 6406,
"2768896" : 5801,
"2801664" : 5423,
"2834432" : 4923,
"2867200" : 4715,
"2899968" : 4305,
"2932736" : 3816,
"2965504" : 3605,
"2998272" : 3565,
"3031040" : 3200,
"3063808" : 2851,
"3096576" : 2571,
"3129344" : 2405,
"3162112" : 2144,
"3194880" : 1894,
"3227648" : 1725,
"3260416" : 1562,
"3293184" : 1401,
"3325952" : 1332,
"3358720" : 1264,
"3391488" : 1089,
"3424256" : 1003,
"3457024" : 932,
"3489792" : 904,
"3522560" : 819,
"3555328" : 736,
"3588096" : 748,
"3620864" : 655,
"3653632" : 636,
"3686400" : 567,
"3719168" : 565,
"3751936" : 547,
"3784704" : 522,
"3817472" : 487,
"3850240" : 478,
"3883008" : 445,
"3915776" : 420,
"3948544" : 385,
"3981312" : 375,
"4014080" : 392,
"4046848" : 362,
"4079616" : 348,
"4112384" : 292,
"4145152" : 309,
"4177920" : 263,
"4227072" : 525,
"4292608" : 490,
"4358144" : 439,
"4423680" : 396,
"4489216" : 346,
"4554752" : 315,
"4620288" : 276,
"4685824" : 256,
"4751360" : 216,
"4816896" : 205,
"4882432" : 172,
"4947968" : 142,
"5013504" : 140,
"5079040" : 123,
"5144576" : 116,
"5210112" : 130,
"5275648" : 88,
"5341184" : 101,
"5406720" : 79,
"5472256" : 86,
"5537792" : 50,
"5603328" : 42,
"5668864" : 46,
"5734400" : 50,
"5799936" : 42,
"5865472" : 30,
"5931008" : 26,
"5996544" : 29,
"6062080" : 28,
"6127616" : 24,
"6193152" : 31,
"6258688" : 22,
"6324224" : 15,
"6389760" : 22,
"6455296" : 7,
"6520832" : 7,
"6586368" : 3,
"6651904" : 5,
"6717440" : 5,
"6782976" : 7,
"6848512" : 9,
"6914048" : 1,
"6979584" : 3,
"7045120" : 4,
"7110656" : 5,
"7176192" : 2,
"7372800" : 1,
"7569408" : 2,
"7766016" : 1,
"8159232" : 1,
"8585216" : 1,
"10289152" : 1
}
},
"lat_ns" : {
"min" : 107696,
"max" : 10707743,
"mean" : 2261878.310559,
"stddev" : 847773.724891,
"N" : 1413588
},
"bw_min" : 85472,
"bw_max" : 155809,
"bw_agg" : 100.000000,
"bw_mean" : 113417.585859,
"bw_dev" : 890.373664,
"bw_samples" : 1584,
"iops_min" : 21368,
"iops_max" : 38950,
"iops_mean" : 28353.424242,
"iops_stddev" : 222.574681,
"iops_samples" : 1584
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 800000,
"usr_cpu" : 0.588250,
"sys_cpu" : 6.853750,
"ctx" : 1598464,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.041030,
"250" : 1.296615,
"500" : 2.678119,
"750" : 3.679107,
"1000" : 4.474237
},
"latency_ms" : {
"2" : 60.179371,
"4" : 27.148268,
"10" : 0.502050,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120461,
"timestamp_ms" : 1774120461223,
"time" : "Sat Mar 21 16:14:21 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 119,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6680494080,
"io_kbytes" : 6523920,
"bw_bytes" : 111341568,
"bw" : 108732,
"iops" : 27183.666667,
"runtime" : 60000,
"total_ios" : 1631020,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14702,
"max" : 5415631,
"mean" : 584253.075463,
"stddev" : 280664.051327,
"N" : 1631020
},
"clat_ns" : {
"min" : 78090,
"max" : 10232271,
"mean" : 1768335.255778,
"stddev" : 690983.758573,
"N" : 1631004,
"percentile" : {
"1.000000" : 226304,
"5.000000" : 610304,
"10.000000" : 954368,
"20.000000" : 1286144,
"30.000000" : 1449984,
"40.000000" : 1581056,
"50.000000" : 1712128,
"60.000000" : 1859584,
"70.000000" : 2023424,
"80.000000" : 2244608,
"90.000000" : 2637824,
"95.000000" : 2965504,
"99.000000" : 3719168,
"99.500000" : 4145152,
"99.900000" : 5144576,
"99.950000" : 5472256,
"99.990000" : 6324224
},
"bins" : {
"78336" : 1,
"81408" : 1,
"82432" : 2,
"83456" : 4,
"84480" : 1,
"85504" : 4,
"86528" : 5,
"87552" : 8,
"88576" : 16,
"89600" : 14,
"90624" : 22,
"91648" : 27,
"92672" : 30,
"93696" : 33,
"94720" : 63,
"95744" : 58,
"96768" : 74,
"97792" : 80,
"98816" : 79,
"99840" : 90,
"100864" : 77,
"101888" : 106,
"102912" : 96,
"103936" : 112,
"104960" : 114,
"105984" : 135,
"107008" : 124,
"108032" : 123,
"109056" : 150,
"110080" : 133,
"111104" : 131,
"112128" : 138,
"113152" : 106,
"114176" : 112,
"115200" : 155,
"116224" : 129,
"117248" : 115,
"118272" : 112,
"119296" : 138,
"120320" : 131,
"121344" : 107,
"122368" : 141,
"123392" : 136,
"124416" : 118,
"125440" : 130,
"126464" : 131,
"127488" : 120,
"128512" : 143,
"129536" : 147,
"130560" : 122,
"132096" : 274,
"134144" : 242,
"136192" : 300,
"138240" : 250,
"140288" : 313,
"142336" : 313,
"144384" : 286,
"146432" : 316,
"148480" : 299,
"150528" : 302,
"152576" : 292,
"154624" : 293,
"156672" : 271,
"158720" : 343,
"160768" : 282,
"162816" : 290,
"164864" : 295,
"166912" : 304,
"168960" : 288,
"171008" : 272,
"173056" : 251,
"175104" : 269,
"177152" : 287,
"179200" : 253,
"181248" : 243,
"183296" : 268,
"185344" : 266,
"187392" : 214,
"189440" : 239,
"191488" : 247,
"193536" : 233,
"195584" : 213,
"197632" : 228,
"199680" : 222,
"201728" : 241,
"203776" : 210,
"205824" : 196,
"207872" : 196,
"209920" : 222,
"211968" : 232,
"214016" : 206,
"216064" : 223,
"218112" : 197,
"220160" : 239,
"222208" : 218,
"224256" : 240,
"226304" : 219,
"228352" : 228,
"230400" : 211,
"232448" : 227,
"234496" : 231,
"236544" : 211,
"238592" : 222,
"240640" : 235,
"242688" : 207,
"244736" : 218,
"246784" : 247,
"248832" : 230,
"250880" : 243,
"252928" : 240,
"254976" : 202,
"257024" : 218,
"259072" : 191,
"261120" : 221,
"264192" : 382,
"268288" : 365,
"272384" : 345,
"276480" : 335,
"280576" : 345,
"284672" : 305,
"288768" : 310,
"292864" : 323,
"296960" : 318,
"301056" : 288,
"305152" : 277,
"309248" : 300,
"313344" : 334,
"317440" : 346,
"321536" : 397,
"325632" : 423,
"329728" : 451,
"333824" : 501,
"337920" : 553,
"342016" : 608,
"346112" : 598,
"350208" : 586,
"354304" : 628,
"358400" : 583,
"362496" : 611,
"366592" : 619,
"370688" : 604,
"374784" : 618,
"378880" : 623,
"382976" : 584,
"387072" : 658,
"391168" : 636,
"395264" : 618,
"399360" : 602,
"403456" : 628,
"407552" : 637,
"411648" : 667,
"415744" : 733,
"419840" : 772,
"423936" : 775,
"428032" : 778,
"432128" : 837,
"436224" : 829,
"440320" : 943,
"444416" : 901,
"448512" : 954,
"452608" : 997,
"456704" : 980,
"460800" : 997,
"464896" : 989,
"468992" : 907,
"473088" : 1001,
"477184" : 977,
"481280" : 969,
"485376" : 934,
"489472" : 957,
"493568" : 940,
"497664" : 984,
"501760" : 981,
"505856" : 943,
"509952" : 961,
"514048" : 897,
"518144" : 912,
"522240" : 966,
"528384" : 1861,
"536576" : 1837,
"544768" : 1818,
"552960" : 1841,
"561152" : 1780,
"569344" : 1728,
"577536" : 1742,
"585728" : 1723,
"593920" : 1734,
"602112" : 1708,
"610304" : 1706,
"618496" : 1756,
"626688" : 1733,
"634880" : 1678,
"643072" : 1694,
"651264" : 1621,
"659456" : 1701,
"667648" : 1746,
"675840" : 1716,
"684032" : 1653,
"692224" : 1781,
"700416" : 1731,
"708608" : 1759,
"716800" : 1769,
"724992" : 1814,
"733184" : 1813,
"741376" : 1776,
"749568" : 1803,
"757760" : 1809,
"765952" : 1855,
"774144" : 1875,
"782336" : 1869,
"790528" : 1866,
"798720" : 1934,
"806912" : 1804,
"815104" : 1899,
"823296" : 1898,
"831488" : 1897,
"839680" : 2001,
"847872" : 1987,
"856064" : 1937,
"864256" : 2019,
"872448" : 2127,
"880640" : 2119,
"888832" : 2076,
"897024" : 2198,
"905216" : 2182,
"913408" : 2190,
"921600" : 2221,
"929792" : 2326,
"937984" : 2362,
"946176" : 2389,
"954368" : 2329,
"962560" : 2553,
"970752" : 2546,
"978944" : 2781,
"987136" : 2912,
"995328" : 3387,
"1003520" : 3431,
"1011712" : 3360,
"1019904" : 3278,
"1028096" : 3040,
"1036288" : 3184,
"1044480" : 3192,
"1056768" : 6302,
"1073152" : 6338,
"1089536" : 6496,
"1105920" : 6861,
"1122304" : 7395,
"1138688" : 7864,
"1155072" : 8446,
"1171456" : 9016,
"1187840" : 9732,
"1204224" : 9988,
"1220608" : 10741,
"1236992" : 10952,
"1253376" : 11432,
"1269760" : 11944,
"1286144" : 12680,
"1302528" : 13426,
"1318912" : 14168,
"1335296" : 14755,
"1351680" : 15138,
"1368064" : 15568,
"1384448" : 16011,
"1400832" : 16553,
"1417216" : 16754,
"1433600" : 17528,
"1449984" : 19017,
"1466368" : 20335,
"1482752" : 21526,
"1499136" : 21722,
"1515520" : 21571,
"1531904" : 21013,
"1548288" : 20280,
"1564672" : 19496,
"1581056" : 19099,
"1597440" : 18896,
"1613824" : 19350,
"1630208" : 20468,
"1646592" : 21037,
"1662976" : 21933,
"1679360" : 22273,
"1695744" : 21608,
"1712128" : 21043,
"1728512" : 20292,
"1744896" : 19676,
"1761280" : 19809,
"1777664" : 19506,
"1794048" : 19351,
"1810432" : 18704,
"1826816" : 17703,
"1843200" : 17176,
"1859584" : 17214,
"1875968" : 17070,
"1892352" : 16302,
"1908736" : 15502,
"1925120" : 15121,
"1941504" : 14863,
"1957888" : 15384,
"1974272" : 15141,
"1990656" : 15915,
"2007040" : 16915,
"2023424" : 14101,
"2039808" : 12496,
"2056192" : 12653,
"2072576" : 11971,
"2088960" : 11584,
"2113536" : 23721,
"2146304" : 22530,
"2179072" : 21559,
"2211840" : 20958,
"2244608" : 20151,
"2277376" : 19069,
"2310144" : 17673,
"2342912" : 17152,
"2375680" : 15952,
"2408448" : 15156,
"2441216" : 14710,
"2473984" : 13460,
"2506752" : 12743,
"2539520" : 11684,
"2572288" : 10858,
"2605056" : 10562,
"2637824" : 9833,
"2670592" : 9474,
"2703360" : 8781,
"2736128" : 8617,
"2768896" : 7868,
"2801664" : 7534,
"2834432" : 7040,
"2867200" : 6921,
"2899968" : 6540,
"2932736" : 5871,
"2965504" : 5699,
"2998272" : 5904,
"3031040" : 5227,
"3063808" : 4809,
"3096576" : 4570,
"3129344" : 4363,
"3162112" : 4052,
"3194880" : 3674,
"3227648" : 3522,
"3260416" : 3273,
"3293184" : 3103,
"3325952" : 3007,
"3358720" : 2561,
"3391488" : 2355,
"3424256" : 2134,
"3457024" : 2001,
"3489792" : 1795,
"3522560" : 1574,
"3555328" : 1432,
"3588096" : 1304,
"3620864" : 1155,
"3653632" : 1068,
"3686400" : 934,
"3719168" : 910,
"3751936" : 845,
"3784704" : 791,
"3817472" : 715,
"3850240" : 718,
"3883008" : 668,
"3915776" : 598,
"3948544" : 582,
"3981312" : 563,
"4014080" : 564,
"4046848" : 517,
"4079616" : 492,
"4112384" : 444,
"4145152" : 438,
"4177920" : 385,
"4227072" : 793,
"4292608" : 738,
"4358144" : 648,
"4423680" : 579,
"4489216" : 515,
"4554752" : 485,
"4620288" : 421,
"4685824" : 372,
"4751360" : 331,
"4816896" : 308,
"4882432" : 273,
"4947968" : 220,
"5013504" : 199,
"5079040" : 192,
"5144576" : 169,
"5210112" : 181,
"5275648" : 130,
"5341184" : 139,
"5406720" : 124,
"5472256" : 126,
"5537792" : 76,
"5603328" : 65,
"5668864" : 63,
"5734400" : 77,
"5799936" : 58,
"5865472" : 46,
"5931008" : 39,
"5996544" : 50,
"6062080" : 36,
"6127616" : 38,
"6193152" : 43,
"6258688" : 36,
"6324224" : 26,
"6389760" : 26,
"6455296" : 12,
"6520832" : 13,
"6586368" : 7,
"6651904" : 13,
"6717440" : 12,
"6782976" : 13,
"6848512" : 10,
"6914048" : 4,
"6979584" : 9,
"7045120" : 8,
"7110656" : 6,
"7176192" : 2,
"7241728" : 1,
"7372800" : 1,
"7569408" : 2,
"7766016" : 1,
"8159232" : 1,
"8585216" : 1,
"10289152" : 1
}
},
"lat_ns" : {
"min" : 107696,
"max" : 10707743,
"mean" : 2352582.479161,
"stddev" : 890939.118318,
"N" : 1631004
},
"bw_min" : 75264,
"bw_max" : 155809,
"bw_agg" : 100.000000,
"bw_mean" : 109018.058824,
"bw_dev" : 1030.671738,
"bw_samples" : 1904,
"iops_min" : 18816,
"iops_max" : 38950,
"iops_mean" : 27253.638655,
"iops_stddev" : 257.647472,
"iops_samples" : 1904
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959985,
"usr_cpu" : 0.567405,
"sys_cpu" : 6.618541,
"ctx" : 1830083,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.035561,
"250" : 1.125124,
"500" : 2.361712,
"750" : 3.296833,
"1000" : 4.073341
},
"latency_ms" : {
"2" : 57.751468,
"4" : 30.708943,
"10" : 0.645976,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120471,
"timestamp_ms" : 1774120471223,
"time" : "Sat Mar 21 16:14:31 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7620214784,
"io_kbytes" : 7441616,
"bw_bytes" : 108860211,
"bw" : 106308,
"iops" : 26577.828571,
"runtime" : 70000,
"total_ios" : 1860448,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14702,
"max" : 5415631,
"mean" : 597730.812877,
"stddev" : 283144.549153,
"N" : 1860448
},
"clat_ns" : {
"min" : 78090,
"max" : 10232271,
"mean" : 1808552.224959,
"stddev" : 694710.769690,
"N" : 1860432,
"percentile" : {
"1.000000" : 246784,
"5.000000" : 659456,
"10.000000" : 1011712,
"20.000000" : 1318912,
"30.000000" : 1482752,
"40.000000" : 1613824,
"50.000000" : 1744896,
"60.000000" : 1892352,
"70.000000" : 2056192,
"80.000000" : 2310144,
"90.000000" : 2670592,
"95.000000" : 3031040,
"99.000000" : 3784704,
"99.500000" : 4227072,
"99.900000" : 5144576,
"99.950000" : 5537792,
"99.990000" : 6324224
},
"bins" : {
"78336" : 1,
"81408" : 1,
"82432" : 2,
"83456" : 4,
"84480" : 1,
"85504" : 4,
"86528" : 5,
"87552" : 8,
"88576" : 16,
"89600" : 14,
"90624" : 22,
"91648" : 27,
"92672" : 30,
"93696" : 33,
"94720" : 63,
"95744" : 58,
"96768" : 74,
"97792" : 80,
"98816" : 79,
"99840" : 90,
"100864" : 77,
"101888" : 106,
"102912" : 96,
"103936" : 112,
"104960" : 114,
"105984" : 135,
"107008" : 124,
"108032" : 123,
"109056" : 150,
"110080" : 133,
"111104" : 131,
"112128" : 138,
"113152" : 106,
"114176" : 112,
"115200" : 155,
"116224" : 129,
"117248" : 115,
"118272" : 112,
"119296" : 138,
"120320" : 131,
"121344" : 107,
"122368" : 141,
"123392" : 136,
"124416" : 118,
"125440" : 130,
"126464" : 131,
"127488" : 120,
"128512" : 143,
"129536" : 147,
"130560" : 122,
"132096" : 274,
"134144" : 242,
"136192" : 300,
"138240" : 250,
"140288" : 313,
"142336" : 313,
"144384" : 286,
"146432" : 316,
"148480" : 299,
"150528" : 302,
"152576" : 292,
"154624" : 293,
"156672" : 271,
"158720" : 343,
"160768" : 282,
"162816" : 290,
"164864" : 295,
"166912" : 304,
"168960" : 288,
"171008" : 272,
"173056" : 251,
"175104" : 269,
"177152" : 287,
"179200" : 253,
"181248" : 244,
"183296" : 268,
"185344" : 266,
"187392" : 214,
"189440" : 239,
"191488" : 247,
"193536" : 233,
"195584" : 213,
"197632" : 228,
"199680" : 222,
"201728" : 241,
"203776" : 210,
"205824" : 196,
"207872" : 196,
"209920" : 222,
"211968" : 232,
"214016" : 206,
"216064" : 223,
"218112" : 197,
"220160" : 239,
"222208" : 218,
"224256" : 240,
"226304" : 219,
"228352" : 228,
"230400" : 211,
"232448" : 227,
"234496" : 232,
"236544" : 212,
"238592" : 223,
"240640" : 235,
"242688" : 207,
"244736" : 218,
"246784" : 247,
"248832" : 231,
"250880" : 243,
"252928" : 240,
"254976" : 204,
"257024" : 218,
"259072" : 191,
"261120" : 222,
"264192" : 383,
"268288" : 365,
"272384" : 346,
"276480" : 335,
"280576" : 346,
"284672" : 308,
"288768" : 313,
"292864" : 324,
"296960" : 320,
"301056" : 290,
"305152" : 277,
"309248" : 302,
"313344" : 335,
"317440" : 347,
"321536" : 399,
"325632" : 423,
"329728" : 452,
"333824" : 503,
"337920" : 555,
"342016" : 608,
"346112" : 600,
"350208" : 588,
"354304" : 634,
"358400" : 587,
"362496" : 613,
"366592" : 621,
"370688" : 606,
"374784" : 618,
"378880" : 628,
"382976" : 587,
"387072" : 665,
"391168" : 639,
"395264" : 622,
"399360" : 605,
"403456" : 632,
"407552" : 640,
"411648" : 673,
"415744" : 737,
"419840" : 774,
"423936" : 779,
"428032" : 778,
"432128" : 838,
"436224" : 837,
"440320" : 949,
"444416" : 906,
"448512" : 959,
"452608" : 1002,
"456704" : 984,
"460800" : 1003,
"464896" : 998,
"468992" : 918,
"473088" : 1009,
"477184" : 993,
"481280" : 982,
"485376" : 940,
"489472" : 963,
"493568" : 947,
"497664" : 999,
"501760" : 1002,
"505856" : 955,
"509952" : 979,
"514048" : 911,
"518144" : 923,
"522240" : 980,
"528384" : 1889,
"536576" : 1853,
"544768" : 1843,
"552960" : 1866,
"561152" : 1811,
"569344" : 1762,
"577536" : 1773,
"585728" : 1755,
"593920" : 1776,
"602112" : 1735,
"610304" : 1738,
"618496" : 1791,
"626688" : 1775,
"634880" : 1706,
"643072" : 1728,
"651264" : 1659,
"659456" : 1738,
"667648" : 1796,
"675840" : 1753,
"684032" : 1697,
"692224" : 1823,
"700416" : 1783,
"708608" : 1808,
"716800" : 1812,
"724992" : 1870,
"733184" : 1869,
"741376" : 1827,
"749568" : 1866,
"757760" : 1862,
"765952" : 1915,
"774144" : 1954,
"782336" : 1937,
"790528" : 1939,
"798720" : 2012,
"806912" : 1857,
"815104" : 1978,
"823296" : 1985,
"831488" : 1976,
"839680" : 2096,
"847872" : 2099,
"856064" : 2040,
"864256" : 2131,
"872448" : 2233,
"880640" : 2232,
"888832" : 2185,
"897024" : 2301,
"905216" : 2292,
"913408" : 2297,
"921600" : 2337,
"929792" : 2446,
"937984" : 2468,
"946176" : 2498,
"954368" : 2443,
"962560" : 2678,
"970752" : 2681,
"978944" : 2898,
"987136" : 3053,
"995328" : 3571,
"1003520" : 3584,
"1011712" : 3507,
"1019904" : 3441,
"1028096" : 3168,
"1036288" : 3360,
"1044480" : 3354,
"1056768" : 6643,
"1073152" : 6760,
"1089536" : 6889,
"1105920" : 7301,
"1122304" : 7879,
"1138688" : 8324,
"1155072" : 8982,
"1171456" : 9540,
"1187840" : 10299,
"1204224" : 10592,
"1220608" : 11406,
"1236992" : 11737,
"1253376" : 12270,
"1269760" : 12844,
"1286144" : 13573,
"1302528" : 14411,
"1318912" : 15210,
"1335296" : 15870,
"1351680" : 16384,
"1368064" : 16824,
"1384448" : 17437,
"1400832" : 18059,
"1417216" : 18386,
"1433600" : 19280,
"1449984" : 20876,
"1466368" : 22352,
"1482752" : 23563,
"1499136" : 23906,
"1515520" : 23882,
"1531904" : 23436,
"1548288" : 22642,
"1564672" : 22172,
"1581056" : 21875,
"1597440" : 21726,
"1613824" : 22297,
"1630208" : 23462,
"1646592" : 24116,
"1662976" : 25031,
"1679360" : 25352,
"1695744" : 24661,
"1712128" : 24131,
"1728512" : 23380,
"1744896" : 22638,
"1761280" : 22793,
"1777664" : 22529,
"1794048" : 22242,
"1810432" : 21520,
"1826816" : 20605,
"1843200" : 20042,
"1859584" : 20023,
"1875968" : 19806,
"1892352" : 19164,
"1908736" : 18129,
"1925120" : 17684,
"1941504" : 17512,
"1957888" : 17824,
"1974272" : 17685,
"1990656" : 18769,
"2007040" : 19710,
"2023424" : 16539,
"2039808" : 14734,
"2056192" : 14810,
"2072576" : 14264,
"2088960" : 13708,
"2113536" : 28001,
"2146304" : 26881,
"2179072" : 25815,
"2211840" : 25035,
"2244608" : 24171,
"2277376" : 22725,
"2310144" : 21205,
"2342912" : 20475,
"2375680" : 19114,
"2408448" : 18184,
"2441216" : 17531,
"2473984" : 16075,
"2506752" : 15319,
"2539520" : 14056,
"2572288" : 13265,
"2605056" : 12915,
"2637824" : 12067,
"2670592" : 11624,
"2703360" : 10730,
"2736128" : 10575,
"2768896" : 9792,
"2801664" : 9429,
"2834432" : 8815,
"2867200" : 8612,
"2899968" : 8259,
"2932736" : 7430,
"2965504" : 7186,
"2998272" : 7550,
"3031040" : 6663,
"3063808" : 6260,
"3096576" : 5794,
"3129344" : 5625,
"3162112" : 5277,
"3194880" : 4823,
"3227648" : 4651,
"3260416" : 4289,
"3293184" : 4110,
"3325952" : 3975,
"3358720" : 3406,
"3391488" : 3173,
"3424256" : 2884,
"3457024" : 2626,
"3489792" : 2396,
"3522560" : 2013,
"3555328" : 1926,
"3588096" : 1724,
"3620864" : 1520,
"3653632" : 1371,
"3686400" : 1226,
"3719168" : 1149,
"3751936" : 1097,
"3784704" : 1000,
"3817472" : 920,
"3850240" : 896,
"3883008" : 839,
"3915776" : 752,
"3948544" : 711,
"3981312" : 700,
"4014080" : 703,
"4046848" : 633,
"4079616" : 605,
"4112384" : 557,
"4145152" : 542,
"4177920" : 477,
"4227072" : 978,
"4292608" : 915,
"4358144" : 804,
"4423680" : 716,
"4489216" : 662,
"4554752" : 609,
"4620288" : 529,
"4685824" : 471,
"4751360" : 405,
"4816896" : 375,
"4882432" : 339,
"4947968" : 267,
"5013504" : 250,
"5079040" : 234,
"5144576" : 212,
"5210112" : 212,
"5275648" : 155,
"5341184" : 162,
"5406720" : 140,
"5472256" : 146,
"5537792" : 90,
"5603328" : 82,
"5668864" : 71,
"5734400" : 91,
"5799936" : 70,
"5865472" : 59,
"5931008" : 45,
"5996544" : 60,
"6062080" : 39,
"6127616" : 45,
"6193152" : 49,
"6258688" : 40,
"6324224" : 29,
"6389760" : 28,
"6455296" : 17,
"6520832" : 16,
"6586368" : 10,
"6651904" : 14,
"6717440" : 13,
"6782976" : 14,
"6848512" : 11,
"6914048" : 8,
"6979584" : 9,
"7045120" : 10,
"7110656" : 6,
"7176192" : 2,
"7241728" : 1,
"7372800" : 2,
"7569408" : 2,
"7766016" : 1,
"8159232" : 1,
"8585216" : 1,
"10289152" : 1
}
},
"lat_ns" : {
"min" : 107696,
"max" : 10707743,
"mean" : 2406286.487334,
"stddev" : 895238.109080,
"N" : 1860432
},
"bw_min" : 75264,
"bw_max" : 155809,
"bw_agg" : 100.000000,
"bw_mean" : 106471.151079,
"bw_dev" : 1041.055400,
"bw_samples" : 2224,
"iops_min" : 18816,
"iops_max" : 38950,
"iops_mean" : 26616.971223,
"iops_stddev" : 260.244041,
"iops_samples" : 2224
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119999,
"usr_cpu" : 0.555983,
"sys_cpu" : 6.526702,
"ctx" : 2078607,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.031175,
"250" : 0.986644,
"500" : 2.082724,
"750" : 2.951655,
"1000" : 3.736842
},
"latency_ms" : {
"2" : 56.778152,
"4" : 32.734212,
"10" : 0.697681,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120481,
"timestamp_ms" : 1774120481223,
"time" : "Sat Mar 21 16:14:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8541261824,
"io_kbytes" : 8341076,
"bw_bytes" : 106767107,
"bw" : 104264,
"iops" : 26066.438330,
"runtime" : 79999,
"total_ios" : 2085289,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14702,
"max" : 5415631,
"mean" : 609599.040157,
"stddev" : 285335.271573,
"N" : 2085289
},
"clat_ns" : {
"min" : 78090,
"max" : 10232271,
"mean" : 1843937.920291,
"stddev" : 699462.398001,
"N" : 2085273,
"percentile" : {
"1.000000" : 268288,
"5.000000" : 708608,
"10.000000" : 1056768,
"20.000000" : 1351680,
"30.000000" : 1515520,
"40.000000" : 1646592,
"50.000000" : 1777664,
"60.000000" : 1908736,
"70.000000" : 2088960,
"80.000000" : 2342912,
"90.000000" : 2736128,
"95.000000" : 3096576,
"99.000000" : 3817472,
"99.500000" : 4227072,
"99.900000" : 5144576,
"99.950000" : 5537792,
"99.990000" : 6324224
},
"bins" : {
"78336" : 1,
"81408" : 1,
"82432" : 2,
"83456" : 4,
"84480" : 1,
"85504" : 4,
"86528" : 5,
"87552" : 8,
"88576" : 16,
"89600" : 14,
"90624" : 22,
"91648" : 27,
"92672" : 30,
"93696" : 33,
"94720" : 63,
"95744" : 58,
"96768" : 74,
"97792" : 80,
"98816" : 79,
"99840" : 90,
"100864" : 77,
"101888" : 106,
"102912" : 96,
"103936" : 112,
"104960" : 114,
"105984" : 135,
"107008" : 124,
"108032" : 123,
"109056" : 150,
"110080" : 133,
"111104" : 131,
"112128" : 138,
"113152" : 106,
"114176" : 112,
"115200" : 155,
"116224" : 129,
"117248" : 115,
"118272" : 112,
"119296" : 138,
"120320" : 131,
"121344" : 107,
"122368" : 141,
"123392" : 136,
"124416" : 118,
"125440" : 130,
"126464" : 131,
"127488" : 120,
"128512" : 143,
"129536" : 147,
"130560" : 122,
"132096" : 274,
"134144" : 242,
"136192" : 300,
"138240" : 250,
"140288" : 313,
"142336" : 313,
"144384" : 286,
"146432" : 316,
"148480" : 299,
"150528" : 302,
"152576" : 292,
"154624" : 293,
"156672" : 271,
"158720" : 343,
"160768" : 282,
"162816" : 290,
"164864" : 295,
"166912" : 304,
"168960" : 288,
"171008" : 272,
"173056" : 251,
"175104" : 269,
"177152" : 287,
"179200" : 253,
"181248" : 244,
"183296" : 268,
"185344" : 266,
"187392" : 214,
"189440" : 239,
"191488" : 247,
"193536" : 233,
"195584" : 213,
"197632" : 228,
"199680" : 222,
"201728" : 241,
"203776" : 210,
"205824" : 196,
"207872" : 196,
"209920" : 222,
"211968" : 232,
"214016" : 206,
"216064" : 223,
"218112" : 197,
"220160" : 239,
"222208" : 218,
"224256" : 240,
"226304" : 219,
"228352" : 228,
"230400" : 212,
"232448" : 227,
"234496" : 232,
"236544" : 212,
"238592" : 223,
"240640" : 235,
"242688" : 207,
"244736" : 218,
"246784" : 247,
"248832" : 231,
"250880" : 243,
"252928" : 240,
"254976" : 204,
"257024" : 218,
"259072" : 191,
"261120" : 223,
"264192" : 383,
"268288" : 365,
"272384" : 346,
"276480" : 335,
"280576" : 346,
"284672" : 308,
"288768" : 313,
"292864" : 324,
"296960" : 321,
"301056" : 290,
"305152" : 278,
"309248" : 302,
"313344" : 335,
"317440" : 347,
"321536" : 399,
"325632" : 424,
"329728" : 452,
"333824" : 503,
"337920" : 555,
"342016" : 608,
"346112" : 600,
"350208" : 588,
"354304" : 634,
"358400" : 587,
"362496" : 613,
"366592" : 621,
"370688" : 606,
"374784" : 618,
"378880" : 629,
"382976" : 587,
"387072" : 666,
"391168" : 639,
"395264" : 623,
"399360" : 605,
"403456" : 636,
"407552" : 640,
"411648" : 674,
"415744" : 737,
"419840" : 777,
"423936" : 780,
"428032" : 778,
"432128" : 838,
"436224" : 838,
"440320" : 952,
"444416" : 907,
"448512" : 961,
"452608" : 1005,
"456704" : 990,
"460800" : 1005,
"464896" : 999,
"468992" : 921,
"473088" : 1013,
"477184" : 994,
"481280" : 985,
"485376" : 941,
"489472" : 964,
"493568" : 950,
"497664" : 1001,
"501760" : 1005,
"505856" : 956,
"509952" : 985,
"514048" : 915,
"518144" : 925,
"522240" : 986,
"528384" : 1899,
"536576" : 1865,
"544768" : 1855,
"552960" : 1876,
"561152" : 1820,
"569344" : 1774,
"577536" : 1782,
"585728" : 1770,
"593920" : 1789,
"602112" : 1751,
"610304" : 1759,
"618496" : 1813,
"626688" : 1798,
"634880" : 1720,
"643072" : 1748,
"651264" : 1672,
"659456" : 1761,
"667648" : 1813,
"675840" : 1769,
"684032" : 1718,
"692224" : 1859,
"700416" : 1803,
"708608" : 1824,
"716800" : 1839,
"724992" : 1906,
"733184" : 1911,
"741376" : 1873,
"749568" : 1914,
"757760" : 1912,
"765952" : 1962,
"774144" : 1998,
"782336" : 1989,
"790528" : 1984,
"798720" : 2048,
"806912" : 1898,
"815104" : 2018,
"823296" : 2052,
"831488" : 2018,
"839680" : 2140,
"847872" : 2160,
"856064" : 2103,
"864256" : 2190,
"872448" : 2282,
"880640" : 2305,
"888832" : 2260,
"897024" : 2371,
"905216" : 2356,
"913408" : 2366,
"921600" : 2408,
"929792" : 2514,
"937984" : 2547,
"946176" : 2575,
"954368" : 2542,
"962560" : 2759,
"970752" : 2780,
"978944" : 2984,
"987136" : 3152,
"995328" : 3696,
"1003520" : 3687,
"1011712" : 3608,
"1019904" : 3548,
"1028096" : 3284,
"1036288" : 3488,
"1044480" : 3462,
"1056768" : 6889,
"1073152" : 7040,
"1089536" : 7185,
"1105920" : 7568,
"1122304" : 8228,
"1138688" : 8709,
"1155072" : 9446,
"1171456" : 10000,
"1187840" : 10813,
"1204224" : 11148,
"1220608" : 11935,
"1236992" : 12340,
"1253376" : 12877,
"1269760" : 13577,
"1286144" : 14296,
"1302528" : 15213,
"1318912" : 16101,
"1335296" : 16835,
"1351680" : 17363,
"1368064" : 17941,
"1384448" : 18712,
"1400832" : 19373,
"1417216" : 19847,
"1433600" : 20724,
"1449984" : 22522,
"1466368" : 24071,
"1482752" : 25394,
"1499136" : 25937,
"1515520" : 26083,
"1531904" : 25720,
"1548288" : 25189,
"1564672" : 24816,
"1581056" : 24584,
"1597440" : 24613,
"1613824" : 25442,
"1630208" : 26572,
"1646592" : 27433,
"1662976" : 28287,
"1679360" : 28809,
"1695744" : 28094,
"1712128" : 27619,
"1728512" : 26822,
"1744896" : 26222,
"1761280" : 26305,
"1777664" : 26002,
"1794048" : 25656,
"1810432" : 24832,
"1826816" : 24001,
"1843200" : 23257,
"1859584" : 23178,
"1875968" : 22804,
"1892352" : 22119,
"1908736" : 20765,
"1925120" : 20220,
"1941504" : 20018,
"1957888" : 20205,
"1974272" : 20065,
"1990656" : 21167,
"2007040" : 22288,
"2023424" : 18680,
"2039808" : 16845,
"2056192" : 16739,
"2072576" : 16255,
"2088960" : 15664,
"2113536" : 31773,
"2146304" : 30614,
"2179072" : 29345,
"2211840" : 28616,
"2244608" : 27449,
"2277376" : 25850,
"2310144" : 24263,
"2342912" : 23438,
"2375680" : 21867,
"2408448" : 20839,
"2441216" : 20061,
"2473984" : 18476,
"2506752" : 17578,
"2539520" : 16119,
"2572288" : 15364,
"2605056" : 14814,
"2637824" : 13989,
"2670592" : 13365,
"2703360" : 12502,
"2736128" : 12299,
"2768896" : 11583,
"2801664" : 11141,
"2834432" : 10516,
"2867200" : 10368,
"2899968" : 9957,
"2932736" : 9191,
"2965504" : 9057,
"2998272" : 9419,
"3031040" : 8470,
"3063808" : 8028,
"3096576" : 7485,
"3129344" : 7333,
"3162112" : 6882,
"3194880" : 6392,
"3227648" : 6060,
"3260416" : 5599,
"3293184" : 5328,
"3325952" : 5150,
"3358720" : 4469,
"3391488" : 4143,
"3424256" : 3733,
"3457024" : 3388,
"3489792" : 3098,
"3522560" : 2667,
"3555328" : 2484,
"3588096" : 2319,
"3620864" : 2042,
"3653632" : 1859,
"3686400" : 1633,
"3719168" : 1540,
"3751936" : 1445,
"3784704" : 1285,
"3817472" : 1180,
"3850240" : 1099,
"3883008" : 1030,
"3915776" : 905,
"3948544" : 871,
"3981312" : 868,
"4014080" : 858,
"4046848" : 766,
"4079616" : 720,
"4112384" : 685,
"4145152" : 663,
"4177920" : 582,
"4227072" : 1182,
"4292608" : 1096,
"4358144" : 951,
"4423680" : 837,
"4489216" : 803,
"4554752" : 729,
"4620288" : 645,
"4685824" : 559,
"4751360" : 483,
"4816896" : 453,
"4882432" : 406,
"4947968" : 318,
"5013504" : 311,
"5079040" : 285,
"5144576" : 248,
"5210112" : 253,
"5275648" : 187,
"5341184" : 195,
"5406720" : 158,
"5472256" : 161,
"5537792" : 106,
"5603328" : 92,
"5668864" : 80,
"5734400" : 103,
"5799936" : 76,
"5865472" : 65,
"5931008" : 54,
"5996544" : 69,
"6062080" : 42,
"6127616" : 50,
"6193152" : 52,
"6258688" : 52,
"6324224" : 34,
"6389760" : 34,
"6455296" : 19,
"6520832" : 23,
"6586368" : 12,
"6651904" : 14,
"6717440" : 16,
"6782976" : 15,
"6848512" : 13,
"6914048" : 9,
"6979584" : 10,
"7045120" : 10,
"7110656" : 8,
"7176192" : 4,
"7241728" : 2,
"7372800" : 2,
"7438336" : 2,
"7569408" : 2,
"7634944" : 1,
"7700480" : 1,
"7766016" : 2,
"8159232" : 1,
"8224768" : 1,
"8355840" : 1,
"8585216" : 1,
"10289152" : 1
}
},
"lat_ns" : {
"min" : 107696,
"max" : 10707743,
"mean" : 2453527.582591,
"stddev" : 901263.753783,
"N" : 2085273
},
"bw_min" : 75264,
"bw_max" : 155809,
"bw_agg" : 100.000000,
"bw_mean" : 104395.735849,
"bw_dev" : 1035.326325,
"bw_samples" : 2544,
"iops_min" : 18816,
"iops_max" : 38950,
"iops_mean" : 26098.094340,
"iops_stddev" : 258.815844,
"iops_samples" : 2544
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279984,
"usr_cpu" : 0.545788,
"sys_cpu" : 6.460940,
"ctx" : 2319702,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.027814,
"250" : 0.880310,
"500" : 1.860701,
"750" : 2.661070,
"1000" : 3.430220
},
"latency_ms" : {
"2" : 56.177057,
"4" : 34.216648,
"10" : 0.745364,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120491,
"timestamp_ms" : 1774120491224,
"time" : "Sat Mar 21 16:14:51 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 89,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9466302464,
"io_kbytes" : 9244436,
"bw_bytes" : 105181138,
"bw" : 102715,
"iops" : 25679.266667,
"runtime" : 90000,
"total_ios" : 2311134,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14702,
"max" : 5415631,
"mean" : 618895.169068,
"stddev" : 286990.579068,
"N" : 2311134
},
"clat_ns" : {
"min" : 78090,
"max" : 10232271,
"mean" : 1871671.339570,
"stddev" : 704115.775245,
"N" : 2311118,
"percentile" : {
"1.000000" : 296960,
"5.000000" : 749568,
"10.000000" : 1089536,
"20.000000" : 1384448,
"30.000000" : 1531904,
"40.000000" : 1662976,
"50.000000" : 1794048,
"60.000000" : 1941504,
"70.000000" : 2113536,
"80.000000" : 2375680,
"90.000000" : 2801664,
"95.000000" : 3129344,
"99.000000" : 3850240,
"99.500000" : 4292608,
"99.900000" : 5144576,
"99.950000" : 5537792,
"99.990000" : 6324224
},
"bins" : {
"78336" : 1,
"81408" : 1,
"82432" : 2,
"83456" : 4,
"84480" : 1,
"85504" : 4,
"86528" : 5,
"87552" : 8,
"88576" : 16,
"89600" : 14,
"90624" : 22,
"91648" : 27,
"92672" : 30,
"93696" : 33,
"94720" : 63,
"95744" : 58,
"96768" : 74,
"97792" : 80,
"98816" : 79,
"99840" : 90,
"100864" : 77,
"101888" : 106,
"102912" : 96,
"103936" : 112,
"104960" : 114,
"105984" : 135,
"107008" : 124,
"108032" : 123,
"109056" : 150,
"110080" : 133,
"111104" : 131,
"112128" : 138,
"113152" : 106,
"114176" : 112,
"115200" : 155,
"116224" : 129,
"117248" : 115,
"118272" : 112,
"119296" : 138,
"120320" : 131,
"121344" : 107,
"122368" : 141,
"123392" : 136,
"124416" : 118,
"125440" : 130,
"126464" : 131,
"127488" : 120,
"128512" : 143,
"129536" : 147,
"130560" : 122,
"132096" : 274,
"134144" : 242,
"136192" : 300,
"138240" : 250,
"140288" : 313,
"142336" : 313,
"144384" : 286,
"146432" : 316,
"148480" : 299,
"150528" : 302,
"152576" : 292,
"154624" : 293,
"156672" : 271,
"158720" : 343,
"160768" : 282,
"162816" : 290,
"164864" : 295,
"166912" : 304,
"168960" : 288,
"171008" : 272,
"173056" : 251,
"175104" : 269,
"177152" : 287,
"179200" : 253,
"181248" : 244,
"183296" : 268,
"185344" : 266,
"187392" : 214,
"189440" : 239,
"191488" : 247,
"193536" : 233,
"195584" : 213,
"197632" : 228,
"199680" : 223,
"201728" : 241,
"203776" : 210,
"205824" : 197,
"207872" : 196,
"209920" : 222,
"211968" : 232,
"214016" : 206,
"216064" : 223,
"218112" : 197,
"220160" : 239,
"222208" : 219,
"224256" : 241,
"226304" : 220,
"228352" : 228,
"230400" : 212,
"232448" : 228,
"234496" : 232,
"236544" : 213,
"238592" : 224,
"240640" : 238,
"242688" : 208,
"244736" : 218,
"246784" : 248,
"248832" : 231,
"250880" : 243,
"252928" : 240,
"254976" : 204,
"257024" : 218,
"259072" : 193,
"261120" : 223,
"264192" : 383,
"268288" : 367,
"272384" : 348,
"276480" : 337,
"280576" : 347,
"284672" : 308,
"288768" : 315,
"292864" : 325,
"296960" : 321,
"301056" : 293,
"305152" : 280,
"309248" : 303,
"313344" : 337,
"317440" : 349,
"321536" : 403,
"325632" : 426,
"329728" : 460,
"333824" : 509,
"337920" : 560,
"342016" : 612,
"346112" : 603,
"350208" : 596,
"354304" : 638,
"358400" : 594,
"362496" : 621,
"366592" : 627,
"370688" : 614,
"374784" : 627,
"378880" : 635,
"382976" : 599,
"387072" : 675,
"391168" : 647,
"395264" : 632,
"399360" : 620,
"403456" : 643,
"407552" : 649,
"411648" : 684,
"415744" : 745,
"419840" : 787,
"423936" : 787,
"428032" : 796,
"432128" : 848,
"436224" : 848,
"440320" : 960,
"444416" : 915,
"448512" : 972,
"452608" : 1015,
"456704" : 1006,
"460800" : 1018,
"464896" : 1018,
"468992" : 937,
"473088" : 1035,
"477184" : 1012,
"481280" : 1003,
"485376" : 950,
"489472" : 983,
"493568" : 975,
"497664" : 1023,
"501760" : 1027,
"505856" : 970,
"509952" : 1004,
"514048" : 945,
"518144" : 948,
"522240" : 1013,
"528384" : 1945,
"536576" : 1912,
"544768" : 1899,
"552960" : 1918,
"561152" : 1864,
"569344" : 1807,
"577536" : 1828,
"585728" : 1814,
"593920" : 1855,
"602112" : 1798,
"610304" : 1805,
"618496" : 1854,
"626688" : 1842,
"634880" : 1767,
"643072" : 1804,
"651264" : 1722,
"659456" : 1808,
"667648" : 1870,
"675840" : 1830,
"684032" : 1779,
"692224" : 1922,
"700416" : 1862,
"708608" : 1885,
"716800" : 1898,
"724992" : 1973,
"733184" : 2001,
"741376" : 1952,
"749568" : 1981,
"757760" : 1990,
"765952" : 2038,
"774144" : 2080,
"782336" : 2063,
"790528" : 2088,
"798720" : 2141,
"806912" : 1987,
"815104" : 2115,
"823296" : 2154,
"831488" : 2131,
"839680" : 2254,
"847872" : 2256,
"856064" : 2203,
"864256" : 2305,
"872448" : 2403,
"880640" : 2421,
"888832" : 2383,
"897024" : 2502,
"905216" : 2471,
"913408" : 2484,
"921600" : 2542,
"929792" : 2642,
"937984" : 2689,
"946176" : 2726,
"954368" : 2674,
"962560" : 2889,
"970752" : 2900,
"978944" : 3139,
"987136" : 3322,
"995328" : 3872,
"1003520" : 3862,
"1011712" : 3776,
"1019904" : 3700,
"1028096" : 3408,
"1036288" : 3637,
"1044480" : 3645,
"1056768" : 7239,
"1073152" : 7363,
"1089536" : 7552,
"1105920" : 8004,
"1122304" : 8727,
"1138688" : 9185,
"1155072" : 9967,
"1171456" : 10556,
"1187840" : 11425,
"1204224" : 11763,
"1220608" : 12633,
"1236992" : 13039,
"1253376" : 13679,
"1269760" : 14395,
"1286144" : 15185,
"1302528" : 16105,
"1318912" : 17084,
"1335296" : 17853,
"1351680" : 18557,
"1368064" : 19128,
"1384448" : 20052,
"1400832" : 20806,
"1417216" : 21272,
"1433600" : 22265,
"1449984" : 24219,
"1466368" : 25829,
"1482752" : 27281,
"1499136" : 28051,
"1515520" : 28242,
"1531904" : 27891,
"1548288" : 27490,
"1564672" : 27052,
"1581056" : 26994,
"1597440" : 27145,
"1613824" : 28056,
"1630208" : 29251,
"1646592" : 30092,
"1662976" : 31039,
"1679360" : 31555,
"1695744" : 31025,
"1712128" : 30476,
"1728512" : 29889,
"1744896" : 29359,
"1761280" : 29384,
"1777664" : 29030,
"1794048" : 28768,
"1810432" : 27847,
"1826816" : 26972,
"1843200" : 26258,
"1859584" : 26083,
"1875968" : 25671,
"1892352" : 24955,
"1908736" : 23515,
"1925120" : 22887,
"1941504" : 22804,
"1957888" : 22803,
"1974272" : 22622,
"1990656" : 24024,
"2007040" : 25293,
"2023424" : 21065,
"2039808" : 19012,
"2056192" : 18916,
"2072576" : 18319,
"2088960" : 17684,
"2113536" : 35824,
"2146304" : 34419,
"2179072" : 32947,
"2211840" : 32160,
"2244608" : 30760,
"2277376" : 29075,
"2310144" : 27384,
"2342912" : 26330,
"2375680" : 24621,
"2408448" : 23462,
"2441216" : 22380,
"2473984" : 20877,
"2506752" : 19758,
"2539520" : 18317,
"2572288" : 17465,
"2605056" : 16897,
"2637824" : 16031,
"2670592" : 15287,
"2703360" : 14391,
"2736128" : 14209,
"2768896" : 13404,
"2801664" : 12880,
"2834432" : 12347,
"2867200" : 12061,
"2899968" : 11613,
"2932736" : 10938,
"2965504" : 10738,
"2998272" : 11143,
"3031040" : 10042,
"3063808" : 9618,
"3096576" : 8916,
"3129344" : 8840,
"3162112" : 8255,
"3194880" : 7861,
"3227648" : 7452,
"3260416" : 6907,
"3293184" : 6544,
"3325952" : 6376,
"3358720" : 5578,
"3391488" : 5199,
"3424256" : 4797,
"3457024" : 4319,
"3489792" : 4063,
"3522560" : 3511,
"3555328" : 3275,
"3588096" : 3048,
"3620864" : 2666,
"3653632" : 2408,
"3686400" : 2196,
"3719168" : 1989,
"3751936" : 1840,
"3784704" : 1607,
"3817472" : 1473,
"3850240" : 1365,
"3883008" : 1251,
"3915776" : 1079,
"3948544" : 1027,
"3981312" : 996,
"4014080" : 1005,
"4046848" : 885,
"4079616" : 849,
"4112384" : 793,
"4145152" : 776,
"4177920" : 697,
"4227072" : 1373,
"4292608" : 1270,
"4358144" : 1100,
"4423680" : 983,
"4489216" : 927,
"4554752" : 843,
"4620288" : 738,
"4685824" : 638,
"4751360" : 566,
"4816896" : 511,
"4882432" : 480,
"4947968" : 367,
"5013504" : 350,
"5079040" : 322,
"5144576" : 282,
"5210112" : 287,
"5275648" : 215,
"5341184" : 220,
"5406720" : 184,
"5472256" : 180,
"5537792" : 120,
"5603328" : 108,
"5668864" : 96,
"5734400" : 119,
"5799936" : 84,
"5865472" : 72,
"5931008" : 65,
"5996544" : 77,
"6062080" : 47,
"6127616" : 55,
"6193152" : 54,
"6258688" : 56,
"6324224" : 44,
"6389760" : 35,
"6455296" : 19,
"6520832" : 25,
"6586368" : 13,
"6651904" : 18,
"6717440" : 17,
"6782976" : 16,
"6848512" : 13,
"6914048" : 10,
"6979584" : 11,
"7045120" : 11,
"7110656" : 8,
"7176192" : 6,
"7241728" : 2,
"7372800" : 3,
"7438336" : 2,
"7569408" : 2,
"7634944" : 1,
"7700480" : 1,
"7766016" : 2,
"8159232" : 1,
"8224768" : 1,
"8355840" : 1,
"8585216" : 1,
"10289152" : 1
}
},
"lat_ns" : {
"min" : 107696,
"max" : 10707743,
"mean" : 2490558.128781,
"stddev" : 907426.310627,
"N" : 2311118
},
"bw_min" : 75264,
"bw_max" : 155809,
"bw_agg" : 100.000000,
"bw_mean" : 102765.854749,
"bw_dev" : 1025.139803,
"bw_samples" : 2864,
"iops_min" : 18816,
"iops_max" : 38950,
"iops_mean" : 25690.597765,
"iops_stddev" : 256.271429,
"iops_samples" : 2864
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1439998,
"usr_cpu" : 0.540695,
"sys_cpu" : 6.428689,
"ctx" : 2563488,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.025096,
"250" : 0.794848,
"500" : 1.700161,
"750" : 2.470908,
"1000" : 3.247929
},
"latency_ms" : {
"2" : 55.471816,
"4" : 35.510836,
"10" : 0.777670,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120501,
"timestamp_ms" : 1774120501224,
"time" : "Sat Mar 21 16:15:01 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10354880512,
"io_kbytes" : 10112188,
"bw_bytes" : 103549840,
"bw" : 101122,
"iops" : 25281.022810,
"runtime" : 99999,
"total_ios" : 2528077,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14702,
"max" : 5415631,
"mean" : 628751.322634,
"stddev" : 288340.283689,
"N" : 2528078
},
"clat_ns" : {
"min" : 78090,
"max" : 10232271,
"mean" : 1901112.339845,
"stddev" : 708775.697197,
"N" : 2528062,
"percentile" : {
"1.000000" : 325632,
"5.000000" : 790528,
"10.000000" : 1122304,
"20.000000" : 1400832,
"30.000000" : 1548288,
"40.000000" : 1679360,
"50.000000" : 1810432,
"60.000000" : 1974272,
"70.000000" : 2146304,
"80.000000" : 2408448,
"90.000000" : 2834432,
"95.000000" : 3194880,
"99.000000" : 3883008,
"99.500000" : 4292608,
"99.900000" : 5210112,
"99.950000" : 5537792,
"99.990000" : 6389760
},
"bins" : {
"78336" : 1,
"81408" : 1,
"82432" : 2,
"83456" : 4,
"84480" : 1,
"85504" : 4,
"86528" : 5,
"87552" : 8,
"88576" : 16,
"89600" : 14,
"90624" : 22,
"91648" : 27,
"92672" : 30,
"93696" : 33,
"94720" : 63,
"95744" : 58,
"96768" : 74,
"97792" : 80,
"98816" : 79,
"99840" : 90,
"100864" : 77,
"101888" : 106,
"102912" : 96,
"103936" : 112,
"104960" : 114,
"105984" : 135,
"107008" : 124,
"108032" : 123,
"109056" : 150,
"110080" : 133,
"111104" : 131,
"112128" : 138,
"113152" : 106,
"114176" : 112,
"115200" : 155,
"116224" : 129,
"117248" : 115,
"118272" : 112,
"119296" : 138,
"120320" : 131,
"121344" : 107,
"122368" : 141,
"123392" : 136,
"124416" : 118,
"125440" : 130,
"126464" : 131,
"127488" : 120,
"128512" : 143,
"129536" : 147,
"130560" : 122,
"132096" : 274,
"134144" : 242,
"136192" : 300,
"138240" : 250,
"140288" : 313,
"142336" : 313,
"144384" : 286,
"146432" : 316,
"148480" : 299,
"150528" : 302,
"152576" : 292,
"154624" : 293,
"156672" : 271,
"158720" : 343,
"160768" : 282,
"162816" : 290,
"164864" : 295,
"166912" : 304,
"168960" : 288,
"171008" : 272,
"173056" : 251,
"175104" : 269,
"177152" : 287,
"179200" : 253,
"181248" : 244,
"183296" : 268,
"185344" : 266,
"187392" : 214,
"189440" : 239,
"191488" : 247,
"193536" : 233,
"195584" : 213,
"197632" : 228,
"199680" : 223,
"201728" : 241,
"203776" : 210,
"205824" : 197,
"207872" : 196,
"209920" : 222,
"211968" : 232,
"214016" : 206,
"216064" : 223,
"218112" : 197,
"220160" : 239,
"222208" : 219,
"224256" : 241,
"226304" : 220,
"228352" : 228,
"230400" : 212,
"232448" : 228,
"234496" : 232,
"236544" : 213,
"238592" : 224,
"240640" : 238,
"242688" : 208,
"244736" : 218,
"246784" : 249,
"248832" : 231,
"250880" : 243,
"252928" : 240,
"254976" : 205,
"257024" : 218,
"259072" : 193,
"261120" : 223,
"264192" : 383,
"268288" : 368,
"272384" : 348,
"276480" : 337,
"280576" : 348,
"284672" : 308,
"288768" : 315,
"292864" : 326,
"296960" : 321,
"301056" : 293,
"305152" : 280,
"309248" : 304,
"313344" : 338,
"317440" : 350,
"321536" : 404,
"325632" : 426,
"329728" : 460,
"333824" : 509,
"337920" : 561,
"342016" : 612,
"346112" : 604,
"350208" : 596,
"354304" : 639,
"358400" : 595,
"362496" : 621,
"366592" : 630,
"370688" : 618,
"374784" : 631,
"378880" : 637,
"382976" : 601,
"387072" : 677,
"391168" : 649,
"395264" : 634,
"399360" : 628,
"403456" : 646,
"407552" : 650,
"411648" : 686,
"415744" : 747,
"419840" : 789,
"423936" : 792,
"428032" : 800,
"432128" : 851,
"436224" : 852,
"440320" : 963,
"444416" : 921,
"448512" : 978,
"452608" : 1017,
"456704" : 1012,
"460800" : 1021,
"464896" : 1024,
"468992" : 939,
"473088" : 1041,
"477184" : 1018,
"481280" : 1005,
"485376" : 957,
"489472" : 987,
"493568" : 977,
"497664" : 1026,
"501760" : 1035,
"505856" : 976,
"509952" : 1010,
"514048" : 952,
"518144" : 952,
"522240" : 1019,
"528384" : 1961,
"536576" : 1923,
"544768" : 1905,
"552960" : 1931,
"561152" : 1875,
"569344" : 1821,
"577536" : 1841,
"585728" : 1836,
"593920" : 1869,
"602112" : 1816,
"610304" : 1817,
"618496" : 1873,
"626688" : 1856,
"634880" : 1785,
"643072" : 1822,
"651264" : 1735,
"659456" : 1822,
"667648" : 1886,
"675840" : 1853,
"684032" : 1797,
"692224" : 1941,
"700416" : 1883,
"708608" : 1904,
"716800" : 1923,
"724992" : 1997,
"733184" : 2023,
"741376" : 1981,
"749568" : 2004,
"757760" : 2026,
"765952" : 2059,
"774144" : 2115,
"782336" : 2089,
"790528" : 2121,
"798720" : 2186,
"806912" : 2025,
"815104" : 2151,
"823296" : 2206,
"831488" : 2184,
"839680" : 2302,
"847872" : 2306,
"856064" : 2261,
"864256" : 2358,
"872448" : 2456,
"880640" : 2481,
"888832" : 2452,
"897024" : 2580,
"905216" : 2532,
"913408" : 2565,
"921600" : 2609,
"929792" : 2713,
"937984" : 2763,
"946176" : 2816,
"954368" : 2770,
"962560" : 2977,
"970752" : 2994,
"978944" : 3235,
"987136" : 3439,
"995328" : 3986,
"1003520" : 3993,
"1011712" : 3901,
"1019904" : 3812,
"1028096" : 3546,
"1036288" : 3770,
"1044480" : 3782,
"1056768" : 7519,
"1073152" : 7628,
"1089536" : 7855,
"1105920" : 8370,
"1122304" : 9077,
"1138688" : 9583,
"1155072" : 10346,
"1171456" : 10983,
"1187840" : 11860,
"1204224" : 12267,
"1220608" : 13167,
"1236992" : 13613,
"1253376" : 14289,
"1269760" : 15089,
"1286144" : 15946,
"1302528" : 16959,
"1318912" : 17948,
"1335296" : 18782,
"1351680" : 19571,
"1368064" : 20194,
"1384448" : 21197,
"1400832" : 21956,
"1417216" : 22598,
"1433600" : 23601,
"1449984" : 25624,
"1466368" : 27323,
"1482752" : 28867,
"1499136" : 29708,
"1515520" : 29973,
"1531904" : 29730,
"1548288" : 29371,
"1564672" : 28989,
"1581056" : 29026,
"1597440" : 29277,
"1613824" : 30144,
"1630208" : 31468,
"1646592" : 32372,
"1662976" : 33330,
"1679360" : 33881,
"1695744" : 33486,
"1712128" : 32911,
"1728512" : 32312,
"1744896" : 31858,
"1761280" : 31919,
"1777664" : 31587,
"1794048" : 31358,
"1810432" : 30328,
"1826816" : 29462,
"1843200" : 28777,
"1859584" : 28484,
"1875968" : 28188,
"1892352" : 27462,
"1908736" : 25809,
"1925120" : 25339,
"1941504" : 25120,
"1957888" : 25045,
"1974272" : 24975,
"1990656" : 26640,
"2007040" : 28044,
"2023424" : 23408,
"2039808" : 21278,
"2056192" : 21145,
"2072576" : 20338,
"2088960" : 19747,
"2113536" : 40088,
"2146304" : 38567,
"2179072" : 36938,
"2211840" : 36076,
"2244608" : 34502,
"2277376" : 32888,
"2310144" : 30864,
"2342912" : 29677,
"2375680" : 27836,
"2408448" : 26637,
"2441216" : 25269,
"2473984" : 23698,
"2506752" : 22487,
"2539520" : 20893,
"2572288" : 19953,
"2605056" : 19240,
"2637824" : 18430,
"2670592" : 17503,
"2703360" : 16592,
"2736128" : 16347,
"2768896" : 15567,
"2801664" : 15043,
"2834432" : 14412,
"2867200" : 14147,
"2899968" : 13525,
"2932736" : 12810,
"2965504" : 12575,
"2998272" : 13053,
"3031040" : 11822,
"3063808" : 11286,
"3096576" : 10502,
"3129344" : 10326,
"3162112" : 9772,
"3194880" : 9299,
"3227648" : 8897,
"3260416" : 8256,
"3293184" : 7790,
"3325952" : 7610,
"3358720" : 6714,
"3391488" : 6416,
"3424256" : 5912,
"3457024" : 5384,
"3489792" : 5027,
"3522560" : 4445,
"3555328" : 4178,
"3588096" : 3838,
"3620864" : 3361,
"3653632" : 3075,
"3686400" : 2781,
"3719168" : 2475,
"3751936" : 2254,
"3784704" : 2003,
"3817472" : 1821,
"3850240" : 1684,
"3883008" : 1532,
"3915776" : 1307,
"3948544" : 1210,
"3981312" : 1193,
"4014080" : 1167,
"4046848" : 1035,
"4079616" : 978,
"4112384" : 911,
"4145152" : 874,
"4177920" : 796,
"4227072" : 1537,
"4292608" : 1417,
"4358144" : 1225,
"4423680" : 1096,
"4489216" : 1048,
"4554752" : 935,
"4620288" : 842,
"4685824" : 698,
"4751360" : 627,
"4816896" : 565,
"4882432" : 520,
"4947968" : 411,
"5013504" : 384,
"5079040" : 342,
"5144576" : 308,
"5210112" : 317,
"5275648" : 235,
"5341184" : 242,
"5406720" : 203,
"5472256" : 198,
"5537792" : 133,
"5603328" : 117,
"5668864" : 102,
"5734400" : 128,
"5799936" : 98,
"5865472" : 79,
"5931008" : 76,
"5996544" : 87,
"6062080" : 58,
"6127616" : 62,
"6193152" : 61,
"6258688" : 63,
"6324224" : 50,
"6389760" : 38,
"6455296" : 26,
"6520832" : 28,
"6586368" : 17,
"6651904" : 21,
"6717440" : 21,
"6782976" : 21,
"6848512" : 14,
"6914048" : 14,
"6979584" : 11,
"7045120" : 12,
"7110656" : 10,
"7176192" : 9,
"7241728" : 3,
"7372800" : 4,
"7438336" : 2,
"7569408" : 2,
"7634944" : 1,
"7700480" : 3,
"7766016" : 2,
"8159232" : 1,
"8224768" : 1,
"8355840" : 1,
"8585216" : 1,
"10289152" : 1
}
},
"lat_ns" : {
"min" : 107696,
"max" : 10707743,
"mean" : 2529854.184703,
"stddev" : 913770.988623,
"N" : 2528062
},
"bw_min" : 74080,
"bw_max" : 155809,
"bw_agg" : 100.000000,
"bw_mean" : 101205.025126,
"bw_dev" : 1023.757463,
"bw_samples" : 3184,
"iops_min" : 18522,
"iops_max" : 38950,
"iops_mean" : 25300.386935,
"iops_stddev" : 255.926991,
"iops_samples" : 3184
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1599984,
"usr_cpu" : 0.531505,
"sys_cpu" : 6.393564,
"ctx" : 2796640,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.022942,
"250" : 0.726679,
"500" : 1.559525,
"750" : 2.278965,
"1000" : 3.044963
},
"latency_ms" : {
"2" : 54.396326,
"4" : 37.171178,
"10" : 0.798789,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120511,
"timestamp_ms" : 1774120511223,
"time" : "Sat Mar 21 16:15:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11247267840,
"io_kbytes" : 10983660,
"bw_bytes" : 102247889,
"bw" : 99851,
"iops" : 24963.036364,
"runtime" : 110000,
"total_ios" : 2745934,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14702,
"max" : 5415631,
"mean" : 636821.861954,
"stddev" : 288343.563006,
"N" : 2745934
},
"clat_ns" : {
"min" : 78090,
"max" : 10232271,
"mean" : 1925251.806757,
"stddev" : 707746.152384,
"N" : 2745918,
"percentile" : {
"1.000000" : 342016,
"5.000000" : 831488,
"10.000000" : 1155072,
"20.000000" : 1417216,
"30.000000" : 1581056,
"40.000000" : 1712128,
"50.000000" : 1843200,
"60.000000" : 1990656,
"70.000000" : 2179072,
"80.000000" : 2441216,
"90.000000" : 2867200,
"95.000000" : 3194880,
"99.000000" : 3883008,
"99.500000" : 4292608,
"99.900000" : 5210112,
"99.950000" : 5603328,
"99.990000" : 6389760
},
"bins" : {
"78336" : 1,
"81408" : 1,
"82432" : 2,
"83456" : 4,
"84480" : 1,
"85504" : 4,
"86528" : 5,
"87552" : 8,
"88576" : 16,
"89600" : 14,
"90624" : 22,
"91648" : 27,
"92672" : 30,
"93696" : 33,
"94720" : 63,
"95744" : 58,
"96768" : 74,
"97792" : 80,
"98816" : 79,
"99840" : 90,
"100864" : 77,
"101888" : 106,
"102912" : 96,
"103936" : 112,
"104960" : 114,
"105984" : 135,
"107008" : 124,
"108032" : 123,
"109056" : 150,
"110080" : 133,
"111104" : 131,
"112128" : 138,
"113152" : 106,
"114176" : 112,
"115200" : 155,
"116224" : 129,
"117248" : 115,
"118272" : 112,
"119296" : 138,
"120320" : 131,
"121344" : 107,
"122368" : 141,
"123392" : 136,
"124416" : 118,
"125440" : 130,
"126464" : 131,
"127488" : 120,
"128512" : 143,
"129536" : 147,
"130560" : 122,
"132096" : 274,
"134144" : 242,
"136192" : 300,
"138240" : 250,
"140288" : 313,
"142336" : 313,
"144384" : 286,
"146432" : 316,
"148480" : 299,
"150528" : 302,
"152576" : 292,
"154624" : 293,
"156672" : 271,
"158720" : 343,
"160768" : 282,
"162816" : 290,
"164864" : 295,
"166912" : 304,
"168960" : 288,
"171008" : 272,
"173056" : 251,
"175104" : 269,
"177152" : 287,
"179200" : 253,
"181248" : 244,
"183296" : 268,
"185344" : 266,
"187392" : 214,
"189440" : 239,
"191488" : 247,
"193536" : 233,
"195584" : 213,
"197632" : 228,
"199680" : 223,
"201728" : 241,
"203776" : 210,
"205824" : 197,
"207872" : 196,
"209920" : 222,
"211968" : 232,
"214016" : 206,
"216064" : 223,
"218112" : 197,
"220160" : 239,
"222208" : 219,
"224256" : 241,
"226304" : 220,
"228352" : 228,
"230400" : 212,
"232448" : 228,
"234496" : 232,
"236544" : 213,
"238592" : 224,
"240640" : 238,
"242688" : 208,
"244736" : 218,
"246784" : 249,
"248832" : 231,
"250880" : 243,
"252928" : 240,
"254976" : 205,
"257024" : 218,
"259072" : 193,
"261120" : 223,
"264192" : 383,
"268288" : 368,
"272384" : 348,
"276480" : 337,
"280576" : 348,
"284672" : 308,
"288768" : 315,
"292864" : 326,
"296960" : 321,
"301056" : 293,
"305152" : 280,
"309248" : 304,
"313344" : 338,
"317440" : 350,
"321536" : 404,
"325632" : 426,
"329728" : 460,
"333824" : 509,
"337920" : 561,
"342016" : 612,
"346112" : 604,
"350208" : 596,
"354304" : 639,
"358400" : 595,
"362496" : 622,
"366592" : 630,
"370688" : 618,
"374784" : 631,
"378880" : 637,
"382976" : 602,
"387072" : 678,
"391168" : 649,
"395264" : 634,
"399360" : 628,
"403456" : 646,
"407552" : 650,
"411648" : 686,
"415744" : 747,
"419840" : 789,
"423936" : 792,
"428032" : 801,
"432128" : 851,
"436224" : 852,
"440320" : 963,
"444416" : 923,
"448512" : 979,
"452608" : 1017,
"456704" : 1012,
"460800" : 1022,
"464896" : 1025,
"468992" : 939,
"473088" : 1041,
"477184" : 1018,
"481280" : 1007,
"485376" : 957,
"489472" : 988,
"493568" : 977,
"497664" : 1028,
"501760" : 1035,
"505856" : 979,
"509952" : 1010,
"514048" : 955,
"518144" : 954,
"522240" : 1020,
"528384" : 1963,
"536576" : 1927,
"544768" : 1912,
"552960" : 1937,
"561152" : 1879,
"569344" : 1828,
"577536" : 1846,
"585728" : 1842,
"593920" : 1872,
"602112" : 1825,
"610304" : 1826,
"618496" : 1880,
"626688" : 1864,
"634880" : 1795,
"643072" : 1830,
"651264" : 1748,
"659456" : 1831,
"667648" : 1891,
"675840" : 1863,
"684032" : 1806,
"692224" : 1954,
"700416" : 1897,
"708608" : 1921,
"716800" : 1929,
"724992" : 2012,
"733184" : 2035,
"741376" : 2009,
"749568" : 2021,
"757760" : 2047,
"765952" : 2081,
"774144" : 2130,
"782336" : 2111,
"790528" : 2145,
"798720" : 2209,
"806912" : 2054,
"815104" : 2178,
"823296" : 2231,
"831488" : 2220,
"839680" : 2321,
"847872" : 2330,
"856064" : 2288,
"864256" : 2388,
"872448" : 2491,
"880640" : 2525,
"888832" : 2490,
"897024" : 2619,
"905216" : 2584,
"913408" : 2614,
"921600" : 2659,
"929792" : 2765,
"937984" : 2822,
"946176" : 2880,
"954368" : 2838,
"962560" : 3031,
"970752" : 3064,
"978944" : 3309,
"987136" : 3528,
"995328" : 4082,
"1003520" : 4075,
"1011712" : 4000,
"1019904" : 3898,
"1028096" : 3644,
"1036288" : 3853,
"1044480" : 3867,
"1056768" : 7700,
"1073152" : 7800,
"1089536" : 8083,
"1105920" : 8605,
"1122304" : 9320,
"1138688" : 9866,
"1155072" : 10639,
"1171456" : 11273,
"1187840" : 12175,
"1204224" : 12628,
"1220608" : 13577,
"1236992" : 14045,
"1253376" : 14740,
"1269760" : 15630,
"1286144" : 16487,
"1302528" : 17566,
"1318912" : 18590,
"1335296" : 19485,
"1351680" : 20385,
"1368064" : 21093,
"1384448" : 22169,
"1400832" : 23034,
"1417216" : 23734,
"1433600" : 24835,
"1449984" : 26940,
"1466368" : 28749,
"1482752" : 30339,
"1499136" : 31274,
"1515520" : 31504,
"1531904" : 31479,
"1548288" : 31132,
"1564672" : 30843,
"1581056" : 31073,
"1597440" : 31318,
"1613824" : 32280,
"1630208" : 33630,
"1646592" : 34615,
"1662976" : 35625,
"1679360" : 36294,
"1695744" : 36014,
"1712128" : 35445,
"1728512" : 34990,
"1744896" : 34654,
"1761280" : 34587,
"1777664" : 34335,
"1794048" : 34077,
"1810432" : 33149,
"1826816" : 32228,
"1843200" : 31499,
"1859584" : 31250,
"1875968" : 30941,
"1892352" : 30210,
"1908736" : 28602,
"1925120" : 27935,
"1941504" : 27778,
"1957888" : 27625,
"1974272" : 27585,
"1990656" : 29463,
"2007040" : 31152,
"2023424" : 25954,
"2039808" : 23836,
"2056192" : 23602,
"2072576" : 22741,
"2088960" : 22156,
"2113536" : 44997,
"2146304" : 43286,
"2179072" : 41416,
"2211840" : 40417,
"2244608" : 38644,
"2277376" : 36770,
"2310144" : 34713,
"2342912" : 33129,
"2375680" : 31234,
"2408448" : 29901,
"2441216" : 28318,
"2473984" : 26710,
"2506752" : 25310,
"2539520" : 23761,
"2572288" : 22608,
"2605056" : 21863,
"2637824" : 20928,
"2670592" : 19999,
"2703360" : 18941,
"2736128" : 18522,
"2768896" : 17727,
"2801664" : 17114,
"2834432" : 16476,
"2867200" : 16119,
"2899968" : 15422,
"2932736" : 14613,
"2965504" : 14333,
"2998272" : 14916,
"3031040" : 13511,
"3063808" : 12891,
"3096576" : 12074,
"3129344" : 11795,
"3162112" : 11190,
"3194880" : 10700,
"3227648" : 10139,
"3260416" : 9487,
"3293184" : 8992,
"3325952" : 8703,
"3358720" : 7655,
"3391488" : 7362,
"3424256" : 6730,
"3457024" : 6182,
"3489792" : 5752,
"3522560" : 5101,
"3555328" : 4806,
"3588096" : 4334,
"3620864" : 3802,
"3653632" : 3501,
"3686400" : 3129,
"3719168" : 2826,
"3751936" : 2575,
"3784704" : 2262,
"3817472" : 2102,
"3850240" : 1911,
"3883008" : 1725,
"3915776" : 1481,
"3948544" : 1377,
"3981312" : 1335,
"4014080" : 1337,
"4046848" : 1154,
"4079616" : 1091,
"4112384" : 1020,
"4145152" : 978,
"4177920" : 893,
"4227072" : 1708,
"4292608" : 1552,
"4358144" : 1337,
"4423680" : 1206,
"4489216" : 1126,
"4554752" : 1019,
"4620288" : 914,
"4685824" : 757,
"4751360" : 688,
"4816896" : 605,
"4882432" : 560,
"4947968" : 449,
"5013504" : 411,
"5079040" : 373,
"5144576" : 340,
"5210112" : 344,
"5275648" : 263,
"5341184" : 260,
"5406720" : 225,
"5472256" : 216,
"5537792" : 152,
"5603328" : 130,
"5668864" : 116,
"5734400" : 135,
"5799936" : 110,
"5865472" : 95,
"5931008" : 85,
"5996544" : 96,
"6062080" : 64,
"6127616" : 69,
"6193152" : 67,
"6258688" : 67,
"6324224" : 55,
"6389760" : 39,
"6455296" : 28,
"6520832" : 31,
"6586368" : 22,
"6651904" : 24,
"6717440" : 23,
"6782976" : 23,
"6848512" : 16,
"6914048" : 16,
"6979584" : 11,
"7045120" : 13,
"7110656" : 11,
"7176192" : 10,
"7241728" : 3,
"7372800" : 4,
"7438336" : 2,
"7503872" : 1,
"7569408" : 3,
"7634944" : 1,
"7700480" : 3,
"7766016" : 2,
"8159232" : 1,
"8224768" : 1,
"8355840" : 1,
"8585216" : 1,
"10289152" : 1
}
},
"lat_ns" : {
"min" : 107696,
"max" : 10707743,
"mean" : 2562067.284091,
"stddev" : 912130.812186,
"N" : 2745918
},
"bw_min" : 74080,
"bw_max" : 155809,
"bw_agg" : 100.000000,
"bw_mean" : 99962.301370,
"bw_dev" : 1011.123399,
"bw_samples" : 3504,
"iops_min" : 18522,
"iops_max" : 38950,
"iops_mean" : 24989.712329,
"iops_stddev" : 252.769899,
"iops_samples" : 3504
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1759985,
"usr_cpu" : 0.526993,
"sys_cpu" : 6.380963,
"ctx" : 3033890,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.021122,
"250" : 0.669026,
"500" : 1.436305,
"750" : 2.107771,
"1000" : 2.850251
},
"latency_ms" : {
"2" : 53.473354,
"4" : 38.631154,
"10" : 0.810398,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120521,
"timestamp_ms" : 1774120521225,
"time" : "Sat Mar 21 16:15:21 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 59,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12107100160,
"io_kbytes" : 11823340,
"bw_bytes" : 100892501,
"bw" : 98527,
"iops" : 24632.433333,
"runtime" : 120000,
"total_ios" : 2955892,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14702,
"max" : 5415631,
"mean" : 645465.902263,
"stddev" : 288317.962994,
"N" : 2955893
},
"clat_ns" : {
"min" : 78090,
"max" : 10232271,
"mean" : 1951076.848033,
"stddev" : 707486.593765,
"N" : 2955876,
"percentile" : {
"1.000000" : 354304,
"5.000000" : 864256,
"10.000000" : 1187840,
"20.000000" : 1449984,
"30.000000" : 1597440,
"40.000000" : 1728512,
"50.000000" : 1859584,
"60.000000" : 2023424,
"70.000000" : 2211840,
"80.000000" : 2473984,
"90.000000" : 2899968,
"95.000000" : 3227648,
"99.000000" : 3883008,
"99.500000" : 4292608,
"99.900000" : 5210112,
"99.950000" : 5537792,
"99.990000" : 6389760
},
"bins" : {
"78336" : 1,
"81408" : 1,
"82432" : 2,
"83456" : 4,
"84480" : 1,
"85504" : 4,
"86528" : 5,
"87552" : 8,
"88576" : 16,
"89600" : 14,
"90624" : 22,
"91648" : 27,
"92672" : 30,
"93696" : 33,
"94720" : 63,
"95744" : 58,
"96768" : 74,
"97792" : 80,
"98816" : 79,
"99840" : 90,
"100864" : 77,
"101888" : 106,
"102912" : 96,
"103936" : 112,
"104960" : 114,
"105984" : 135,
"107008" : 124,
"108032" : 123,
"109056" : 150,
"110080" : 133,
"111104" : 131,
"112128" : 138,
"113152" : 106,
"114176" : 112,
"115200" : 155,
"116224" : 129,
"117248" : 115,
"118272" : 112,
"119296" : 138,
"120320" : 131,
"121344" : 107,
"122368" : 141,
"123392" : 136,
"124416" : 118,
"125440" : 130,
"126464" : 131,
"127488" : 120,
"128512" : 143,
"129536" : 147,
"130560" : 122,
"132096" : 274,
"134144" : 242,
"136192" : 300,
"138240" : 250,
"140288" : 313,
"142336" : 313,
"144384" : 286,
"146432" : 316,
"148480" : 299,
"150528" : 302,
"152576" : 292,
"154624" : 293,
"156672" : 271,
"158720" : 343,
"160768" : 282,
"162816" : 290,
"164864" : 295,
"166912" : 304,
"168960" : 288,
"171008" : 272,
"173056" : 251,
"175104" : 269,
"177152" : 287,
"179200" : 253,
"181248" : 244,
"183296" : 268,
"185344" : 266,
"187392" : 214,
"189440" : 239,
"191488" : 247,
"193536" : 233,
"195584" : 213,
"197632" : 228,
"199680" : 223,
"201728" : 241,
"203776" : 210,
"205824" : 197,
"207872" : 196,
"209920" : 222,
"211968" : 232,
"214016" : 206,
"216064" : 223,
"218112" : 197,
"220160" : 239,
"222208" : 219,
"224256" : 241,
"226304" : 220,
"228352" : 228,
"230400" : 212,
"232448" : 228,
"234496" : 232,
"236544" : 213,
"238592" : 224,
"240640" : 238,
"242688" : 208,
"244736" : 218,
"246784" : 249,
"248832" : 231,
"250880" : 243,
"252928" : 240,
"254976" : 205,
"257024" : 218,
"259072" : 193,
"261120" : 223,
"264192" : 383,
"268288" : 368,
"272384" : 348,
"276480" : 337,
"280576" : 348,
"284672" : 308,
"288768" : 315,
"292864" : 326,
"296960" : 321,
"301056" : 293,
"305152" : 280,
"309248" : 304,
"313344" : 338,
"317440" : 350,
"321536" : 404,
"325632" : 426,
"329728" : 460,
"333824" : 509,
"337920" : 561,
"342016" : 612,
"346112" : 604,
"350208" : 596,
"354304" : 639,
"358400" : 595,
"362496" : 622,
"366592" : 630,
"370688" : 618,
"374784" : 631,
"378880" : 637,
"382976" : 602,
"387072" : 678,
"391168" : 649,
"395264" : 634,
"399360" : 628,
"403456" : 646,
"407552" : 650,
"411648" : 686,
"415744" : 747,
"419840" : 789,
"423936" : 792,
"428032" : 801,
"432128" : 851,
"436224" : 852,
"440320" : 963,
"444416" : 923,
"448512" : 980,
"452608" : 1017,
"456704" : 1012,
"460800" : 1022,
"464896" : 1025,
"468992" : 939,
"473088" : 1042,
"477184" : 1018,
"481280" : 1007,
"485376" : 959,
"489472" : 988,
"493568" : 978,
"497664" : 1029,
"501760" : 1035,
"505856" : 980,
"509952" : 1010,
"514048" : 955,
"518144" : 954,
"522240" : 1020,
"528384" : 1963,
"536576" : 1929,
"544768" : 1916,
"552960" : 1939,
"561152" : 1882,
"569344" : 1828,
"577536" : 1849,
"585728" : 1846,
"593920" : 1874,
"602112" : 1828,
"610304" : 1829,
"618496" : 1880,
"626688" : 1866,
"634880" : 1798,
"643072" : 1834,
"651264" : 1750,
"659456" : 1834,
"667648" : 1894,
"675840" : 1868,
"684032" : 1812,
"692224" : 1957,
"700416" : 1902,
"708608" : 1926,
"716800" : 1935,
"724992" : 2015,
"733184" : 2042,
"741376" : 2014,
"749568" : 2026,
"757760" : 2056,
"765952" : 2090,
"774144" : 2138,
"782336" : 2122,
"790528" : 2151,
"798720" : 2215,
"806912" : 2067,
"815104" : 2189,
"823296" : 2242,
"831488" : 2240,
"839680" : 2335,
"847872" : 2355,
"856064" : 2307,
"864256" : 2403,
"872448" : 2508,
"880640" : 2555,
"888832" : 2506,
"897024" : 2633,
"905216" : 2601,
"913408" : 2630,
"921600" : 2683,
"929792" : 2778,
"937984" : 2844,
"946176" : 2910,
"954368" : 2872,
"962560" : 3052,
"970752" : 3098,
"978944" : 3323,
"987136" : 3569,
"995328" : 4130,
"1003520" : 4105,
"1011712" : 4037,
"1019904" : 3927,
"1028096" : 3692,
"1036288" : 3905,
"1044480" : 3911,
"1056768" : 7790,
"1073152" : 7899,
"1089536" : 8196,
"1105920" : 8720,
"1122304" : 9444,
"1138688" : 10008,
"1155072" : 10781,
"1171456" : 11416,
"1187840" : 12345,
"1204224" : 12792,
"1220608" : 13824,
"1236992" : 14302,
"1253376" : 15011,
"1269760" : 15933,
"1286144" : 16815,
"1302528" : 17939,
"1318912" : 19015,
"1335296" : 19949,
"1351680" : 20892,
"1368064" : 21622,
"1384448" : 22790,
"1400832" : 23704,
"1417216" : 24389,
"1433600" : 25599,
"1449984" : 27718,
"1466368" : 29591,
"1482752" : 31311,
"1499136" : 32230,
"1515520" : 32577,
"1531904" : 32598,
"1548288" : 32305,
"1564672" : 32193,
"1581056" : 32390,
"1597440" : 32774,
"1613824" : 33782,
"1630208" : 35264,
"1646592" : 36337,
"1662976" : 37429,
"1679360" : 38193,
"1695744" : 37979,
"1712128" : 37438,
"1728512" : 37173,
"1744896" : 36876,
"1761280" : 36937,
"1777664" : 36738,
"1794048" : 36475,
"1810432" : 35621,
"1826816" : 34760,
"1843200" : 34096,
"1859584" : 33928,
"1875968" : 33730,
"1892352" : 33006,
"1908736" : 31214,
"1925120" : 30681,
"1941504" : 30454,
"1957888" : 30314,
"1974272" : 30408,
"1990656" : 32510,
"2007040" : 34483,
"2023424" : 28777,
"2039808" : 26490,
"2056192" : 26274,
"2072576" : 25390,
"2088960" : 24763,
"2113536" : 50276,
"2146304" : 48694,
"2179072" : 46320,
"2211840" : 45283,
"2244608" : 43264,
"2277376" : 41082,
"2310144" : 38805,
"2342912" : 36865,
"2375680" : 34869,
"2408448" : 33355,
"2441216" : 31777,
"2473984" : 29961,
"2506752" : 28426,
"2539520" : 26689,
"2572288" : 25528,
"2605056" : 24662,
"2637824" : 23562,
"2670592" : 22546,
"2703360" : 21529,
"2736128" : 21029,
"2768896" : 20053,
"2801664" : 19391,
"2834432" : 18577,
"2867200" : 18141,
"2899968" : 17314,
"2932736" : 16549,
"2965504" : 16137,
"2998272" : 16840,
"3031040" : 15164,
"3063808" : 14435,
"3096576" : 13596,
"3129344" : 13253,
"3162112" : 12592,
"3194880" : 12043,
"3227648" : 11480,
"3260416" : 10796,
"3293184" : 10286,
"3325952" : 9876,
"3358720" : 8806,
"3391488" : 8469,
"3424256" : 7778,
"3457024" : 7122,
"3489792" : 6642,
"3522560" : 5916,
"3555328" : 5591,
"3588096" : 5039,
"3620864" : 4459,
"3653632" : 4062,
"3686400" : 3646,
"3719168" : 3265,
"3751936" : 3011,
"3784704" : 2646,
"3817472" : 2437,
"3850240" : 2205,
"3883008" : 1958,
"3915776" : 1663,
"3948544" : 1544,
"3981312" : 1508,
"4014080" : 1489,
"4046848" : 1274,
"4079616" : 1196,
"4112384" : 1130,
"4145152" : 1058,
"4177920" : 973,
"4227072" : 1875,
"4292608" : 1668,
"4358144" : 1453,
"4423680" : 1293,
"4489216" : 1210,
"4554752" : 1102,
"4620288" : 987,
"4685824" : 821,
"4751360" : 742,
"4816896" : 652,
"4882432" : 599,
"4947968" : 477,
"5013504" : 433,
"5079040" : 388,
"5144576" : 355,
"5210112" : 363,
"5275648" : 281,
"5341184" : 277,
"5406720" : 243,
"5472256" : 224,
"5537792" : 164,
"5603328" : 140,
"5668864" : 124,
"5734400" : 148,
"5799936" : 122,
"5865472" : 101,
"5931008" : 91,
"5996544" : 102,
"6062080" : 71,
"6127616" : 72,
"6193152" : 68,
"6258688" : 68,
"6324224" : 56,
"6389760" : 41,
"6455296" : 30,
"6520832" : 32,
"6586368" : 25,
"6651904" : 24,
"6717440" : 23,
"6782976" : 23,
"6848512" : 16,
"6914048" : 16,
"6979584" : 11,
"7045120" : 15,
"7110656" : 12,
"7176192" : 10,
"7241728" : 4,
"7372800" : 4,
"7438336" : 3,
"7503872" : 1,
"7569408" : 3,
"7634944" : 1,
"7700480" : 3,
"7766016" : 2,
"8159232" : 1,
"8224768" : 1,
"8355840" : 1,
"8585216" : 1,
"10289152" : 1
}
},
"lat_ns" : {
"min" : 107696,
"max" : 10707743,
"mean" : 2596539.600551,
"stddev" : 911740.649506,
"N" : 2955876
},
"bw_min" : 74080,
"bw_max" : 155809,
"bw_agg" : 100.000000,
"bw_mean" : 98636.251046,
"bw_dev" : 1010.496133,
"bw_samples" : 3824,
"iops_min" : 18522,
"iops_max" : 38950,
"iops_mean" : 24658.171548,
"iops_stddev" : 252.614584,
"iops_samples" : 3824
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1920000,
"usr_cpu" : 0.521198,
"sys_cpu" : 6.356615,
"ctx" : 3257469,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999966,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.019622,
"250" : 0.621504,
"500" : 1.334487,
"750" : 1.961134,
"1000" : 2.667181
},
"latency_ms" : {
"2" : 52.238681,
"4" : 40.342238,
"10" : 0.814576,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120531,
"timestamp_ms" : 1774120531223,
"time" : "Sat Mar 21 16:15:31 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12955246592,
"io_kbytes" : 12651608,
"bw_bytes" : 99655743,
"bw" : 97320,
"iops" : 24330.169231,
"runtime" : 130000,
"total_ios" : 3162922,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14702,
"max" : 5415631,
"mean" : 653552.269107,
"stddev" : 288546.945930,
"N" : 3162922
},
"clat_ns" : {
"min" : 78090,
"max" : 10232271,
"mean" : 1975237.099778,
"stddev" : 708209.316379,
"N" : 3162906,
"percentile" : {
"1.000000" : 370688,
"5.000000" : 897024,
"10.000000" : 1204224,
"20.000000" : 1466368,
"30.000000" : 1613824,
"40.000000" : 1744896,
"50.000000" : 1892352,
"60.000000" : 2039808,
"70.000000" : 2244608,
"80.000000" : 2506752,
"90.000000" : 2932736,
"95.000000" : 3260416,
"99.000000" : 3883008,
"99.500000" : 4292608,
"99.900000" : 5210112,
"99.950000" : 5537792,
"99.990000" : 6389760
},
"bins" : {
"78336" : 1,
"81408" : 1,
"82432" : 2,
"83456" : 4,
"84480" : 1,
"85504" : 4,
"86528" : 5,
"87552" : 8,
"88576" : 16,
"89600" : 14,
"90624" : 22,
"91648" : 27,
"92672" : 30,
"93696" : 33,
"94720" : 63,
"95744" : 58,
"96768" : 74,
"97792" : 80,
"98816" : 79,
"99840" : 90,
"100864" : 77,
"101888" : 106,
"102912" : 96,
"103936" : 112,
"104960" : 114,
"105984" : 135,
"107008" : 124,
"108032" : 123,
"109056" : 150,
"110080" : 133,
"111104" : 131,
"112128" : 138,
"113152" : 106,
"114176" : 112,
"115200" : 155,
"116224" : 129,
"117248" : 115,
"118272" : 112,
"119296" : 138,
"120320" : 131,
"121344" : 107,
"122368" : 141,
"123392" : 136,
"124416" : 118,
"125440" : 130,
"126464" : 131,
"127488" : 120,
"128512" : 143,
"129536" : 147,
"130560" : 122,
"132096" : 274,
"134144" : 242,
"136192" : 300,
"138240" : 250,
"140288" : 313,
"142336" : 313,
"144384" : 286,
"146432" : 316,
"148480" : 299,
"150528" : 302,
"152576" : 292,
"154624" : 293,
"156672" : 271,
"158720" : 343,
"160768" : 282,
"162816" : 290,
"164864" : 295,
"166912" : 304,
"168960" : 288,
"171008" : 272,
"173056" : 251,
"175104" : 269,
"177152" : 287,
"179200" : 253,
"181248" : 244,
"183296" : 268,
"185344" : 266,
"187392" : 214,
"189440" : 239,
"191488" : 247,
"193536" : 233,
"195584" : 213,
"197632" : 228,
"199680" : 223,
"201728" : 241,
"203776" : 210,
"205824" : 197,
"207872" : 196,
"209920" : 222,
"211968" : 232,
"214016" : 206,
"216064" : 223,
"218112" : 197,
"220160" : 239,
"222208" : 219,
"224256" : 241,
"226304" : 220,
"228352" : 228,
"230400" : 212,
"232448" : 228,
"234496" : 232,
"236544" : 213,
"238592" : 224,
"240640" : 238,
"242688" : 208,
"244736" : 218,
"246784" : 249,
"248832" : 231,
"250880" : 243,
"252928" : 240,
"254976" : 205,
"257024" : 218,
"259072" : 193,
"261120" : 223,
"264192" : 383,
"268288" : 368,
"272384" : 348,
"276480" : 337,
"280576" : 348,
"284672" : 308,
"288768" : 315,
"292864" : 326,
"296960" : 321,
"301056" : 293,
"305152" : 280,
"309248" : 304,
"313344" : 338,
"317440" : 350,
"321536" : 404,
"325632" : 426,
"329728" : 460,
"333824" : 509,
"337920" : 561,
"342016" : 612,
"346112" : 604,
"350208" : 596,
"354304" : 639,
"358400" : 595,
"362496" : 622,
"366592" : 630,
"370688" : 618,
"374784" : 631,
"378880" : 637,
"382976" : 602,
"387072" : 678,
"391168" : 649,
"395264" : 634,
"399360" : 628,
"403456" : 646,
"407552" : 650,
"411648" : 687,
"415744" : 748,
"419840" : 789,
"423936" : 792,
"428032" : 801,
"432128" : 851,
"436224" : 852,
"440320" : 963,
"444416" : 923,
"448512" : 980,
"452608" : 1018,
"456704" : 1012,
"460800" : 1022,
"464896" : 1025,
"468992" : 939,
"473088" : 1042,
"477184" : 1018,
"481280" : 1007,
"485376" : 959,
"489472" : 988,
"493568" : 978,
"497664" : 1029,
"501760" : 1035,
"505856" : 980,
"509952" : 1010,
"514048" : 955,
"518144" : 954,
"522240" : 1020,
"528384" : 1963,
"536576" : 1930,
"544768" : 1916,
"552960" : 1940,
"561152" : 1884,
"569344" : 1829,
"577536" : 1852,
"585728" : 1847,
"593920" : 1877,
"602112" : 1833,
"610304" : 1833,
"618496" : 1881,
"626688" : 1867,
"634880" : 1800,
"643072" : 1836,
"651264" : 1754,
"659456" : 1835,
"667648" : 1896,
"675840" : 1870,
"684032" : 1817,
"692224" : 1962,
"700416" : 1904,
"708608" : 1928,
"716800" : 1938,
"724992" : 2017,
"733184" : 2045,
"741376" : 2016,
"749568" : 2034,
"757760" : 2060,
"765952" : 2098,
"774144" : 2142,
"782336" : 2129,
"790528" : 2157,
"798720" : 2216,
"806912" : 2077,
"815104" : 2193,
"823296" : 2249,
"831488" : 2248,
"839680" : 2341,
"847872" : 2363,
"856064" : 2313,
"864256" : 2413,
"872448" : 2523,
"880640" : 2565,
"888832" : 2515,
"897024" : 2647,
"905216" : 2613,
"913408" : 2640,
"921600" : 2695,
"929792" : 2791,
"937984" : 2855,
"946176" : 2931,
"954368" : 2894,
"962560" : 3066,
"970752" : 3117,
"978944" : 3345,
"987136" : 3584,
"995328" : 4152,
"1003520" : 4132,
"1011712" : 4064,
"1019904" : 3966,
"1028096" : 3714,
"1036288" : 3936,
"1044480" : 3935,
"1056768" : 7865,
"1073152" : 7961,
"1089536" : 8270,
"1105920" : 8794,
"1122304" : 9553,
"1138688" : 10112,
"1155072" : 10923,
"1171456" : 11552,
"1187840" : 12508,
"1204224" : 12950,
"1220608" : 14026,
"1236992" : 14528,
"1253376" : 15232,
"1269760" : 16225,
"1286144" : 17116,
"1302528" : 18262,
"1318912" : 19371,
"1335296" : 20382,
"1351680" : 21353,
"1368064" : 22147,
"1384448" : 23338,
"1400832" : 24264,
"1417216" : 25069,
"1433600" : 26310,
"1449984" : 28516,
"1466368" : 30467,
"1482752" : 32221,
"1499136" : 33224,
"1515520" : 33591,
"1531904" : 33756,
"1548288" : 33474,
"1564672" : 33590,
"1581056" : 33831,
"1597440" : 34319,
"1613824" : 35384,
"1630208" : 36855,
"1646592" : 38083,
"1662976" : 39274,
"1679360" : 40077,
"1695744" : 39989,
"1712128" : 39483,
"1728512" : 39263,
"1744896" : 39040,
"1761280" : 39189,
"1777664" : 39131,
"1794048" : 38783,
"1810432" : 37989,
"1826816" : 37238,
"1843200" : 36538,
"1859584" : 36492,
"1875968" : 36315,
"1892352" : 35512,
"1908736" : 33769,
"1925120" : 33262,
"1941504" : 32924,
"1957888" : 32853,
"1974272" : 33026,
"1990656" : 35182,
"2007040" : 37442,
"2023424" : 31295,
"2039808" : 28981,
"2056192" : 28739,
"2072576" : 27814,
"2088960" : 27131,
"2113536" : 55028,
"2146304" : 53345,
"2179072" : 50882,
"2211840" : 49852,
"2244608" : 47651,
"2277376" : 45132,
"2310144" : 42820,
"2342912" : 40667,
"2375680" : 38492,
"2408448" : 36763,
"2441216" : 35109,
"2473984" : 33275,
"2506752" : 31513,
"2539520" : 29579,
"2572288" : 28392,
"2605056" : 27607,
"2637824" : 26234,
"2670592" : 25175,
"2703360" : 24106,
"2736128" : 23595,
"2768896" : 22459,
"2801664" : 21813,
"2834432" : 20874,
"2867200" : 20267,
"2899968" : 19594,
"2932736" : 18565,
"2965504" : 18181,
"2998272" : 18848,
"3031040" : 17035,
"3063808" : 16172,
"3096576" : 15249,
"3129344" : 14902,
"3162112" : 14117,
"3194880" : 13492,
"3227648" : 12853,
"3260416" : 12216,
"3293184" : 11539,
"3325952" : 11150,
"3358720" : 9929,
"3391488" : 9641,
"3424256" : 8836,
"3457024" : 8139,
"3489792" : 7652,
"3522560" : 6828,
"3555328" : 6444,
"3588096" : 5863,
"3620864" : 5170,
"3653632" : 4816,
"3686400" : 4297,
"3719168" : 3809,
"3751936" : 3506,
"3784704" : 3087,
"3817472" : 2816,
"3850240" : 2521,
"3883008" : 2274,
"3915776" : 1933,
"3948544" : 1775,
"3981312" : 1726,
"4014080" : 1679,
"4046848" : 1419,
"4079616" : 1310,
"4112384" : 1252,
"4145152" : 1158,
"4177920" : 1073,
"4227072" : 2053,
"4292608" : 1799,
"4358144" : 1566,
"4423680" : 1375,
"4489216" : 1278,
"4554752" : 1162,
"4620288" : 1045,
"4685824" : 874,
"4751360" : 787,
"4816896" : 694,
"4882432" : 634,
"4947968" : 505,
"5013504" : 468,
"5079040" : 405,
"5144576" : 380,
"5210112" : 386,
"5275648" : 299,
"5341184" : 284,
"5406720" : 255,
"5472256" : 231,
"5537792" : 174,
"5603328" : 151,
"5668864" : 127,
"5734400" : 157,
"5799936" : 126,
"5865472" : 108,
"5931008" : 98,
"5996544" : 104,
"6062080" : 76,
"6127616" : 78,
"6193152" : 73,
"6258688" : 71,
"6324224" : 57,
"6389760" : 43,
"6455296" : 30,
"6520832" : 34,
"6586368" : 27,
"6651904" : 24,
"6717440" : 24,
"6782976" : 23,
"6848512" : 17,
"6914048" : 18,
"6979584" : 12,
"7045120" : 15,
"7110656" : 13,
"7176192" : 11,
"7241728" : 4,
"7372800" : 4,
"7438336" : 3,
"7503872" : 1,
"7569408" : 3,
"7634944" : 1,
"7700480" : 3,
"7766016" : 2,
"8159232" : 1,
"8224768" : 1,
"8355840" : 1,
"8585216" : 1,
"10289152" : 1
}
},
"lat_ns" : {
"min" : 107696,
"max" : 10707743,
"mean" : 2628787.745882,
"stddev" : 912673.765065,
"N" : 3162906
},
"bw_min" : 72744,
"bw_max" : 155809,
"bw_agg" : 100.000000,
"bw_mean" : 97377.166023,
"bw_dev" : 1012.792001,
"bw_samples" : 4144,
"iops_min" : 18186,
"iops_max" : 38950,
"iops_mean" : 24343.393822,
"iops_stddev" : 253.189891,
"iops_samples" : 4144
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2079991,
"usr_cpu" : 0.513993,
"sys_cpu" : 6.338201,
"ctx" : 3477223,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.018337,
"250" : 0.580824,
"500" : 1.247233,
"750" : 1.834791,
"1000" : 2.503223
},
"latency_ms" : {
"2" : 51.125542,
"4" : 41.868879,
"10" : 0.820634,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120541,
"timestamp_ms" : 1774120541223,
"time" : "Sat Mar 21 16:15:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 13753851904,
"io_kbytes" : 13431496,
"bw_bytes" : 98241799,
"bw" : 95939,
"iops" : 23984.942857,
"runtime" : 140000,
"total_ios" : 3357892,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14702,
"max" : 5415631,
"mean" : 663032.095712,
"stddev" : 291050.639282,
"N" : 3357892
},
"clat_ns" : {
"min" : 78090,
"max" : 10232271,
"mean" : 2003621.696746,
"stddev" : 714929.954448,
"N" : 3357876,
"percentile" : {
"1.000000" : 382976,
"5.000000" : 929792,
"10.000000" : 1236992,
"20.000000" : 1482752,
"30.000000" : 1630208,
"40.000000" : 1777664,
"50.000000" : 1908736,
"60.000000" : 2072576,
"70.000000" : 2277376,
"80.000000" : 2539520,
"90.000000" : 2965504,
"95.000000" : 3293184,
"99.000000" : 3915776,
"99.500000" : 4292608,
"99.900000" : 5210112,
"99.950000" : 5537792,
"99.990000" : 6324224
},
"bins" : {
"78336" : 1,
"81408" : 1,
"82432" : 2,
"83456" : 4,
"84480" : 1,
"85504" : 4,
"86528" : 5,
"87552" : 8,
"88576" : 16,
"89600" : 14,
"90624" : 22,
"91648" : 27,
"92672" : 30,
"93696" : 33,
"94720" : 63,
"95744" : 58,
"96768" : 74,
"97792" : 80,
"98816" : 79,
"99840" : 90,
"100864" : 77,
"101888" : 106,
"102912" : 96,
"103936" : 112,
"104960" : 114,
"105984" : 135,
"107008" : 124,
"108032" : 123,
"109056" : 150,
"110080" : 133,
"111104" : 131,
"112128" : 138,
"113152" : 106,
"114176" : 112,
"115200" : 155,
"116224" : 129,
"117248" : 115,
"118272" : 112,
"119296" : 138,
"120320" : 131,
"121344" : 107,
"122368" : 141,
"123392" : 136,
"124416" : 118,
"125440" : 130,
"126464" : 131,
"127488" : 120,
"128512" : 143,
"129536" : 147,
"130560" : 122,
"132096" : 274,
"134144" : 242,
"136192" : 300,
"138240" : 250,
"140288" : 313,
"142336" : 313,
"144384" : 286,
"146432" : 316,
"148480" : 299,
"150528" : 302,
"152576" : 292,
"154624" : 293,
"156672" : 271,
"158720" : 343,
"160768" : 282,
"162816" : 290,
"164864" : 295,
"166912" : 304,
"168960" : 288,
"171008" : 272,
"173056" : 251,
"175104" : 269,
"177152" : 287,
"179200" : 253,
"181248" : 244,
"183296" : 268,
"185344" : 266,
"187392" : 214,
"189440" : 239,
"191488" : 247,
"193536" : 233,
"195584" : 213,
"197632" : 228,
"199680" : 223,
"201728" : 241,
"203776" : 210,
"205824" : 197,
"207872" : 196,
"209920" : 222,
"211968" : 232,
"214016" : 206,
"216064" : 223,
"218112" : 197,
"220160" : 239,
"222208" : 219,
"224256" : 241,
"226304" : 220,
"228352" : 228,
"230400" : 212,
"232448" : 228,
"234496" : 232,
"236544" : 213,
"238592" : 224,
"240640" : 238,
"242688" : 208,
"244736" : 218,
"246784" : 249,
"248832" : 231,
"250880" : 243,
"252928" : 240,
"254976" : 205,
"257024" : 218,
"259072" : 193,
"261120" : 223,
"264192" : 383,
"268288" : 368,
"272384" : 348,
"276480" : 337,
"280576" : 348,
"284672" : 308,
"288768" : 315,
"292864" : 326,
"296960" : 321,
"301056" : 293,
"305152" : 280,
"309248" : 304,
"313344" : 338,
"317440" : 350,
"321536" : 404,
"325632" : 426,
"329728" : 460,
"333824" : 509,
"337920" : 561,
"342016" : 612,
"346112" : 604,
"350208" : 596,
"354304" : 639,
"358400" : 595,
"362496" : 622,
"366592" : 630,
"370688" : 618,
"374784" : 631,
"378880" : 637,
"382976" : 602,
"387072" : 678,
"391168" : 649,
"395264" : 634,
"399360" : 628,
"403456" : 646,
"407552" : 650,
"411648" : 687,
"415744" : 748,
"419840" : 789,
"423936" : 792,
"428032" : 801,
"432128" : 851,
"436224" : 852,
"440320" : 963,
"444416" : 923,
"448512" : 980,
"452608" : 1018,
"456704" : 1012,
"460800" : 1022,
"464896" : 1025,
"468992" : 939,
"473088" : 1042,
"477184" : 1018,
"481280" : 1007,
"485376" : 959,
"489472" : 988,
"493568" : 978,
"497664" : 1029,
"501760" : 1035,
"505856" : 980,
"509952" : 1010,
"514048" : 955,
"518144" : 954,
"522240" : 1020,
"528384" : 1963,
"536576" : 1930,
"544768" : 1917,
"552960" : 1940,
"561152" : 1884,
"569344" : 1829,
"577536" : 1852,
"585728" : 1847,
"593920" : 1879,
"602112" : 1833,
"610304" : 1833,
"618496" : 1881,
"626688" : 1867,
"634880" : 1802,
"643072" : 1837,
"651264" : 1756,
"659456" : 1837,
"667648" : 1896,
"675840" : 1872,
"684032" : 1821,
"692224" : 1963,
"700416" : 1904,
"708608" : 1928,
"716800" : 1940,
"724992" : 2019,
"733184" : 2046,
"741376" : 2017,
"749568" : 2036,
"757760" : 2063,
"765952" : 2101,
"774144" : 2143,
"782336" : 2129,
"790528" : 2160,
"798720" : 2218,
"806912" : 2080,
"815104" : 2196,
"823296" : 2255,
"831488" : 2252,
"839680" : 2348,
"847872" : 2368,
"856064" : 2322,
"864256" : 2418,
"872448" : 2530,
"880640" : 2574,
"888832" : 2523,
"897024" : 2656,
"905216" : 2625,
"913408" : 2644,
"921600" : 2703,
"929792" : 2803,
"937984" : 2861,
"946176" : 2939,
"954368" : 2908,
"962560" : 3083,
"970752" : 3129,
"978944" : 3358,
"987136" : 3612,
"995328" : 4170,
"1003520" : 4153,
"1011712" : 4092,
"1019904" : 3984,
"1028096" : 3744,
"1036288" : 3955,
"1044480" : 3961,
"1056768" : 7927,
"1073152" : 8018,
"1089536" : 8336,
"1105920" : 8884,
"1122304" : 9647,
"1138688" : 10212,
"1155072" : 11011,
"1171456" : 11671,
"1187840" : 12624,
"1204224" : 13076,
"1220608" : 14165,
"1236992" : 14688,
"1253376" : 15423,
"1269760" : 16434,
"1286144" : 17323,
"1302528" : 18504,
"1318912" : 19617,
"1335296" : 20671,
"1351680" : 21664,
"1368064" : 22510,
"1384448" : 23670,
"1400832" : 24637,
"1417216" : 25518,
"1433600" : 26842,
"1449984" : 29044,
"1466368" : 31045,
"1482752" : 32864,
"1499136" : 33940,
"1515520" : 34401,
"1531904" : 34611,
"1548288" : 34315,
"1564672" : 34584,
"1581056" : 34886,
"1597440" : 35400,
"1613824" : 36512,
"1630208" : 37976,
"1646592" : 39337,
"1662976" : 40564,
"1679360" : 41398,
"1695744" : 41344,
"1712128" : 41030,
"1728512" : 40847,
"1744896" : 40649,
"1761280" : 40854,
"1777664" : 40825,
"1794048" : 40543,
"1810432" : 39848,
"1826816" : 39013,
"1843200" : 38356,
"1859584" : 38376,
"1875968" : 38231,
"1892352" : 37434,
"1908736" : 35729,
"1925120" : 35138,
"1941504" : 34851,
"1957888" : 34875,
"1974272" : 34996,
"1990656" : 37329,
"2007040" : 39681,
"2023424" : 33257,
"2039808" : 31108,
"2056192" : 30708,
"2072576" : 29691,
"2088960" : 29062,
"2113536" : 59014,
"2146304" : 57431,
"2179072" : 54674,
"2211840" : 53624,
"2244608" : 51482,
"2277376" : 48803,
"2310144" : 46468,
"2342912" : 44147,
"2375680" : 41983,
"2408448" : 40167,
"2441216" : 38500,
"2473984" : 36446,
"2506752" : 34698,
"2539520" : 32691,
"2572288" : 31546,
"2605056" : 30666,
"2637824" : 29182,
"2670592" : 28099,
"2703360" : 26944,
"2736128" : 26492,
"2768896" : 25098,
"2801664" : 24369,
"2834432" : 23383,
"2867200" : 22730,
"2899968" : 21971,
"2932736" : 20912,
"2965504" : 20444,
"2998272" : 21362,
"3031040" : 19274,
"3063808" : 18340,
"3096576" : 17334,
"3129344" : 17013,
"3162112" : 16092,
"3194880" : 15514,
"3227648" : 14840,
"3260416" : 14124,
"3293184" : 13405,
"3325952" : 12831,
"3358720" : 11567,
"3391488" : 11184,
"3424256" : 10296,
"3457024" : 9554,
"3489792" : 8926,
"3522560" : 8045,
"3555328" : 7513,
"3588096" : 6966,
"3620864" : 6127,
"3653632" : 5749,
"3686400" : 5101,
"3719168" : 4527,
"3751936" : 4240,
"3784704" : 3739,
"3817472" : 3392,
"3850240" : 3018,
"3883008" : 2773,
"3915776" : 2369,
"3948544" : 2182,
"3981312" : 2051,
"4014080" : 2000,
"4046848" : 1686,
"4079616" : 1580,
"4112384" : 1506,
"4145152" : 1388,
"4177920" : 1267,
"4227072" : 2335,
"4292608" : 2037,
"4358144" : 1735,
"4423680" : 1509,
"4489216" : 1401,
"4554752" : 1243,
"4620288" : 1119,
"4685824" : 941,
"4751360" : 845,
"4816896" : 752,
"4882432" : 690,
"4947968" : 539,
"5013504" : 496,
"5079040" : 437,
"5144576" : 401,
"5210112" : 408,
"5275648" : 320,
"5341184" : 297,
"5406720" : 265,
"5472256" : 250,
"5537792" : 189,
"5603328" : 162,
"5668864" : 143,
"5734400" : 165,
"5799936" : 129,
"5865472" : 115,
"5931008" : 110,
"5996544" : 112,
"6062080" : 82,
"6127616" : 84,
"6193152" : 76,
"6258688" : 73,
"6324224" : 61,
"6389760" : 47,
"6455296" : 30,
"6520832" : 36,
"6586368" : 27,
"6651904" : 25,
"6717440" : 24,
"6782976" : 23,
"6848512" : 17,
"6914048" : 19,
"6979584" : 12,
"7045120" : 15,
"7110656" : 13,
"7176192" : 11,
"7241728" : 4,
"7372800" : 4,
"7438336" : 3,
"7503872" : 1,
"7569408" : 3,
"7634944" : 1,
"7700480" : 3,
"7766016" : 2,
"8159232" : 1,
"8224768" : 1,
"8355840" : 1,
"8585216" : 2,
"10289152" : 1
}
},
"lat_ns" : {
"min" : 107696,
"max" : 10707743,
"mean" : 2666649.946868,
"stddev" : 921444.576595,
"N" : 3357876
},
"bw_min" : 66840,
"bw_max" : 155809,
"bw_agg" : 100.000000,
"bw_mean" : 96026.086022,
"bw_dev" : 1027.660817,
"bw_samples" : 4464,
"iops_min" : 16710,
"iops_max" : 38950,
"iops_mean" : 24005.630824,
"iops_stddev" : 256.907346,
"iops_samples" : 4464
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2239989,
"usr_cpu" : 0.509958,
"sys_cpu" : 6.303022,
"ctx" : 3688709,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999940,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999940,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.017273,
"250" : 0.547099,
"500" : 1.174814,
"750" : 1.728972,
"1000" : 2.365055
},
"latency_ms" : {
"2" : 49.758926,
"4" : 43.540054,
"10" : 0.867300,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120551,
"timestamp_ms" : 1774120551222,
"time" : "Sat Mar 21 16:15:51 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 14605692928,
"io_kbytes" : 14263372,
"bw_bytes" : 97371286,
"bw" : 95089,
"iops" : 23772.420000,
"runtime" : 150000,
"total_ios" : 3565863,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14702,
"max" : 12110935,
"mean" : 669003.428598,
"stddev" : 291797.703867,
"N" : 3565863
},
"clat_ns" : {
"min" : 78090,
"max" : 15971502,
"mean" : 2021508.635536,
"stddev" : 715230.186096,
"N" : 3565847,
"percentile" : {
"1.000000" : 395264,
"5.000000" : 954368,
"10.000000" : 1253376,
"20.000000" : 1499136,
"30.000000" : 1646592,
"40.000000" : 1794048,
"50.000000" : 1925120,
"60.000000" : 2088960,
"70.000000" : 2277376,
"80.000000" : 2572288,
"90.000000" : 2998272,
"95.000000" : 3325952,
"99.000000" : 3948544,
"99.500000" : 4292608,
"99.900000" : 5210112,
"99.950000" : 5603328,
"99.990000" : 6455296
},
"bins" : {
"78336" : 1,
"81408" : 1,
"82432" : 2,
"83456" : 4,
"84480" : 1,
"85504" : 4,
"86528" : 5,
"87552" : 8,
"88576" : 16,
"89600" : 14,
"90624" : 22,
"91648" : 27,
"92672" : 30,
"93696" : 33,
"94720" : 63,
"95744" : 58,
"96768" : 74,
"97792" : 80,
"98816" : 79,
"99840" : 90,
"100864" : 77,
"101888" : 106,
"102912" : 96,
"103936" : 112,
"104960" : 114,
"105984" : 135,
"107008" : 124,
"108032" : 123,
"109056" : 150,
"110080" : 133,
"111104" : 131,
"112128" : 138,
"113152" : 106,
"114176" : 112,
"115200" : 155,
"116224" : 129,
"117248" : 115,
"118272" : 112,
"119296" : 138,
"120320" : 131,
"121344" : 107,
"122368" : 141,
"123392" : 136,
"124416" : 118,
"125440" : 130,
"126464" : 131,
"127488" : 120,
"128512" : 143,
"129536" : 147,
"130560" : 122,
"132096" : 274,
"134144" : 242,
"136192" : 300,
"138240" : 250,
"140288" : 313,
"142336" : 313,
"144384" : 286,
"146432" : 316,
"148480" : 299,
"150528" : 302,
"152576" : 292,
"154624" : 293,
"156672" : 271,
"158720" : 343,
"160768" : 282,
"162816" : 290,
"164864" : 295,
"166912" : 304,
"168960" : 288,
"171008" : 272,
"173056" : 251,
"175104" : 269,
"177152" : 287,
"179200" : 253,
"181248" : 244,
"183296" : 268,
"185344" : 266,
"187392" : 214,
"189440" : 239,
"191488" : 247,
"193536" : 233,
"195584" : 213,
"197632" : 228,
"199680" : 223,
"201728" : 241,
"203776" : 210,
"205824" : 197,
"207872" : 196,
"209920" : 222,
"211968" : 232,
"214016" : 206,
"216064" : 223,
"218112" : 197,
"220160" : 239,
"222208" : 219,
"224256" : 241,
"226304" : 220,
"228352" : 228,
"230400" : 212,
"232448" : 228,
"234496" : 232,
"236544" : 213,
"238592" : 224,
"240640" : 238,
"242688" : 208,
"244736" : 218,
"246784" : 249,
"248832" : 231,
"250880" : 243,
"252928" : 240,
"254976" : 205,
"257024" : 218,
"259072" : 193,
"261120" : 223,
"264192" : 383,
"268288" : 368,
"272384" : 348,
"276480" : 337,
"280576" : 348,
"284672" : 308,
"288768" : 315,
"292864" : 326,
"296960" : 321,
"301056" : 293,
"305152" : 280,
"309248" : 304,
"313344" : 338,
"317440" : 350,
"321536" : 404,
"325632" : 426,
"329728" : 460,
"333824" : 509,
"337920" : 561,
"342016" : 612,
"346112" : 604,
"350208" : 596,
"354304" : 640,
"358400" : 595,
"362496" : 622,
"366592" : 630,
"370688" : 618,
"374784" : 632,
"378880" : 638,
"382976" : 602,
"387072" : 678,
"391168" : 649,
"395264" : 634,
"399360" : 629,
"403456" : 646,
"407552" : 651,
"411648" : 687,
"415744" : 749,
"419840" : 789,
"423936" : 796,
"428032" : 802,
"432128" : 852,
"436224" : 853,
"440320" : 964,
"444416" : 924,
"448512" : 981,
"452608" : 1020,
"456704" : 1013,
"460800" : 1023,
"464896" : 1027,
"468992" : 939,
"473088" : 1046,
"477184" : 1023,
"481280" : 1014,
"485376" : 964,
"489472" : 991,
"493568" : 985,
"497664" : 1034,
"501760" : 1035,
"505856" : 986,
"509952" : 1020,
"514048" : 959,
"518144" : 960,
"522240" : 1027,
"528384" : 1977,
"536576" : 1944,
"544768" : 1922,
"552960" : 1951,
"561152" : 1894,
"569344" : 1839,
"577536" : 1857,
"585728" : 1852,
"593920" : 1885,
"602112" : 1841,
"610304" : 1844,
"618496" : 1885,
"626688" : 1873,
"634880" : 1810,
"643072" : 1847,
"651264" : 1766,
"659456" : 1857,
"667648" : 1900,
"675840" : 1883,
"684032" : 1830,
"692224" : 1980,
"700416" : 1919,
"708608" : 1948,
"716800" : 1953,
"724992" : 2029,
"733184" : 2061,
"741376" : 2033,
"749568" : 2059,
"757760" : 2089,
"765952" : 2129,
"774144" : 2165,
"782336" : 2150,
"790528" : 2179,
"798720" : 2233,
"806912" : 2106,
"815104" : 2222,
"823296" : 2279,
"831488" : 2267,
"839680" : 2374,
"847872" : 2396,
"856064" : 2361,
"864256" : 2448,
"872448" : 2558,
"880640" : 2606,
"888832" : 2561,
"897024" : 2693,
"905216" : 2670,
"913408" : 2686,
"921600" : 2738,
"929792" : 2848,
"937984" : 2903,
"946176" : 2982,
"954368" : 2952,
"962560" : 3133,
"970752" : 3179,
"978944" : 3397,
"987136" : 3664,
"995328" : 4218,
"1003520" : 4215,
"1011712" : 4150,
"1019904" : 4046,
"1028096" : 3792,
"1036288" : 4008,
"1044480" : 4018,
"1056768" : 8047,
"1073152" : 8148,
"1089536" : 8466,
"1105920" : 9068,
"1122304" : 9815,
"1138688" : 10390,
"1155072" : 11221,
"1171456" : 11911,
"1187840" : 12853,
"1204224" : 13312,
"1220608" : 14420,
"1236992" : 15001,
"1253376" : 15761,
"1269760" : 16782,
"1286144" : 17709,
"1302528" : 18957,
"1318912" : 20034,
"1335296" : 21164,
"1351680" : 22217,
"1368064" : 23082,
"1384448" : 24359,
"1400832" : 25360,
"1417216" : 26216,
"1433600" : 27603,
"1449984" : 29891,
"1466368" : 31946,
"1482752" : 33842,
"1499136" : 34895,
"1515520" : 35537,
"1531904" : 35713,
"1548288" : 35527,
"1564672" : 35833,
"1581056" : 36228,
"1597440" : 36821,
"1613824" : 38046,
"1630208" : 39617,
"1646592" : 40965,
"1662976" : 42241,
"1679360" : 43224,
"1695744" : 43177,
"1712128" : 42906,
"1728512" : 42849,
"1744896" : 42732,
"1761280" : 42975,
"1777664" : 43034,
"1794048" : 42844,
"1810432" : 42102,
"1826816" : 41455,
"1843200" : 40826,
"1859584" : 40871,
"1875968" : 40792,
"1892352" : 39950,
"1908736" : 38172,
"1925120" : 37577,
"1941504" : 37326,
"1957888" : 37390,
"1974272" : 37584,
"1990656" : 40153,
"2007040" : 42628,
"2023424" : 35875,
"2039808" : 33666,
"2056192" : 33157,
"2072576" : 32152,
"2088960" : 31444,
"2113536" : 63934,
"2146304" : 62268,
"2179072" : 59458,
"2211840" : 58197,
"2244608" : 56059,
"2277376" : 53005,
"2310144" : 50498,
"2342912" : 47972,
"2375680" : 45623,
"2408448" : 43506,
"2441216" : 41617,
"2473984" : 39492,
"2506752" : 37575,
"2539520" : 35523,
"2572288" : 34209,
"2605056" : 33228,
"2637824" : 31665,
"2670592" : 30553,
"2703360" : 29356,
"2736128" : 28786,
"2768896" : 27403,
"2801664" : 26595,
"2834432" : 25531,
"2867200" : 24846,
"2899968" : 24032,
"2932736" : 22888,
"2965504" : 22420,
"2998272" : 23381,
"3031040" : 21184,
"3063808" : 20104,
"3096576" : 19046,
"3129344" : 18720,
"3162112" : 17826,
"3194880" : 17070,
"3227648" : 16358,
"3260416" : 15544,
"3293184" : 14813,
"3325952" : 14144,
"3358720" : 12792,
"3391488" : 12281,
"3424256" : 11408,
"3457024" : 10628,
"3489792" : 9862,
"3522560" : 9047,
"3555328" : 8393,
"3588096" : 7768,
"3620864" : 6864,
"3653632" : 6440,
"3686400" : 5806,
"3719168" : 5100,
"3751936" : 4802,
"3784704" : 4197,
"3817472" : 3791,
"3850240" : 3381,
"3883008" : 3050,
"3915776" : 2651,
"3948544" : 2416,
"3981312" : 2275,
"4014080" : 2161,
"4046848" : 1852,
"4079616" : 1738,
"4112384" : 1631,
"4145152" : 1518,
"4177920" : 1387,
"4227072" : 2532,
"4292608" : 2188,
"4358144" : 1865,
"4423680" : 1625,
"4489216" : 1469,
"4554752" : 1304,
"4620288" : 1172,
"4685824" : 990,
"4751360" : 883,
"4816896" : 789,
"4882432" : 734,
"4947968" : 565,
"5013504" : 527,
"5079040" : 454,
"5144576" : 421,
"5210112" : 425,
"5275648" : 328,
"5341184" : 310,
"5406720" : 276,
"5472256" : 255,
"5537792" : 198,
"5603328" : 170,
"5668864" : 151,
"5734400" : 170,
"5799936" : 133,
"5865472" : 122,
"5931008" : 113,
"5996544" : 118,
"6062080" : 88,
"6127616" : 86,
"6193152" : 78,
"6258688" : 77,
"6324224" : 62,
"6389760" : 51,
"6455296" : 36,
"6520832" : 39,
"6586368" : 31,
"6651904" : 29,
"6717440" : 26,
"6782976" : 27,
"6848512" : 20,
"6914048" : 22,
"6979584" : 12,
"7045120" : 16,
"7110656" : 16,
"7176192" : 11,
"7241728" : 5,
"7372800" : 5,
"7438336" : 4,
"7503872" : 4,
"7569408" : 3,
"7634944" : 3,
"7700480" : 5,
"7766016" : 3,
"7831552" : 1,
"7897088" : 3,
"8028160" : 3,
"8093696" : 1,
"8159232" : 5,
"8224768" : 2,
"8355840" : 1,
"8454144" : 2,
"8585216" : 3,
"8716288" : 1,
"8847360" : 1,
"9240576" : 3,
"9371648" : 1,
"9502720" : 2,
"9764864" : 2,
"9895936" : 2,
"10027008" : 3,
"10158080" : 4,
"10289152" : 1,
"10944512" : 2,
"11599872" : 3,
"12255232" : 1,
"12386304" : 3,
"12517376" : 2,
"15925248" : 1
}
},
"lat_ns" : {
"min" : 107696,
"max" : 16258493,
"mean" : 2690512.847561,
"stddev" : 921377.728475,
"N" : 3565847
},
"bw_min" : 66840,
"bw_max" : 155809,
"bw_agg" : 100.000000,
"bw_mean" : 95151.341137,
"bw_dev" : 1018.472529,
"bw_samples" : 4784,
"iops_min" : 16710,
"iops_max" : 38950,
"iops_mean" : 23786.993311,
"iops_stddev" : 254.608863,
"iops_samples" : 4784
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2399985,
"usr_cpu" : 0.508545,
"sys_cpu" : 6.309414,
"ctx" : 3916218,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999944,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999972,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.016265,
"250" : 0.515191,
"500" : 1.107923,
"750" : 1.637472,
"1000" : 2.256088
},
"latency_ms" : {
"2" : 48.911077,
"4" : 44.679815,
"10" : 0.875160,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120561,
"timestamp_ms" : 1774120561223,
"time" : "Sat Mar 21 16:16:01 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15455711232,
"io_kbytes" : 15093468,
"bw_bytes" : 96598195,
"bw" : 94334,
"iops" : 23583.700000,
"runtime" : 160000,
"total_ios" : 3773392,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14702,
"max" : 12110935,
"mean" : 674399.740013,
"stddev" : 292716.594907,
"N" : 3773392
},
"clat_ns" : {
"min" : 78090,
"max" : 15971502,
"mean" : 2037663.755761,
"stddev" : 717227.196304,
"N" : 3773376,
"percentile" : {
"1.000000" : 407552,
"5.000000" : 978944,
"10.000000" : 1269760,
"20.000000" : 1499136,
"30.000000" : 1662976,
"40.000000" : 1794048,
"50.000000" : 1941504,
"60.000000" : 2113536,
"70.000000" : 2310144,
"80.000000" : 2572288,
"90.000000" : 2998272,
"95.000000" : 3325952,
"99.000000" : 3981312,
"99.500000" : 4292608,
"99.900000" : 5144576,
"99.950000" : 5537792,
"99.990000" : 6455296
},
"bins" : {
"78336" : 1,
"81408" : 1,
"82432" : 2,
"83456" : 4,
"84480" : 1,
"85504" : 4,
"86528" : 5,
"87552" : 8,
"88576" : 16,
"89600" : 14,
"90624" : 22,
"91648" : 27,
"92672" : 30,
"93696" : 33,
"94720" : 63,
"95744" : 58,
"96768" : 74,
"97792" : 80,
"98816" : 79,
"99840" : 90,
"100864" : 77,
"101888" : 106,
"102912" : 96,
"103936" : 112,
"104960" : 114,
"105984" : 135,
"107008" : 124,
"108032" : 123,
"109056" : 150,
"110080" : 133,
"111104" : 131,
"112128" : 138,
"113152" : 106,
"114176" : 112,
"115200" : 155,
"116224" : 129,
"117248" : 115,
"118272" : 112,
"119296" : 138,
"120320" : 131,
"121344" : 107,
"122368" : 141,
"123392" : 136,
"124416" : 118,
"125440" : 130,
"126464" : 131,
"127488" : 120,
"128512" : 143,
"129536" : 147,
"130560" : 122,
"132096" : 274,
"134144" : 242,
"136192" : 300,
"138240" : 250,
"140288" : 313,
"142336" : 313,
"144384" : 286,
"146432" : 316,
"148480" : 299,
"150528" : 302,
"152576" : 292,
"154624" : 293,
"156672" : 271,
"158720" : 343,
"160768" : 282,
"162816" : 290,
"164864" : 295,
"166912" : 304,
"168960" : 288,
"171008" : 272,
"173056" : 251,
"175104" : 269,
"177152" : 287,
"179200" : 253,
"181248" : 244,
"183296" : 268,
"185344" : 266,
"187392" : 214,
"189440" : 239,
"191488" : 247,
"193536" : 233,
"195584" : 213,
"197632" : 228,
"199680" : 223,
"201728" : 241,
"203776" : 210,
"205824" : 197,
"207872" : 196,
"209920" : 222,
"211968" : 232,
"214016" : 206,
"216064" : 223,
"218112" : 197,
"220160" : 239,
"222208" : 219,
"224256" : 241,
"226304" : 220,
"228352" : 228,
"230400" : 212,
"232448" : 228,
"234496" : 232,
"236544" : 213,
"238592" : 224,
"240640" : 238,
"242688" : 208,
"244736" : 218,
"246784" : 249,
"248832" : 231,
"250880" : 243,
"252928" : 240,
"254976" : 205,
"257024" : 218,
"259072" : 193,
"261120" : 223,
"264192" : 383,
"268288" : 368,
"272384" : 348,
"276480" : 337,
"280576" : 348,
"284672" : 308,
"288768" : 315,
"292864" : 326,
"296960" : 321,
"301056" : 293,
"305152" : 280,
"309248" : 304,
"313344" : 338,
"317440" : 350,
"321536" : 404,
"325632" : 426,
"329728" : 460,
"333824" : 509,
"337920" : 561,
"342016" : 612,
"346112" : 604,
"350208" : 596,
"354304" : 640,
"358400" : 595,
"362496" : 622,
"366592" : 630,
"370688" : 618,
"374784" : 632,
"378880" : 638,
"382976" : 602,
"387072" : 678,
"391168" : 649,
"395264" : 634,
"399360" : 629,
"403456" : 646,
"407552" : 651,
"411648" : 687,
"415744" : 749,
"419840" : 789,
"423936" : 796,
"428032" : 802,
"432128" : 852,
"436224" : 853,
"440320" : 965,
"444416" : 924,
"448512" : 981,
"452608" : 1020,
"456704" : 1015,
"460800" : 1024,
"464896" : 1029,
"468992" : 940,
"473088" : 1047,
"477184" : 1024,
"481280" : 1017,
"485376" : 964,
"489472" : 992,
"493568" : 987,
"497664" : 1035,
"501760" : 1035,
"505856" : 988,
"509952" : 1023,
"514048" : 961,
"518144" : 963,
"522240" : 1032,
"528384" : 1988,
"536576" : 1947,
"544768" : 1930,
"552960" : 1954,
"561152" : 1896,
"569344" : 1843,
"577536" : 1865,
"585728" : 1859,
"593920" : 1888,
"602112" : 1847,
"610304" : 1848,
"618496" : 1894,
"626688" : 1878,
"634880" : 1813,
"643072" : 1852,
"651264" : 1775,
"659456" : 1860,
"667648" : 1912,
"675840" : 1892,
"684032" : 1838,
"692224" : 1981,
"700416" : 1929,
"708608" : 1955,
"716800" : 1964,
"724992" : 2037,
"733184" : 2071,
"741376" : 2047,
"749568" : 2071,
"757760" : 2099,
"765952" : 2137,
"774144" : 2177,
"782336" : 2165,
"790528" : 2190,
"798720" : 2242,
"806912" : 2127,
"815104" : 2233,
"823296" : 2294,
"831488" : 2279,
"839680" : 2393,
"847872" : 2417,
"856064" : 2390,
"864256" : 2467,
"872448" : 2573,
"880640" : 2622,
"888832" : 2589,
"897024" : 2721,
"905216" : 2692,
"913408" : 2701,
"921600" : 2765,
"929792" : 2872,
"937984" : 2927,
"946176" : 3004,
"954368" : 2978,
"962560" : 3173,
"970752" : 3212,
"978944" : 3425,
"987136" : 3696,
"995328" : 4254,
"1003520" : 4261,
"1011712" : 4195,
"1019904" : 4093,
"1028096" : 3834,
"1036288" : 4044,
"1044480" : 4051,
"1056768" : 8140,
"1073152" : 8261,
"1089536" : 8588,
"1105920" : 9231,
"1122304" : 9982,
"1138688" : 10532,
"1155072" : 11420,
"1171456" : 12099,
"1187840" : 13085,
"1204224" : 13572,
"1220608" : 14707,
"1236992" : 15334,
"1253376" : 16113,
"1269760" : 17147,
"1286144" : 18115,
"1302528" : 19443,
"1318912" : 20574,
"1335296" : 21740,
"1351680" : 22833,
"1368064" : 23774,
"1384448" : 25075,
"1400832" : 26168,
"1417216" : 27119,
"1433600" : 28509,
"1449984" : 30885,
"1466368" : 33050,
"1482752" : 34973,
"1499136" : 36125,
"1515520" : 36845,
"1531904" : 37025,
"1548288" : 37030,
"1564672" : 37359,
"1581056" : 37809,
"1597440" : 38587,
"1613824" : 39740,
"1630208" : 41508,
"1646592" : 42896,
"1662976" : 44238,
"1679360" : 45271,
"1695744" : 45348,
"1712128" : 45119,
"1728512" : 45039,
"1744896" : 44979,
"1761280" : 45258,
"1777664" : 45291,
"1794048" : 45240,
"1810432" : 44470,
"1826816" : 43872,
"1843200" : 43329,
"1859584" : 43335,
"1875968" : 43313,
"1892352" : 42511,
"1908736" : 40659,
"1925120" : 40048,
"1941504" : 39873,
"1957888" : 39809,
"1974272" : 40106,
"1990656" : 42728,
"2007040" : 45464,
"2023424" : 38421,
"2039808" : 36040,
"2056192" : 35542,
"2072576" : 34575,
"2088960" : 33717,
"2113536" : 68636,
"2146304" : 66787,
"2179072" : 63908,
"2211840" : 62570,
"2244608" : 60182,
"2277376" : 57037,
"2310144" : 54210,
"2342912" : 51649,
"2375680" : 49094,
"2408448" : 46795,
"2441216" : 44664,
"2473984" : 42557,
"2506752" : 40309,
"2539520" : 38183,
"2572288" : 36706,
"2605056" : 35519,
"2637824" : 33870,
"2670592" : 32602,
"2703360" : 31362,
"2736128" : 30716,
"2768896" : 29320,
"2801664" : 28429,
"2834432" : 27391,
"2867200" : 26528,
"2899968" : 25732,
"2932736" : 24520,
"2965504" : 24082,
"2998272" : 25138,
"3031040" : 22711,
"3063808" : 21627,
"3096576" : 20462,
"3129344" : 20150,
"3162112" : 19287,
"3194880" : 18498,
"3227648" : 17647,
"3260416" : 16841,
"3293184" : 15990,
"3325952" : 15284,
"3358720" : 13980,
"3391488" : 13342,
"3424256" : 12500,
"3457024" : 11675,
"3489792" : 10851,
"3522560" : 10000,
"3555328" : 9345,
"3588096" : 8677,
"3620864" : 7743,
"3653632" : 7291,
"3686400" : 6583,
"3719168" : 5834,
"3751936" : 5608,
"3784704" : 4877,
"3817472" : 4451,
"3850240" : 4028,
"3883008" : 3658,
"3915776" : 3158,
"3948544" : 2918,
"3981312" : 2772,
"4014080" : 2632,
"4046848" : 2265,
"4079616" : 2062,
"4112384" : 1960,
"4145152" : 1850,
"4177920" : 1669,
"4227072" : 3064,
"4292608" : 2521,
"4358144" : 2194,
"4423680" : 1837,
"4489216" : 1641,
"4554752" : 1417,
"4620288" : 1264,
"4685824" : 1066,
"4751360" : 934,
"4816896" : 824,
"4882432" : 767,
"4947968" : 587,
"5013504" : 560,
"5079040" : 484,
"5144576" : 436,
"5210112" : 443,
"5275648" : 348,
"5341184" : 325,
"5406720" : 285,
"5472256" : 266,
"5537792" : 207,
"5603328" : 174,
"5668864" : 155,
"5734400" : 177,
"5799936" : 140,
"5865472" : 126,
"5931008" : 115,
"5996544" : 120,
"6062080" : 91,
"6127616" : 92,
"6193152" : 82,
"6258688" : 79,
"6324224" : 63,
"6389760" : 53,
"6455296" : 36,
"6520832" : 42,
"6586368" : 32,
"6651904" : 32,
"6717440" : 26,
"6782976" : 29,
"6848512" : 22,
"6914048" : 23,
"6979584" : 12,
"7045120" : 17,
"7110656" : 17,
"7176192" : 11,
"7241728" : 7,
"7307264" : 1,
"7372800" : 6,
"7438336" : 7,
"7503872" : 6,
"7569408" : 5,
"7634944" : 4,
"7700480" : 6,
"7766016" : 3,
"7831552" : 1,
"7897088" : 4,
"8028160" : 3,
"8093696" : 1,
"8159232" : 5,
"8224768" : 2,
"8355840" : 1,
"8454144" : 2,
"8585216" : 3,
"8716288" : 2,
"8847360" : 1,
"9240576" : 5,
"9371648" : 2,
"9502720" : 3,
"9764864" : 2,
"9895936" : 2,
"10027008" : 3,
"10158080" : 5,
"10289152" : 1,
"10944512" : 2,
"11599872" : 3,
"12255232" : 1,
"12386304" : 3,
"12517376" : 2,
"15925248" : 1
}
},
"lat_ns" : {
"min" : 107696,
"max" : 16258493,
"mean" : 2712062.814866,
"stddev" : 923798.287126,
"N" : 3773376
},
"bw_min" : 66840,
"bw_max" : 155809,
"bw_agg" : 100.000000,
"bw_mean" : 94382.228840,
"bw_dev" : 1010.365207,
"bw_samples" : 5104,
"iops_min" : 16710,
"iops_max" : 38950,
"iops_mean" : 23594.768025,
"iops_stddev" : 252.580197,
"iops_samples" : 5104
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2559991,
"usr_cpu" : 0.504806,
"sys_cpu" : 6.319319,
"ctx" : 4140111,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.015371,
"250" : 0.486856,
"500" : 1.047413,
"750" : 1.552820,
"1000" : 2.148862
},
"latency_ms" : {
"2" : 48.308127,
"4" : 45.497075,
"10" : 0.942494,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120571,
"timestamp_ms" : 1774120571222,
"time" : "Sat Mar 21 16:16:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 16255127552,
"io_kbytes" : 15874148,
"bw_bytes" : 95618959,
"bw" : 93377,
"iops" : 23344.602027,
"runtime" : 169999,
"total_ios" : 3968559,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14702,
"max" : 12110935,
"mean" : 681359.263104,
"stddev" : 294882.752075,
"N" : 3968559
},
"clat_ns" : {
"min" : 78090,
"max" : 15971502,
"mean" : 2058507.865518,
"stddev" : 722436.663263,
"N" : 3968543,
"percentile" : {
"1.000000" : 419840,
"5.000000" : 1003520,
"10.000000" : 1286144,
"20.000000" : 1515520,
"30.000000" : 1679360,
"40.000000" : 1810432,
"50.000000" : 1957888,
"60.000000" : 2113536,
"70.000000" : 2342912,
"80.000000" : 2605056,
"90.000000" : 3031040,
"95.000000" : 3358720,
"99.000000" : 4014080,
"99.500000" : 4358144,
"99.900000" : 5144576,
"99.950000" : 5537792,
"99.990000" : 6455296
},
"bins" : {
"78336" : 1,
"81408" : 1,
"82432" : 2,
"83456" : 4,
"84480" : 1,
"85504" : 4,
"86528" : 5,
"87552" : 8,
"88576" : 16,
"89600" : 14,
"90624" : 22,
"91648" : 27,
"92672" : 30,
"93696" : 33,
"94720" : 63,
"95744" : 58,
"96768" : 74,
"97792" : 80,
"98816" : 79,
"99840" : 90,
"100864" : 77,
"101888" : 106,
"102912" : 96,
"103936" : 112,
"104960" : 114,
"105984" : 135,
"107008" : 124,
"108032" : 123,
"109056" : 150,
"110080" : 133,
"111104" : 131,
"112128" : 138,
"113152" : 106,
"114176" : 112,
"115200" : 155,
"116224" : 129,
"117248" : 115,
"118272" : 112,
"119296" : 138,
"120320" : 131,
"121344" : 107,
"122368" : 141,
"123392" : 136,
"124416" : 118,
"125440" : 130,
"126464" : 131,
"127488" : 120,
"128512" : 143,
"129536" : 147,
"130560" : 122,
"132096" : 274,
"134144" : 242,
"136192" : 300,
"138240" : 250,
"140288" : 313,
"142336" : 313,
"144384" : 286,
"146432" : 316,
"148480" : 299,
"150528" : 302,
"152576" : 292,
"154624" : 293,
"156672" : 271,
"158720" : 343,
"160768" : 282,
"162816" : 290,
"164864" : 295,
"166912" : 304,
"168960" : 288,
"171008" : 272,
"173056" : 251,
"175104" : 269,
"177152" : 287,
"179200" : 253,
"181248" : 244,
"183296" : 268,
"185344" : 266,
"187392" : 214,
"189440" : 239,
"191488" : 247,
"193536" : 233,
"195584" : 213,
"197632" : 228,
"199680" : 223,
"201728" : 241,
"203776" : 210,
"205824" : 197,
"207872" : 196,
"209920" : 222,
"211968" : 232,
"214016" : 206,
"216064" : 223,
"218112" : 197,
"220160" : 239,
"222208" : 219,
"224256" : 241,
"226304" : 220,
"228352" : 228,
"230400" : 212,
"232448" : 228,
"234496" : 232,
"236544" : 213,
"238592" : 224,
"240640" : 238,
"242688" : 208,
"244736" : 218,
"246784" : 249,
"248832" : 231,
"250880" : 243,
"252928" : 240,
"254976" : 205,
"257024" : 218,
"259072" : 193,
"261120" : 223,
"264192" : 383,
"268288" : 368,
"272384" : 348,
"276480" : 337,
"280576" : 348,
"284672" : 308,
"288768" : 315,
"292864" : 326,
"296960" : 321,
"301056" : 293,
"305152" : 280,
"309248" : 304,
"313344" : 338,
"317440" : 350,
"321536" : 404,
"325632" : 426,
"329728" : 460,
"333824" : 509,
"337920" : 561,
"342016" : 612,
"346112" : 604,
"350208" : 596,
"354304" : 640,
"358400" : 595,
"362496" : 622,
"366592" : 630,
"370688" : 618,
"374784" : 632,
"378880" : 638,
"382976" : 602,
"387072" : 678,
"391168" : 649,
"395264" : 634,
"399360" : 629,
"403456" : 646,
"407552" : 651,
"411648" : 687,
"415744" : 749,
"419840" : 789,
"423936" : 796,
"428032" : 802,
"432128" : 852,
"436224" : 853,
"440320" : 965,
"444416" : 924,
"448512" : 981,
"452608" : 1020,
"456704" : 1015,
"460800" : 1024,
"464896" : 1029,
"468992" : 940,
"473088" : 1047,
"477184" : 1024,
"481280" : 1017,
"485376" : 964,
"489472" : 992,
"493568" : 987,
"497664" : 1035,
"501760" : 1035,
"505856" : 988,
"509952" : 1023,
"514048" : 961,
"518144" : 963,
"522240" : 1032,
"528384" : 1988,
"536576" : 1947,
"544768" : 1930,
"552960" : 1954,
"561152" : 1896,
"569344" : 1843,
"577536" : 1865,
"585728" : 1859,
"593920" : 1888,
"602112" : 1848,
"610304" : 1849,
"618496" : 1894,
"626688" : 1879,
"634880" : 1814,
"643072" : 1854,
"651264" : 1775,
"659456" : 1861,
"667648" : 1912,
"675840" : 1892,
"684032" : 1841,
"692224" : 1984,
"700416" : 1930,
"708608" : 1955,
"716800" : 1971,
"724992" : 2039,
"733184" : 2075,
"741376" : 2050,
"749568" : 2072,
"757760" : 2103,
"765952" : 2140,
"774144" : 2180,
"782336" : 2169,
"790528" : 2193,
"798720" : 2246,
"806912" : 2130,
"815104" : 2241,
"823296" : 2299,
"831488" : 2284,
"839680" : 2403,
"847872" : 2425,
"856064" : 2397,
"864256" : 2476,
"872448" : 2576,
"880640" : 2630,
"888832" : 2603,
"897024" : 2730,
"905216" : 2701,
"913408" : 2713,
"921600" : 2769,
"929792" : 2881,
"937984" : 2936,
"946176" : 3014,
"954368" : 2987,
"962560" : 3187,
"970752" : 3230,
"978944" : 3446,
"987136" : 3712,
"995328" : 4275,
"1003520" : 4295,
"1011712" : 4217,
"1019904" : 4125,
"1028096" : 3858,
"1036288" : 4079,
"1044480" : 4076,
"1056768" : 8186,
"1073152" : 8325,
"1089536" : 8645,
"1105920" : 9304,
"1122304" : 10071,
"1138688" : 10630,
"1155072" : 11542,
"1171456" : 12213,
"1187840" : 13203,
"1204224" : 13711,
"1220608" : 14854,
"1236992" : 15543,
"1253376" : 16312,
"1269760" : 17373,
"1286144" : 18323,
"1302528" : 19672,
"1318912" : 20849,
"1335296" : 22024,
"1351680" : 23195,
"1368064" : 24158,
"1384448" : 25494,
"1400832" : 26612,
"1417216" : 27616,
"1433600" : 29019,
"1449984" : 31441,
"1466368" : 33680,
"1482752" : 35665,
"1499136" : 36851,
"1515520" : 37583,
"1531904" : 37900,
"1548288" : 37884,
"1564672" : 38272,
"1581056" : 38854,
"1597440" : 39621,
"1613824" : 40849,
"1630208" : 42675,
"1646592" : 44172,
"1662976" : 45571,
"1679360" : 46655,
"1695744" : 46785,
"1712128" : 46581,
"1728512" : 46569,
"1744896" : 46634,
"1761280" : 46865,
"1777664" : 46977,
"1794048" : 46995,
"1810432" : 46305,
"1826816" : 45730,
"1843200" : 45232,
"1859584" : 45254,
"1875968" : 45275,
"1892352" : 44486,
"1908736" : 42650,
"1925120" : 42005,
"1941504" : 41902,
"1957888" : 41952,
"1974272" : 42085,
"1990656" : 45016,
"2007040" : 47906,
"2023424" : 40569,
"2039808" : 38103,
"2056192" : 37748,
"2072576" : 36677,
"2088960" : 35759,
"2113536" : 72970,
"2146304" : 71123,
"2179072" : 68145,
"2211840" : 66863,
"2244608" : 64335,
"2277376" : 61093,
"2310144" : 58174,
"2342912" : 55464,
"2375680" : 52901,
"2408448" : 50386,
"2441216" : 48119,
"2473984" : 45837,
"2506752" : 43562,
"2539520" : 41299,
"2572288" : 39729,
"2605056" : 38489,
"2637824" : 36786,
"2670592" : 35236,
"2703360" : 33944,
"2736128" : 33281,
"2768896" : 31759,
"2801664" : 30813,
"2834432" : 29635,
"2867200" : 28661,
"2899968" : 27737,
"2932736" : 26502,
"2965504" : 25949,
"2998272" : 27111,
"3031040" : 24565,
"3063808" : 23270,
"3096576" : 22089,
"3129344" : 21836,
"3162112" : 20830,
"3194880" : 20066,
"3227648" : 19137,
"3260416" : 18241,
"3293184" : 17377,
"3325952" : 16635,
"3358720" : 15197,
"3391488" : 14634,
"3424256" : 13686,
"3457024" : 12759,
"3489792" : 11895,
"3522560" : 11039,
"3555328" : 10287,
"3588096" : 9637,
"3620864" : 8621,
"3653632" : 8145,
"3686400" : 7446,
"3719168" : 6635,
"3751936" : 6376,
"3784704" : 5628,
"3817472" : 5195,
"3850240" : 4716,
"3883008" : 4317,
"3915776" : 3801,
"3948544" : 3511,
"3981312" : 3382,
"4014080" : 3200,
"4046848" : 2765,
"4079616" : 2555,
"4112384" : 2405,
"4145152" : 2226,
"4177920" : 1998,
"4227072" : 3754,
"4292608" : 3087,
"4358144" : 2632,
"4423680" : 2220,
"4489216" : 1959,
"4554752" : 1687,
"4620288" : 1452,
"4685824" : 1234,
"4751360" : 1106,
"4816896" : 929,
"4882432" : 867,
"4947968" : 668,
"5013504" : 603,
"5079040" : 524,
"5144576" : 476,
"5210112" : 470,
"5275648" : 359,
"5341184" : 354,
"5406720" : 306,
"5472256" : 278,
"5537792" : 220,
"5603328" : 185,
"5668864" : 168,
"5734400" : 183,
"5799936" : 148,
"5865472" : 129,
"5931008" : 120,
"5996544" : 124,
"6062080" : 99,
"6127616" : 95,
"6193152" : 86,
"6258688" : 83,
"6324224" : 65,
"6389760" : 57,
"6455296" : 37,
"6520832" : 45,
"6586368" : 34,
"6651904" : 33,
"6717440" : 27,
"6782976" : 29,
"6848512" : 23,
"6914048" : 23,
"6979584" : 12,
"7045120" : 17,
"7110656" : 17,
"7176192" : 12,
"7241728" : 7,
"7307264" : 1,
"7372800" : 6,
"7438336" : 7,
"7503872" : 6,
"7569408" : 5,
"7634944" : 4,
"7700480" : 6,
"7766016" : 3,
"7831552" : 1,
"7897088" : 4,
"8028160" : 3,
"8093696" : 1,
"8159232" : 5,
"8224768" : 2,
"8355840" : 1,
"8454144" : 2,
"8585216" : 3,
"8716288" : 2,
"8847360" : 1,
"9240576" : 5,
"9371648" : 2,
"9502720" : 3,
"9764864" : 2,
"9895936" : 2,
"10027008" : 3,
"10158080" : 5,
"10289152" : 1,
"10944512" : 2,
"11599872" : 3,
"12255232" : 1,
"12386304" : 3,
"12517376" : 2,
"15925248" : 1
}
},
"lat_ns" : {
"min" : 107696,
"max" : 16258493,
"mean" : 2739862.506671,
"stddev" : 930442.996819,
"N" : 3968543
},
"bw_min" : 66632,
"bw_max" : 155809,
"bw_agg" : 100.000000,
"bw_mean" : 93435.053097,
"bw_dev" : 1012.654741,
"bw_samples" : 5424,
"iops_min" : 16658,
"iops_max" : 38950,
"iops_mean" : 23358.020649,
"iops_stddev" : 253.150545,
"iops_samples" : 5424
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2719984,
"usr_cpu" : 0.501988,
"sys_cpu" : 6.309890,
"ctx" : 4351640,
"majf" : 0,
"minf" : 569,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.014615,
"250" : 0.462914,
"500" : 0.995903,
"750" : 1.477211,
"1000" : 2.049812
},
"latency_ms" : {
"2" : 47.317175,
"4" : 46.622540,
"10" : 1.058898,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120581,
"timestamp_ms" : 1774120581235,
"time" : "Sat Mar 21 16:16:21 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 11491,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 17067585536,
"io_kbytes" : 16667564,
"bw_bytes" : 94819392,
"bw" : 92597,
"iops" : 23149.226949,
"runtime" : 180001,
"total_ios" : 4166884,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14702,
"max" : 12110935,
"mean" : 687140.413626,
"stddev" : 297001.676299,
"N" : 4166900
},
"clat_ns" : {
"min" : 3215,
"max" : 15971502,
"mean" : 2075813.367324,
"stddev" : 727272.868009,
"N" : 4166932,
"percentile" : {
"1.000000" : 428032,
"5.000000" : 1019904,
"10.000000" : 1302528,
"20.000000" : 1531904,
"30.000000" : 1695744,
"40.000000" : 1826816,
"50.000000" : 1974272,
"60.000000" : 2146304,
"70.000000" : 2342912,
"80.000000" : 2637824,
"90.000000" : 3063808,
"95.000000" : 3391488,
"99.000000" : 4079616,
"99.500000" : 4358144,
"99.900000" : 5144576,
"99.950000" : 5537792,
"99.990000" : 6455296
},
"bins" : {
"3216" : 1,
"3856" : 1,
"4768" : 1,
"4896" : 1,
"5280" : 1,
"5408" : 1,
"6816" : 1,
"7136" : 1,
"7328" : 1,
"7392" : 1,
"7904" : 1,
"8384" : 2,
"12992" : 1,
"13120" : 1,
"15296" : 1,
"78336" : 1,
"81408" : 1,
"82432" : 2,
"83456" : 4,
"84480" : 1,
"85504" : 4,
"86528" : 5,
"87552" : 8,
"88576" : 16,
"89600" : 14,
"90624" : 22,
"91648" : 27,
"92672" : 30,
"93696" : 33,
"94720" : 63,
"95744" : 58,
"96768" : 74,
"97792" : 80,
"98816" : 79,
"99840" : 90,
"100864" : 77,
"101888" : 106,
"102912" : 96,
"103936" : 112,
"104960" : 114,
"105984" : 135,
"107008" : 124,
"108032" : 123,
"109056" : 150,
"110080" : 133,
"111104" : 131,
"112128" : 138,
"113152" : 106,
"114176" : 112,
"115200" : 155,
"116224" : 129,
"117248" : 115,
"118272" : 112,
"119296" : 138,
"120320" : 131,
"121344" : 107,
"122368" : 141,
"123392" : 136,
"124416" : 118,
"125440" : 130,
"126464" : 131,
"127488" : 120,
"128512" : 143,
"129536" : 147,
"130560" : 122,
"132096" : 274,
"134144" : 242,
"136192" : 300,
"138240" : 250,
"140288" : 313,
"142336" : 313,
"144384" : 286,
"146432" : 316,
"148480" : 299,
"150528" : 302,
"152576" : 292,
"154624" : 293,
"156672" : 271,
"158720" : 343,
"160768" : 282,
"162816" : 290,
"164864" : 295,
"166912" : 304,
"168960" : 288,
"171008" : 272,
"173056" : 251,
"175104" : 269,
"177152" : 287,
"179200" : 253,
"181248" : 244,
"183296" : 268,
"185344" : 266,
"187392" : 214,
"189440" : 239,
"191488" : 247,
"193536" : 233,
"195584" : 213,
"197632" : 228,
"199680" : 223,
"201728" : 241,
"203776" : 210,
"205824" : 197,
"207872" : 196,
"209920" : 222,
"211968" : 232,
"214016" : 206,
"216064" : 223,
"218112" : 197,
"220160" : 239,
"222208" : 219,
"224256" : 241,
"226304" : 220,
"228352" : 228,
"230400" : 212,
"232448" : 228,
"234496" : 232,
"236544" : 213,
"238592" : 224,
"240640" : 238,
"242688" : 208,
"244736" : 218,
"246784" : 249,
"248832" : 231,
"250880" : 243,
"252928" : 240,
"254976" : 205,
"257024" : 218,
"259072" : 193,
"261120" : 223,
"264192" : 383,
"268288" : 368,
"272384" : 348,
"276480" : 337,
"280576" : 348,
"284672" : 308,
"288768" : 315,
"292864" : 326,
"296960" : 321,
"301056" : 293,
"305152" : 280,
"309248" : 304,
"313344" : 338,
"317440" : 350,
"321536" : 404,
"325632" : 426,
"329728" : 460,
"333824" : 509,
"337920" : 561,
"342016" : 612,
"346112" : 604,
"350208" : 596,
"354304" : 640,
"358400" : 595,
"362496" : 622,
"366592" : 630,
"370688" : 618,
"374784" : 632,
"378880" : 639,
"382976" : 602,
"387072" : 678,
"391168" : 649,
"395264" : 634,
"399360" : 629,
"403456" : 646,
"407552" : 651,
"411648" : 687,
"415744" : 749,
"419840" : 789,
"423936" : 796,
"428032" : 802,
"432128" : 853,
"436224" : 853,
"440320" : 965,
"444416" : 924,
"448512" : 981,
"452608" : 1020,
"456704" : 1015,
"460800" : 1025,
"464896" : 1029,
"468992" : 940,
"473088" : 1047,
"477184" : 1024,
"481280" : 1017,
"485376" : 964,
"489472" : 992,
"493568" : 987,
"497664" : 1036,
"501760" : 1035,
"505856" : 988,
"509952" : 1023,
"514048" : 961,
"518144" : 964,
"522240" : 1033,
"528384" : 1989,
"536576" : 1948,
"544768" : 1932,
"552960" : 1957,
"561152" : 1898,
"569344" : 1846,
"577536" : 1866,
"585728" : 1861,
"593920" : 1893,
"602112" : 1849,
"610304" : 1852,
"618496" : 1895,
"626688" : 1884,
"634880" : 1819,
"643072" : 1862,
"651264" : 1778,
"659456" : 1873,
"667648" : 1917,
"675840" : 1901,
"684032" : 1846,
"692224" : 1998,
"700416" : 1939,
"708608" : 1961,
"716800" : 1987,
"724992" : 2049,
"733184" : 2084,
"741376" : 2061,
"749568" : 2082,
"757760" : 2122,
"765952" : 2148,
"774144" : 2193,
"782336" : 2177,
"790528" : 2206,
"798720" : 2263,
"806912" : 2137,
"815104" : 2254,
"823296" : 2327,
"831488" : 2308,
"839680" : 2417,
"847872" : 2440,
"856064" : 2410,
"864256" : 2499,
"872448" : 2592,
"880640" : 2642,
"888832" : 2628,
"897024" : 2760,
"905216" : 2721,
"913408" : 2741,
"921600" : 2788,
"929792" : 2910,
"937984" : 2961,
"946176" : 3042,
"954368" : 3034,
"962560" : 3233,
"970752" : 3261,
"978944" : 3492,
"987136" : 3764,
"995328" : 4317,
"1003520" : 4352,
"1011712" : 4275,
"1019904" : 4173,
"1028096" : 3904,
"1036288" : 4139,
"1044480" : 4125,
"1056768" : 8319,
"1073152" : 8466,
"1089536" : 8796,
"1105920" : 9463,
"1122304" : 10240,
"1138688" : 10853,
"1155072" : 11764,
"1171456" : 12447,
"1187840" : 13481,
"1204224" : 13980,
"1220608" : 15146,
"1236992" : 15862,
"1253376" : 16669,
"1269760" : 17732,
"1286144" : 18749,
"1302528" : 20090,
"1318912" : 21277,
"1335296" : 22516,
"1351680" : 23692,
"1368064" : 24702,
"1384448" : 26073,
"1400832" : 27263,
"1417216" : 28336,
"1433600" : 29778,
"1449984" : 32186,
"1466368" : 34522,
"1482752" : 36599,
"1499136" : 37849,
"1515520" : 38633,
"1531904" : 38971,
"1548288" : 39019,
"1564672" : 39373,
"1581056" : 40093,
"1597440" : 40889,
"1613824" : 42156,
"1630208" : 44063,
"1646592" : 45678,
"1662976" : 47017,
"1679360" : 48251,
"1695744" : 48415,
"1712128" : 48256,
"1728512" : 48212,
"1744896" : 48385,
"1761280" : 48690,
"1777664" : 48774,
"1794048" : 48849,
"1810432" : 48257,
"1826816" : 47601,
"1843200" : 47175,
"1859584" : 47215,
"1875968" : 47167,
"1892352" : 46482,
"1908736" : 44612,
"1925120" : 43984,
"1941504" : 43872,
"1957888" : 43976,
"1974272" : 44121,
"1990656" : 47282,
"2007040" : 50216,
"2023424" : 42727,
"2039808" : 40150,
"2056192" : 39877,
"2072576" : 38727,
"2088960" : 37726,
"2113536" : 77042,
"2146304" : 75220,
"2179072" : 72218,
"2211840" : 70834,
"2244608" : 68197,
"2277376" : 64795,
"2310144" : 61796,
"2342912" : 59034,
"2375680" : 56300,
"2408448" : 53770,
"2441216" : 51161,
"2473984" : 48895,
"2506752" : 46572,
"2539520" : 44225,
"2572288" : 42510,
"2605056" : 41264,
"2637824" : 39398,
"2670592" : 37813,
"2703360" : 36268,
"2736128" : 35684,
"2768896" : 33965,
"2801664" : 32998,
"2834432" : 31702,
"2867200" : 30678,
"2899968" : 29673,
"2932736" : 28443,
"2965504" : 27766,
"2998272" : 29054,
"3031040" : 26381,
"3063808" : 25006,
"3096576" : 23723,
"3129344" : 23494,
"3162112" : 22390,
"3194880" : 21654,
"3227648" : 20739,
"3260416" : 19704,
"3293184" : 18807,
"3325952" : 18020,
"3358720" : 16551,
"3391488" : 15887,
"3424256" : 14961,
"3457024" : 13936,
"3489792" : 13022,
"3522560" : 12073,
"3555328" : 11273,
"3588096" : 10589,
"3620864" : 9482,
"3653632" : 9045,
"3686400" : 8273,
"3719168" : 7436,
"3751936" : 7113,
"3784704" : 6362,
"3817472" : 5882,
"3850240" : 5386,
"3883008" : 4960,
"3915776" : 4384,
"3948544" : 4132,
"3981312" : 3963,
"4014080" : 3776,
"4046848" : 3304,
"4079616" : 3040,
"4112384" : 2841,
"4145152" : 2665,
"4177920" : 2389,
"4227072" : 4472,
"4292608" : 3724,
"4358144" : 3177,
"4423680" : 2670,
"4489216" : 2327,
"4554752" : 1993,
"4620288" : 1718,
"4685824" : 1425,
"4751360" : 1239,
"4816896" : 1050,
"4882432" : 954,
"4947968" : 720,
"5013504" : 642,
"5079040" : 568,
"5144576" : 501,
"5210112" : 494,
"5275648" : 373,
"5341184" : 367,
"5406720" : 319,
"5472256" : 284,
"5537792" : 227,
"5603328" : 199,
"5668864" : 173,
"5734400" : 188,
"5799936" : 151,
"5865472" : 134,
"5931008" : 130,
"5996544" : 132,
"6062080" : 100,
"6127616" : 98,
"6193152" : 86,
"6258688" : 84,
"6324224" : 65,
"6389760" : 58,
"6455296" : 38,
"6520832" : 47,
"6586368" : 34,
"6651904" : 34,
"6717440" : 28,
"6782976" : 30,
"6848512" : 23,
"6914048" : 25,
"6979584" : 14,
"7045120" : 17,
"7110656" : 17,
"7176192" : 15,
"7241728" : 7,
"7307264" : 1,
"7372800" : 6,
"7438336" : 7,
"7503872" : 6,
"7569408" : 5,
"7634944" : 4,
"7700480" : 6,
"7766016" : 3,
"7831552" : 1,
"7897088" : 4,
"8028160" : 3,
"8093696" : 1,
"8159232" : 5,
"8224768" : 2,
"8355840" : 1,
"8454144" : 2,
"8585216" : 4,
"8716288" : 2,
"8847360" : 1,
"9240576" : 5,
"9371648" : 2,
"9502720" : 3,
"9764864" : 2,
"9895936" : 2,
"10027008" : 3,
"10158080" : 5,
"10289152" : 1,
"10944512" : 2,
"11599872" : 3,
"12255232" : 1,
"12386304" : 3,
"12517376" : 2,
"15925248" : 1
}
},
"lat_ns" : {
"min" : 107696,
"max" : 16258493,
"mean" : 2762952.535818,
"stddev" : 936498.442931,
"N" : 4166932
},
"bw_min" : 63624,
"bw_max" : 155809,
"bw_agg" : 100.000000,
"bw_mean" : 92664.008357,
"bw_dev" : 1010.565053,
"bw_samples" : 5744,
"iops_min" : 15906,
"iops_max" : 38950,
"iops_mean" : 23165.300836,
"iops_stddev" : 252.626741,
"iops_samples" : 5744
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2879994,
"usr_cpu" : 0.499827,
"sys_cpu" : 6.312131,
"ctx" : 4567771,
"majf" : 0,
"minf" : 581,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.013919,
"250" : 0.440881,
"500" : 0.948599,
"750" : 1.410670,
"1000" : 1.969625
},
"latency_ms" : {
"2" : 46.575787,
"4" : 47.465540,
"10" : 1.175243,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120581,
"timestamp_ms" : 1774120581265,
"time" : "Sat Mar 21 16:16:21 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 17067819008,
"io_kbytes" : 16667792,
"bw_bytes" : 94812262,
"bw" : 92590,
"iops" : 23147.169434,
"runtime" : 180017,
"total_ios" : 4166884,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14702,
"max" : 12110935,
"mean" : 687140.413626,
"stddev" : 297001.676299,
"N" : 4166900
},
"clat_ns" : {
"min" : 3215,
"max" : 15971502,
"mean" : 2075813.367324,
"stddev" : 727272.868009,
"N" : 4166932,
"percentile" : {
"1.000000" : 428032,
"5.000000" : 1019904,
"10.000000" : 1302528,
"20.000000" : 1531904,
"30.000000" : 1695744,
"40.000000" : 1826816,
"50.000000" : 1974272,
"60.000000" : 2146304,
"70.000000" : 2342912,
"80.000000" : 2637824,
"90.000000" : 3063808,
"95.000000" : 3391488,
"99.000000" : 4079616,
"99.500000" : 4358144,
"99.900000" : 5144576,
"99.950000" : 5537792,
"99.990000" : 6455296
},
"bins" : {
"3216" : 1,
"3856" : 1,
"4768" : 1,
"4896" : 1,
"5280" : 1,
"5408" : 1,
"6816" : 1,
"7136" : 1,
"7328" : 1,
"7392" : 1,
"7904" : 1,
"8384" : 2,
"12992" : 1,
"13120" : 1,
"15296" : 1,
"78336" : 1,
"81408" : 1,
"82432" : 2,
"83456" : 4,
"84480" : 1,
"85504" : 4,
"86528" : 5,
"87552" : 8,
"88576" : 16,
"89600" : 14,
"90624" : 22,
"91648" : 27,
"92672" : 30,
"93696" : 33,
"94720" : 63,
"95744" : 58,
"96768" : 74,
"97792" : 80,
"98816" : 79,
"99840" : 90,
"100864" : 77,
"101888" : 106,
"102912" : 96,
"103936" : 112,
"104960" : 114,
"105984" : 135,
"107008" : 124,
"108032" : 123,
"109056" : 150,
"110080" : 133,
"111104" : 131,
"112128" : 138,
"113152" : 106,
"114176" : 112,
"115200" : 155,
"116224" : 129,
"117248" : 115,
"118272" : 112,
"119296" : 138,
"120320" : 131,
"121344" : 107,
"122368" : 141,
"123392" : 136,
"124416" : 118,
"125440" : 130,
"126464" : 131,
"127488" : 120,
"128512" : 143,
"129536" : 147,
"130560" : 122,
"132096" : 274,
"134144" : 242,
"136192" : 300,
"138240" : 250,
"140288" : 313,
"142336" : 313,
"144384" : 286,
"146432" : 316,
"148480" : 299,
"150528" : 302,
"152576" : 292,
"154624" : 293,
"156672" : 271,
"158720" : 343,
"160768" : 282,
"162816" : 290,
"164864" : 295,
"166912" : 304,
"168960" : 288,
"171008" : 272,
"173056" : 251,
"175104" : 269,
"177152" : 287,
"179200" : 253,
"181248" : 244,
"183296" : 268,
"185344" : 266,
"187392" : 214,
"189440" : 239,
"191488" : 247,
"193536" : 233,
"195584" : 213,
"197632" : 228,
"199680" : 223,
"201728" : 241,
"203776" : 210,
"205824" : 197,
"207872" : 196,
"209920" : 222,
"211968" : 232,
"214016" : 206,
"216064" : 223,
"218112" : 197,
"220160" : 239,
"222208" : 219,
"224256" : 241,
"226304" : 220,
"228352" : 228,
"230400" : 212,
"232448" : 228,
"234496" : 232,
"236544" : 213,
"238592" : 224,
"240640" : 238,
"242688" : 208,
"244736" : 218,
"246784" : 249,
"248832" : 231,
"250880" : 243,
"252928" : 240,
"254976" : 205,
"257024" : 218,
"259072" : 193,
"261120" : 223,
"264192" : 383,
"268288" : 368,
"272384" : 348,
"276480" : 337,
"280576" : 348,
"284672" : 308,
"288768" : 315,
"292864" : 326,
"296960" : 321,
"301056" : 293,
"305152" : 280,
"309248" : 304,
"313344" : 338,
"317440" : 350,
"321536" : 404,
"325632" : 426,
"329728" : 460,
"333824" : 509,
"337920" : 561,
"342016" : 612,
"346112" : 604,
"350208" : 596,
"354304" : 640,
"358400" : 595,
"362496" : 622,
"366592" : 630,
"370688" : 618,
"374784" : 632,
"378880" : 639,
"382976" : 602,
"387072" : 678,
"391168" : 649,
"395264" : 634,
"399360" : 629,
"403456" : 646,
"407552" : 651,
"411648" : 687,
"415744" : 749,
"419840" : 789,
"423936" : 796,
"428032" : 802,
"432128" : 853,
"436224" : 853,
"440320" : 965,
"444416" : 924,
"448512" : 981,
"452608" : 1020,
"456704" : 1015,
"460800" : 1025,
"464896" : 1029,
"468992" : 940,
"473088" : 1047,
"477184" : 1024,
"481280" : 1017,
"485376" : 964,
"489472" : 992,
"493568" : 987,
"497664" : 1036,
"501760" : 1035,
"505856" : 988,
"509952" : 1023,
"514048" : 961,
"518144" : 964,
"522240" : 1033,
"528384" : 1989,
"536576" : 1948,
"544768" : 1932,
"552960" : 1957,
"561152" : 1898,
"569344" : 1846,
"577536" : 1866,
"585728" : 1861,
"593920" : 1893,
"602112" : 1849,
"610304" : 1852,
"618496" : 1895,
"626688" : 1884,
"634880" : 1819,
"643072" : 1862,
"651264" : 1778,
"659456" : 1873,
"667648" : 1917,
"675840" : 1901,
"684032" : 1846,
"692224" : 1998,
"700416" : 1939,
"708608" : 1961,
"716800" : 1987,
"724992" : 2049,
"733184" : 2084,
"741376" : 2061,
"749568" : 2082,
"757760" : 2122,
"765952" : 2148,
"774144" : 2193,
"782336" : 2177,
"790528" : 2206,
"798720" : 2263,
"806912" : 2137,
"815104" : 2254,
"823296" : 2327,
"831488" : 2308,
"839680" : 2417,
"847872" : 2440,
"856064" : 2410,
"864256" : 2499,
"872448" : 2592,
"880640" : 2642,
"888832" : 2628,
"897024" : 2760,
"905216" : 2721,
"913408" : 2741,
"921600" : 2788,
"929792" : 2910,
"937984" : 2961,
"946176" : 3042,
"954368" : 3034,
"962560" : 3233,
"970752" : 3261,
"978944" : 3492,
"987136" : 3764,
"995328" : 4317,
"1003520" : 4352,
"1011712" : 4275,
"1019904" : 4173,
"1028096" : 3904,
"1036288" : 4139,
"1044480" : 4125,
"1056768" : 8319,
"1073152" : 8466,
"1089536" : 8796,
"1105920" : 9463,
"1122304" : 10240,
"1138688" : 10853,
"1155072" : 11764,
"1171456" : 12447,
"1187840" : 13481,
"1204224" : 13980,
"1220608" : 15146,
"1236992" : 15862,
"1253376" : 16669,
"1269760" : 17732,
"1286144" : 18749,
"1302528" : 20090,
"1318912" : 21277,
"1335296" : 22516,
"1351680" : 23692,
"1368064" : 24702,
"1384448" : 26073,
"1400832" : 27263,
"1417216" : 28336,
"1433600" : 29778,
"1449984" : 32186,
"1466368" : 34522,
"1482752" : 36599,
"1499136" : 37849,
"1515520" : 38633,
"1531904" : 38971,
"1548288" : 39019,
"1564672" : 39373,
"1581056" : 40093,
"1597440" : 40889,
"1613824" : 42156,
"1630208" : 44063,
"1646592" : 45678,
"1662976" : 47017,
"1679360" : 48251,
"1695744" : 48415,
"1712128" : 48256,
"1728512" : 48212,
"1744896" : 48385,
"1761280" : 48690,
"1777664" : 48774,
"1794048" : 48849,
"1810432" : 48257,
"1826816" : 47601,
"1843200" : 47175,
"1859584" : 47215,
"1875968" : 47167,
"1892352" : 46482,
"1908736" : 44612,
"1925120" : 43984,
"1941504" : 43872,
"1957888" : 43976,
"1974272" : 44121,
"1990656" : 47282,
"2007040" : 50216,
"2023424" : 42727,
"2039808" : 40150,
"2056192" : 39877,
"2072576" : 38727,
"2088960" : 37726,
"2113536" : 77042,
"2146304" : 75220,
"2179072" : 72218,
"2211840" : 70834,
"2244608" : 68197,
"2277376" : 64795,
"2310144" : 61796,
"2342912" : 59034,
"2375680" : 56300,
"2408448" : 53770,
"2441216" : 51161,
"2473984" : 48895,
"2506752" : 46572,
"2539520" : 44225,
"2572288" : 42510,
"2605056" : 41264,
"2637824" : 39398,
"2670592" : 37813,
"2703360" : 36268,
"2736128" : 35684,
"2768896" : 33965,
"2801664" : 32998,
"2834432" : 31702,
"2867200" : 30678,
"2899968" : 29673,
"2932736" : 28443,
"2965504" : 27766,
"2998272" : 29054,
"3031040" : 26381,
"3063808" : 25006,
"3096576" : 23723,
"3129344" : 23494,
"3162112" : 22390,
"3194880" : 21654,
"3227648" : 20739,
"3260416" : 19704,
"3293184" : 18807,
"3325952" : 18020,
"3358720" : 16551,
"3391488" : 15887,
"3424256" : 14961,
"3457024" : 13936,
"3489792" : 13022,
"3522560" : 12073,
"3555328" : 11273,
"3588096" : 10589,
"3620864" : 9482,
"3653632" : 9045,
"3686400" : 8273,
"3719168" : 7436,
"3751936" : 7113,
"3784704" : 6362,
"3817472" : 5882,
"3850240" : 5386,
"3883008" : 4960,
"3915776" : 4384,
"3948544" : 4132,
"3981312" : 3963,
"4014080" : 3776,
"4046848" : 3304,
"4079616" : 3040,
"4112384" : 2841,
"4145152" : 2665,
"4177920" : 2389,
"4227072" : 4472,
"4292608" : 3724,
"4358144" : 3177,
"4423680" : 2670,
"4489216" : 2327,
"4554752" : 1993,
"4620288" : 1718,
"4685824" : 1425,
"4751360" : 1239,
"4816896" : 1050,
"4882432" : 954,
"4947968" : 720,
"5013504" : 642,
"5079040" : 568,
"5144576" : 501,
"5210112" : 494,
"5275648" : 373,
"5341184" : 367,
"5406720" : 319,
"5472256" : 284,
"5537792" : 227,
"5603328" : 199,
"5668864" : 173,
"5734400" : 188,
"5799936" : 151,
"5865472" : 134,
"5931008" : 130,
"5996544" : 132,
"6062080" : 100,
"6127616" : 98,
"6193152" : 86,
"6258688" : 84,
"6324224" : 65,
"6389760" : 58,
"6455296" : 38,
"6520832" : 47,
"6586368" : 34,
"6651904" : 34,
"6717440" : 28,
"6782976" : 30,
"6848512" : 23,
"6914048" : 25,
"6979584" : 14,
"7045120" : 17,
"7110656" : 17,
"7176192" : 15,
"7241728" : 7,
"7307264" : 1,
"7372800" : 6,
"7438336" : 7,
"7503872" : 6,
"7569408" : 5,
"7634944" : 4,
"7700480" : 6,
"7766016" : 3,
"7831552" : 1,
"7897088" : 4,
"8028160" : 3,
"8093696" : 1,
"8159232" : 5,
"8224768" : 2,
"8355840" : 1,
"8454144" : 2,
"8585216" : 4,
"8716288" : 2,
"8847360" : 1,
"9240576" : 5,
"9371648" : 2,
"9502720" : 3,
"9764864" : 2,
"9895936" : 2,
"10027008" : 3,
"10158080" : 5,
"10289152" : 1,
"10944512" : 2,
"11599872" : 3,
"12255232" : 1,
"12386304" : 3,
"12517376" : 2,
"15925248" : 1
}
},
"lat_ns" : {
"min" : 107696,
"max" : 16258493,
"mean" : 2762952.535818,
"stddev" : 936498.442931,
"N" : 4166932
},
"bw_min" : 63624,
"bw_max" : 155809,
"bw_agg" : 100.000000,
"bw_mean" : 92622.811900,
"bw_dev" : 1010.687182,
"bw_samples" : 5758,
"iops_min" : 15906,
"iops_max" : 38950,
"iops_mean" : 23154.993725,
"iops_stddev" : 252.657833,
"iops_samples" : 5758
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880205,
"usr_cpu" : 0.499791,
"sys_cpu" : 6.311669,
"ctx" : 4567969,
"majf" : 0,
"minf" : 595,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.013919,
"250" : 0.440881,
"500" : 0.948599,
"750" : 1.410670,
"1000" : 1.969625
},
"latency_ms" : {
"2" : 46.575787,
"4" : 47.465540,
"10" : 1.175243,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}