raidz2/benchmarks/rand/rand-write-qd4-nj16_run1.json
{
"fio version" : "fio-3.35",
"timestamp" : 1774119922,
"timestamp_ms" : 1774119922266,
"time" : "Sat Mar 21 16:05:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1064697856,
"io_kbytes" : 1039744,
"bw_bytes" : 109110253,
"bw" : 106552,
"iops" : 26647.058824,
"runtime" : 9758,
"total_ios" : 260022,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 156128,
"usr_cpu" : 0.497028,
"sys_cpu" : 6.605478,
"ctx" : 298060,
"majf" : 0,
"minf" : 109,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 99.981540,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999615,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999615,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774119932,
"timestamp_ms" : 1774119932507,
"time" : "Sat Mar 21 16:05:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1239523328,
"io_kbytes" : 1210472,
"bw_bytes" : 123952332,
"bw" : 121047,
"iops" : 30263.700000,
"runtime" : 10000,
"total_ios" : 302637,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16075,
"max" : 7353881,
"mean" : 524785.529136,
"stddev" : 213971.580147,
"N" : 302637
},
"clat_ns" : {
"min" : 81755,
"max" : 9117675,
"mean" : 1588511.145952,
"stddev" : 562619.177236,
"N" : 302621,
"percentile" : {
"1.000000" : 216064,
"5.000000" : 602112,
"10.000000" : 823296,
"20.000000" : 1122304,
"30.000000" : 1302528,
"40.000000" : 1449984,
"50.000000" : 1613824,
"60.000000" : 1777664,
"70.000000" : 1941504,
"80.000000" : 2088960,
"90.000000" : 2244608,
"95.000000" : 2375680,
"99.000000" : 2736128,
"99.500000" : 2932736,
"99.900000" : 3915776,
"99.950000" : 4489216,
"99.990000" : 6586368
},
"bins" : {
"81408" : 1,
"82432" : 1,
"83456" : 3,
"84480" : 2,
"85504" : 2,
"86528" : 2,
"87552" : 2,
"88576" : 1,
"89600" : 5,
"90624" : 4,
"92672" : 6,
"93696" : 5,
"94720" : 2,
"95744" : 11,
"96768" : 5,
"97792" : 8,
"98816" : 10,
"99840" : 6,
"100864" : 7,
"101888" : 11,
"102912" : 7,
"103936" : 10,
"104960" : 16,
"105984" : 12,
"107008" : 14,
"108032" : 19,
"109056" : 13,
"110080" : 19,
"111104" : 18,
"112128" : 15,
"113152" : 15,
"114176" : 17,
"115200" : 21,
"116224" : 23,
"117248" : 23,
"118272" : 28,
"119296" : 22,
"120320" : 29,
"121344" : 34,
"122368" : 48,
"123392" : 29,
"124416" : 46,
"125440" : 38,
"126464" : 40,
"127488" : 35,
"128512" : 41,
"129536" : 44,
"130560" : 43,
"132096" : 79,
"134144" : 79,
"136192" : 91,
"138240" : 92,
"140288" : 77,
"142336" : 91,
"144384" : 82,
"146432" : 74,
"148480" : 61,
"150528" : 81,
"152576" : 60,
"154624" : 60,
"156672" : 61,
"158720" : 50,
"160768" : 58,
"162816" : 67,
"164864" : 60,
"166912" : 44,
"168960" : 61,
"171008" : 56,
"173056" : 53,
"175104" : 47,
"177152" : 48,
"179200" : 45,
"181248" : 54,
"183296" : 52,
"185344" : 44,
"187392" : 51,
"189440" : 31,
"191488" : 35,
"193536" : 36,
"195584" : 39,
"197632" : 33,
"199680" : 49,
"201728" : 19,
"203776" : 33,
"205824" : 38,
"207872" : 37,
"209920" : 21,
"211968" : 32,
"214016" : 31,
"216064" : 27,
"218112" : 18,
"220160" : 22,
"222208" : 23,
"224256" : 26,
"226304" : 28,
"228352" : 27,
"230400" : 23,
"232448" : 29,
"234496" : 22,
"236544" : 31,
"238592" : 17,
"240640" : 21,
"242688" : 17,
"244736" : 15,
"246784" : 28,
"248832" : 17,
"250880" : 23,
"252928" : 20,
"254976" : 15,
"257024" : 22,
"259072" : 15,
"261120" : 19,
"264192" : 43,
"268288" : 32,
"272384" : 51,
"276480" : 27,
"280576" : 38,
"284672" : 31,
"288768" : 30,
"292864" : 36,
"296960" : 35,
"301056" : 29,
"305152" : 40,
"309248" : 48,
"313344" : 50,
"317440" : 55,
"321536" : 56,
"325632" : 64,
"329728" : 57,
"333824" : 65,
"337920" : 64,
"342016" : 73,
"346112" : 85,
"350208" : 70,
"354304" : 93,
"358400" : 78,
"362496" : 72,
"366592" : 78,
"370688" : 89,
"374784" : 77,
"378880" : 92,
"382976" : 91,
"387072" : 89,
"391168" : 101,
"395264" : 96,
"399360" : 92,
"403456" : 103,
"407552" : 121,
"411648" : 142,
"415744" : 149,
"419840" : 179,
"423936" : 151,
"428032" : 169,
"432128" : 178,
"436224" : 192,
"440320" : 182,
"444416" : 198,
"448512" : 202,
"452608" : 171,
"456704" : 220,
"460800" : 187,
"464896" : 200,
"468992" : 190,
"473088" : 201,
"477184" : 231,
"481280" : 183,
"485376" : 215,
"489472" : 182,
"493568" : 189,
"497664" : 196,
"501760" : 188,
"505856" : 189,
"509952" : 189,
"514048" : 178,
"518144" : 210,
"522240" : 211,
"528384" : 390,
"536576" : 428,
"544768" : 421,
"552960" : 403,
"561152" : 435,
"569344" : 474,
"577536" : 480,
"585728" : 476,
"593920" : 457,
"602112" : 506,
"610304" : 477,
"618496" : 470,
"626688" : 442,
"634880" : 483,
"643072" : 517,
"651264" : 468,
"659456" : 500,
"667648" : 517,
"675840" : 532,
"684032" : 487,
"692224" : 533,
"700416" : 496,
"708608" : 566,
"716800" : 595,
"724992" : 573,
"733184" : 577,
"741376" : 598,
"749568" : 599,
"757760" : 583,
"765952" : 590,
"774144" : 590,
"782336" : 611,
"790528" : 563,
"798720" : 626,
"806912" : 592,
"815104" : 581,
"823296" : 603,
"831488" : 631,
"839680" : 588,
"847872" : 662,
"856064" : 662,
"864256" : 604,
"872448" : 653,
"880640" : 680,
"888832" : 730,
"897024" : 694,
"905216" : 704,
"913408" : 688,
"921600" : 740,
"929792" : 683,
"937984" : 727,
"946176" : 746,
"954368" : 799,
"962560" : 832,
"970752" : 820,
"978944" : 793,
"987136" : 861,
"995328" : 1032,
"1003520" : 1165,
"1011712" : 993,
"1019904" : 1052,
"1028096" : 974,
"1036288" : 973,
"1044480" : 954,
"1056768" : 1828,
"1073152" : 1809,
"1089536" : 1755,
"1105920" : 1877,
"1122304" : 2094,
"1138688" : 2212,
"1155072" : 2410,
"1171456" : 2647,
"1187840" : 2756,
"1204224" : 3027,
"1220608" : 3105,
"1236992" : 3081,
"1253376" : 2952,
"1269760" : 3027,
"1286144" : 3200,
"1302528" : 3406,
"1318912" : 3445,
"1335296" : 3291,
"1351680" : 3416,
"1368064" : 3262,
"1384448" : 3456,
"1400832" : 3441,
"1417216" : 3404,
"1433600" : 3360,
"1449984" : 3539,
"1466368" : 3533,
"1482752" : 3734,
"1499136" : 3359,
"1515520" : 3094,
"1531904" : 2786,
"1548288" : 2503,
"1564672" : 2310,
"1581056" : 2269,
"1597440" : 2248,
"1613824" : 2341,
"1630208" : 2546,
"1646592" : 2858,
"1662976" : 2984,
"1679360" : 3083,
"1695744" : 3059,
"1712128" : 3030,
"1728512" : 3168,
"1744896" : 3032,
"1761280" : 3196,
"1777664" : 3390,
"1794048" : 3194,
"1810432" : 3158,
"1826816" : 2937,
"1843200" : 2959,
"1859584" : 2893,
"1875968" : 2943,
"1892352" : 3088,
"1908736" : 2951,
"1925120" : 2914,
"1941504" : 2879,
"1957888" : 2971,
"1974272" : 3025,
"1990656" : 3981,
"2007040" : 4234,
"2023424" : 3757,
"2039808" : 3531,
"2056192" : 3402,
"2072576" : 3351,
"2088960" : 3296,
"2113536" : 7333,
"2146304" : 6473,
"2179072" : 5874,
"2211840" : 5534,
"2244608" : 5279,
"2277376" : 4602,
"2310144" : 3936,
"2342912" : 3287,
"2375680" : 2800,
"2408448" : 2398,
"2441216" : 1918,
"2473984" : 1543,
"2506752" : 1218,
"2539520" : 912,
"2572288" : 759,
"2605056" : 627,
"2637824" : 512,
"2670592" : 447,
"2703360" : 386,
"2736128" : 367,
"2768896" : 341,
"2801664" : 229,
"2834432" : 244,
"2867200" : 221,
"2899968" : 171,
"2932736" : 157,
"2965504" : 103,
"2998272" : 97,
"3031040" : 98,
"3063808" : 80,
"3096576" : 69,
"3129344" : 60,
"3162112" : 48,
"3194880" : 56,
"3227648" : 53,
"3260416" : 44,
"3293184" : 36,
"3325952" : 50,
"3358720" : 29,
"3391488" : 24,
"3424256" : 33,
"3457024" : 28,
"3489792" : 25,
"3522560" : 21,
"3555328" : 20,
"3588096" : 17,
"3620864" : 22,
"3653632" : 18,
"3686400" : 13,
"3719168" : 16,
"3751936" : 14,
"3784704" : 17,
"3817472" : 17,
"3850240" : 11,
"3883008" : 12,
"3915776" : 14,
"3948544" : 18,
"3981312" : 7,
"4014080" : 11,
"4046848" : 10,
"4079616" : 13,
"4112384" : 8,
"4145152" : 6,
"4177920" : 6,
"4227072" : 18,
"4292608" : 9,
"4358144" : 17,
"4423680" : 8,
"4489216" : 15,
"4554752" : 6,
"4620288" : 13,
"4685824" : 6,
"4751360" : 6,
"4816896" : 11,
"4882432" : 3,
"4947968" : 12,
"5013504" : 10,
"5079040" : 4,
"5144576" : 4,
"5210112" : 6,
"5275648" : 2,
"5341184" : 1,
"5406720" : 3,
"5472256" : 2,
"5537792" : 2,
"5603328" : 4,
"5668864" : 3,
"5734400" : 1,
"5799936" : 2,
"5865472" : 2,
"6062080" : 1,
"6258688" : 1,
"6324224" : 2,
"6389760" : 1,
"6455296" : 1,
"6520832" : 3,
"6586368" : 3,
"6651904" : 1,
"6782976" : 2,
"6848512" : 1,
"6914048" : 2,
"6979584" : 1,
"7045120" : 1,
"7241728" : 1,
"7307264" : 1,
"7438336" : 2,
"7503872" : 1,
"7569408" : 1,
"7700480" : 1,
"7766016" : 1,
"7831552" : 3,
"7897088" : 1,
"7962624" : 1,
"8028160" : 2,
"8093696" : 1,
"8454144" : 3,
"8716288" : 1,
"9109504" : 1
}
},
"lat_ns" : {
"min" : 106262,
"max" : 9638100,
"mean" : 2113261.927044,
"stddev" : 732893.700391,
"N" : 302621
},
"bw_min" : 111736,
"bw_max" : 136158,
"bw_agg" : 100.000000,
"bw_mean" : 121353.421053,
"bw_dev" : 366.567581,
"bw_samples" : 304,
"iops_min" : 27934,
"iops_max" : 34038,
"iops_mean" : 30337.052632,
"iops_stddev" : 91.626478,
"iops_samples" : 304
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 160000,
"usr_cpu" : 0.602500,
"sys_cpu" : 7.069375,
"ctx" : 330644,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999339,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999339,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.023791,
"250" : 1.105615,
"500" : 2.174552,
"750" : 4.883739,
"1000" : 6.950241
},
"latency_ms" : {
"2" : 58.333912,
"4" : 26.435300,
"10" : 0.087564,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774119942,
"timestamp_ms" : 1774119942507,
"time" : "Sat Mar 21 16:05:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2477596672,
"io_kbytes" : 2419528,
"bw_bytes" : 123886027,
"bw" : 120982,
"iops" : 30246.562328,
"runtime" : 19999,
"total_ios" : 604901,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16075,
"max" : 7353881,
"mean" : 525002.140818,
"stddev" : 216865.835576,
"N" : 604901
},
"clat_ns" : {
"min" : 81755,
"max" : 9117675,
"mean" : 1589445.419614,
"stddev" : 566693.446249,
"N" : 604885,
"percentile" : {
"1.000000" : 321536,
"5.000000" : 593920,
"10.000000" : 806912,
"20.000000" : 1105920,
"30.000000" : 1302528,
"40.000000" : 1449984,
"50.000000" : 1597440,
"60.000000" : 1777664,
"70.000000" : 1941504,
"80.000000" : 2113536,
"90.000000" : 2277376,
"95.000000" : 2408448,
"99.000000" : 2736128,
"99.500000" : 2932736,
"99.900000" : 3719168,
"99.950000" : 4227072,
"99.990000" : 5406720
},
"bins" : {
"81408" : 1,
"82432" : 1,
"83456" : 3,
"84480" : 2,
"85504" : 2,
"86528" : 4,
"87552" : 2,
"88576" : 2,
"89600" : 7,
"90624" : 5,
"92672" : 9,
"93696" : 8,
"94720" : 5,
"95744" : 14,
"96768" : 11,
"97792" : 11,
"98816" : 17,
"99840" : 11,
"100864" : 10,
"101888" : 14,
"102912" : 12,
"103936" : 16,
"104960" : 23,
"105984" : 14,
"107008" : 19,
"108032" : 26,
"109056" : 21,
"110080" : 27,
"111104" : 24,
"112128" : 20,
"113152" : 25,
"114176" : 23,
"115200" : 27,
"116224" : 32,
"117248" : 32,
"118272" : 40,
"119296" : 30,
"120320" : 37,
"121344" : 46,
"122368" : 51,
"123392" : 35,
"124416" : 54,
"125440" : 42,
"126464" : 52,
"127488" : 47,
"128512" : 50,
"129536" : 53,
"130560" : 51,
"132096" : 100,
"134144" : 94,
"136192" : 105,
"138240" : 106,
"140288" : 89,
"142336" : 105,
"144384" : 95,
"146432" : 88,
"148480" : 74,
"150528" : 92,
"152576" : 79,
"154624" : 73,
"156672" : 76,
"158720" : 73,
"160768" : 78,
"162816" : 81,
"164864" : 77,
"166912" : 62,
"168960" : 81,
"171008" : 75,
"173056" : 75,
"175104" : 60,
"177152" : 62,
"179200" : 68,
"181248" : 68,
"183296" : 67,
"185344" : 60,
"187392" : 61,
"189440" : 43,
"191488" : 51,
"193536" : 49,
"195584" : 53,
"197632" : 41,
"199680" : 58,
"201728" : 29,
"203776" : 53,
"205824" : 55,
"207872" : 46,
"209920" : 35,
"211968" : 39,
"214016" : 44,
"216064" : 42,
"218112" : 32,
"220160" : 44,
"222208" : 45,
"224256" : 42,
"226304" : 50,
"228352" : 38,
"230400" : 33,
"232448" : 45,
"234496" : 35,
"236544" : 41,
"238592" : 35,
"240640" : 39,
"242688" : 40,
"244736" : 32,
"246784" : 46,
"248832" : 36,
"250880" : 45,
"252928" : 33,
"254976" : 31,
"257024" : 50,
"259072" : 30,
"261120" : 34,
"264192" : 96,
"268288" : 76,
"272384" : 107,
"276480" : 57,
"280576" : 77,
"284672" : 65,
"288768" : 69,
"292864" : 83,
"296960" : 78,
"301056" : 70,
"305152" : 85,
"309248" : 108,
"313344" : 111,
"317440" : 106,
"321536" : 117,
"325632" : 130,
"329728" : 126,
"333824" : 133,
"337920" : 152,
"342016" : 162,
"346112" : 181,
"350208" : 160,
"354304" : 210,
"358400" : 183,
"362496" : 188,
"366592" : 189,
"370688" : 219,
"374784" : 196,
"378880" : 229,
"382976" : 208,
"387072" : 233,
"391168" : 232,
"395264" : 237,
"399360" : 229,
"403456" : 250,
"407552" : 256,
"411648" : 295,
"415744" : 299,
"419840" : 338,
"423936" : 285,
"428032" : 319,
"432128" : 345,
"436224" : 375,
"440320" : 344,
"444416" : 382,
"448512" : 408,
"452608" : 381,
"456704" : 411,
"460800" : 396,
"464896" : 443,
"468992" : 398,
"473088" : 417,
"477184" : 477,
"481280" : 448,
"485376" : 471,
"489472" : 436,
"493568" : 466,
"497664" : 478,
"501760" : 429,
"505856" : 491,
"509952" : 444,
"514048" : 452,
"518144" : 499,
"522240" : 489,
"528384" : 971,
"536576" : 980,
"544768" : 993,
"552960" : 966,
"561152" : 959,
"569344" : 1018,
"577536" : 1020,
"585728" : 1054,
"593920" : 992,
"602112" : 1106,
"610304" : 1064,
"618496" : 1024,
"626688" : 991,
"634880" : 1097,
"643072" : 1086,
"651264" : 1039,
"659456" : 1141,
"667648" : 1136,
"675840" : 1133,
"684032" : 1077,
"692224" : 1178,
"700416" : 1178,
"708608" : 1217,
"716800" : 1245,
"724992" : 1240,
"733184" : 1224,
"741376" : 1278,
"749568" : 1276,
"757760" : 1254,
"765952" : 1305,
"774144" : 1325,
"782336" : 1233,
"790528" : 1262,
"798720" : 1323,
"806912" : 1304,
"815104" : 1267,
"823296" : 1281,
"831488" : 1296,
"839680" : 1238,
"847872" : 1328,
"856064" : 1324,
"864256" : 1326,
"872448" : 1359,
"880640" : 1383,
"888832" : 1420,
"897024" : 1485,
"905216" : 1368,
"913408" : 1400,
"921600" : 1457,
"929792" : 1430,
"937984" : 1450,
"946176" : 1508,
"954368" : 1539,
"962560" : 1551,
"970752" : 1617,
"978944" : 1582,
"987136" : 1762,
"995328" : 2094,
"1003520" : 2205,
"1011712" : 2073,
"1019904" : 2094,
"1028096" : 1986,
"1036288" : 1954,
"1044480" : 1940,
"1056768" : 3814,
"1073152" : 3714,
"1089536" : 3517,
"1105920" : 3771,
"1122304" : 4080,
"1138688" : 4357,
"1155072" : 4658,
"1171456" : 4945,
"1187840" : 5110,
"1204224" : 5587,
"1220608" : 5675,
"1236992" : 5700,
"1253376" : 5606,
"1269760" : 5721,
"1286144" : 6121,
"1302528" : 6524,
"1318912" : 6602,
"1335296" : 6502,
"1351680" : 6682,
"1368064" : 6581,
"1384448" : 6855,
"1400832" : 6637,
"1417216" : 6766,
"1433600" : 6729,
"1449984" : 7250,
"1466368" : 7313,
"1482752" : 7536,
"1499136" : 7148,
"1515520" : 6640,
"1531904" : 6329,
"1548288" : 5887,
"1564672" : 5429,
"1581056" : 5087,
"1597440" : 5056,
"1613824" : 5074,
"1630208" : 5407,
"1646592" : 6094,
"1662976" : 6356,
"1679360" : 6401,
"1695744" : 6087,
"1712128" : 5932,
"1728512" : 5975,
"1744896" : 6037,
"1761280" : 6184,
"1777664" : 6287,
"1794048" : 6005,
"1810432" : 5997,
"1826816" : 5556,
"1843200" : 5502,
"1859584" : 5352,
"1875968" : 5424,
"1892352" : 5627,
"1908736" : 5362,
"1925120" : 5493,
"1941504" : 5601,
"1957888" : 5721,
"1974272" : 5934,
"1990656" : 6972,
"2007040" : 7396,
"2023424" : 6572,
"2039808" : 6011,
"2056192" : 5968,
"2072576" : 5751,
"2088960" : 5683,
"2113536" : 12446,
"2146304" : 11904,
"2179072" : 11276,
"2211840" : 11653,
"2244608" : 11554,
"2277376" : 9839,
"2310144" : 8686,
"2342912" : 7297,
"2375680" : 6223,
"2408448" : 5547,
"2441216" : 4298,
"2473984" : 3664,
"2506752" : 3157,
"2539520" : 2602,
"2572288" : 2175,
"2605056" : 1735,
"2637824" : 1432,
"2670592" : 1200,
"2703360" : 1006,
"2736128" : 949,
"2768896" : 715,
"2801664" : 527,
"2834432" : 473,
"2867200" : 422,
"2899968" : 310,
"2932736" : 281,
"2965504" : 208,
"2998272" : 199,
"3031040" : 203,
"3063808" : 162,
"3096576" : 154,
"3129344" : 135,
"3162112" : 114,
"3194880" : 111,
"3227648" : 114,
"3260416" : 86,
"3293184" : 73,
"3325952" : 90,
"3358720" : 71,
"3391488" : 50,
"3424256" : 58,
"3457024" : 54,
"3489792" : 53,
"3522560" : 49,
"3555328" : 48,
"3588096" : 39,
"3620864" : 47,
"3653632" : 36,
"3686400" : 27,
"3719168" : 31,
"3751936" : 25,
"3784704" : 26,
"3817472" : 26,
"3850240" : 19,
"3883008" : 19,
"3915776" : 20,
"3948544" : 27,
"3981312" : 17,
"4014080" : 22,
"4046848" : 22,
"4079616" : 22,
"4112384" : 14,
"4145152" : 9,
"4177920" : 8,
"4227072" : 29,
"4292608" : 19,
"4358144" : 28,
"4423680" : 19,
"4489216" : 22,
"4554752" : 12,
"4620288" : 21,
"4685824" : 11,
"4751360" : 12,
"4816896" : 19,
"4882432" : 3,
"4947968" : 15,
"5013504" : 11,
"5079040" : 8,
"5144576" : 8,
"5210112" : 10,
"5275648" : 6,
"5341184" : 3,
"5406720" : 4,
"5472256" : 2,
"5537792" : 2,
"5603328" : 4,
"5668864" : 4,
"5734400" : 3,
"5799936" : 2,
"5865472" : 2,
"6062080" : 1,
"6258688" : 1,
"6324224" : 2,
"6389760" : 1,
"6455296" : 1,
"6520832" : 3,
"6586368" : 3,
"6651904" : 1,
"6782976" : 2,
"6848512" : 1,
"6914048" : 2,
"6979584" : 1,
"7045120" : 1,
"7241728" : 1,
"7307264" : 1,
"7438336" : 2,
"7503872" : 1,
"7569408" : 1,
"7700480" : 1,
"7766016" : 1,
"7831552" : 3,
"7897088" : 1,
"7962624" : 1,
"8028160" : 2,
"8093696" : 1,
"8454144" : 3,
"8716288" : 1,
"9109504" : 1
}
},
"lat_ns" : {
"min" : 106262,
"max" : 9638100,
"mean" : 2114416.575721,
"stddev" : 737863.660148,
"N" : 604885
},
"bw_min" : 109091,
"bw_max" : 136158,
"bw_agg" : 100.000000,
"bw_mean" : 121242.025641,
"bw_dev" : 427.264124,
"bw_samples" : 624,
"iops_min" : 27271,
"iops_max" : 34038,
"iops_mean" : 30309.076923,
"iops_stddev" : 106.812494,
"iops_samples" : 624
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319984,
"usr_cpu" : 0.597217,
"sys_cpu" : 7.096917,
"ctx" : 668665,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999835,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999835,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.017854,
"250" : 0.737145,
"500" : 2.357741,
"750" : 5.434939,
"1000" : 7.147120
},
"latency_ms" : {
"2" : 57.683985,
"4" : 26.549634,
"10" : 0.068937,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774119952,
"timestamp_ms" : 1774119952507,
"time" : "Sat Mar 21 16:05:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3631403008,
"io_kbytes" : 3546292,
"bw_bytes" : 121050801,
"bw" : 118213,
"iops" : 29553.985133,
"runtime" : 29999,
"total_ios" : 886590,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16075,
"max" : 7353881,
"mean" : 537422.329074,
"stddev" : 221466.472662,
"N" : 886590
},
"clat_ns" : {
"min" : 81755,
"max" : 9117675,
"mean" : 1626568.348048,
"stddev" : 577001.621659,
"N" : 886574,
"percentile" : {
"1.000000" : 358400,
"5.000000" : 618496,
"10.000000" : 839680,
"20.000000" : 1138688,
"30.000000" : 1335296,
"40.000000" : 1482752,
"50.000000" : 1646592,
"60.000000" : 1810432,
"70.000000" : 1974272,
"80.000000" : 2146304,
"90.000000" : 2310144,
"95.000000" : 2473984,
"99.000000" : 2899968,
"99.500000" : 3129344,
"99.900000" : 3981312,
"99.950000" : 4423680,
"99.990000" : 5472256
},
"bins" : {
"81408" : 1,
"82432" : 1,
"83456" : 3,
"84480" : 2,
"85504" : 2,
"86528" : 4,
"87552" : 2,
"88576" : 2,
"89600" : 7,
"90624" : 5,
"92672" : 9,
"93696" : 8,
"94720" : 5,
"95744" : 14,
"96768" : 12,
"97792" : 11,
"98816" : 17,
"99840" : 13,
"100864" : 11,
"101888" : 14,
"102912" : 13,
"103936" : 16,
"104960" : 23,
"105984" : 15,
"107008" : 23,
"108032" : 27,
"109056" : 23,
"110080" : 29,
"111104" : 25,
"112128" : 23,
"113152" : 27,
"114176" : 25,
"115200" : 29,
"116224" : 32,
"117248" : 33,
"118272" : 41,
"119296" : 31,
"120320" : 39,
"121344" : 49,
"122368" : 53,
"123392" : 37,
"124416" : 56,
"125440" : 42,
"126464" : 53,
"127488" : 49,
"128512" : 55,
"129536" : 55,
"130560" : 53,
"132096" : 101,
"134144" : 97,
"136192" : 113,
"138240" : 109,
"140288" : 95,
"142336" : 113,
"144384" : 98,
"146432" : 93,
"148480" : 77,
"150528" : 97,
"152576" : 84,
"154624" : 78,
"156672" : 76,
"158720" : 77,
"160768" : 83,
"162816" : 86,
"164864" : 81,
"166912" : 66,
"168960" : 84,
"171008" : 77,
"173056" : 75,
"175104" : 64,
"177152" : 65,
"179200" : 69,
"181248" : 71,
"183296" : 67,
"185344" : 61,
"187392" : 62,
"189440" : 45,
"191488" : 55,
"193536" : 53,
"195584" : 59,
"197632" : 41,
"199680" : 63,
"201728" : 33,
"203776" : 55,
"205824" : 56,
"207872" : 50,
"209920" : 37,
"211968" : 42,
"214016" : 48,
"216064" : 46,
"218112" : 36,
"220160" : 50,
"222208" : 53,
"224256" : 47,
"226304" : 54,
"228352" : 45,
"230400" : 38,
"232448" : 51,
"234496" : 45,
"236544" : 50,
"238592" : 41,
"240640" : 48,
"242688" : 47,
"244736" : 47,
"246784" : 52,
"248832" : 45,
"250880" : 54,
"252928" : 38,
"254976" : 43,
"257024" : 66,
"259072" : 40,
"261120" : 43,
"264192" : 126,
"268288" : 112,
"272384" : 136,
"276480" : 81,
"280576" : 111,
"284672" : 103,
"288768" : 102,
"292864" : 116,
"296960" : 113,
"301056" : 108,
"305152" : 133,
"309248" : 143,
"313344" : 144,
"317440" : 139,
"321536" : 163,
"325632" : 172,
"329728" : 180,
"333824" : 183,
"337920" : 215,
"342016" : 210,
"346112" : 254,
"350208" : 216,
"354304" : 281,
"358400" : 252,
"362496" : 260,
"366592" : 244,
"370688" : 298,
"374784" : 269,
"378880" : 294,
"382976" : 274,
"387072" : 313,
"391168" : 321,
"395264" : 328,
"399360" : 318,
"403456" : 339,
"407552" : 354,
"411648" : 387,
"415744" : 385,
"419840" : 457,
"423936" : 394,
"428032" : 429,
"432128" : 451,
"436224" : 496,
"440320" : 463,
"444416" : 505,
"448512" : 521,
"452608" : 500,
"456704" : 541,
"460800" : 535,
"464896" : 595,
"468992" : 539,
"473088" : 569,
"477184" : 641,
"481280" : 628,
"485376" : 613,
"489472" : 589,
"493568" : 632,
"497664" : 639,
"501760" : 598,
"505856" : 646,
"509952" : 611,
"514048" : 617,
"518144" : 684,
"522240" : 666,
"528384" : 1329,
"536576" : 1318,
"544768" : 1373,
"552960" : 1343,
"561152" : 1348,
"569344" : 1400,
"577536" : 1409,
"585728" : 1445,
"593920" : 1407,
"602112" : 1548,
"610304" : 1507,
"618496" : 1465,
"626688" : 1455,
"634880" : 1545,
"643072" : 1562,
"651264" : 1510,
"659456" : 1611,
"667648" : 1594,
"675840" : 1606,
"684032" : 1522,
"692224" : 1617,
"700416" : 1644,
"708608" : 1656,
"716800" : 1689,
"724992" : 1751,
"733184" : 1687,
"741376" : 1781,
"749568" : 1779,
"757760" : 1772,
"765952" : 1782,
"774144" : 1824,
"782336" : 1748,
"790528" : 1733,
"798720" : 1795,
"806912" : 1783,
"815104" : 1765,
"823296" : 1768,
"831488" : 1778,
"839680" : 1741,
"847872" : 1829,
"856064" : 1827,
"864256" : 1847,
"872448" : 1856,
"880640" : 1917,
"888832" : 1982,
"897024" : 2073,
"905216" : 1957,
"913408" : 1935,
"921600" : 1959,
"929792" : 1959,
"937984" : 1961,
"946176" : 2043,
"954368" : 2091,
"962560" : 2077,
"970752" : 2200,
"978944" : 2167,
"987136" : 2384,
"995328" : 2812,
"1003520" : 2997,
"1011712" : 2793,
"1019904" : 2789,
"1028096" : 2670,
"1036288" : 2655,
"1044480" : 2610,
"1056768" : 5271,
"1073152" : 5111,
"1089536" : 4968,
"1105920" : 5190,
"1122304" : 5539,
"1138688" : 5908,
"1155072" : 6331,
"1171456" : 6755,
"1187840" : 7001,
"1204224" : 7640,
"1220608" : 7983,
"1236992" : 7921,
"1253376" : 7875,
"1269760" : 7938,
"1286144" : 8559,
"1302528" : 9032,
"1318912" : 9284,
"1335296" : 9180,
"1351680" : 9482,
"1368064" : 9348,
"1384448" : 9724,
"1400832" : 9512,
"1417216" : 9574,
"1433600" : 9826,
"1449984" : 10526,
"1466368" : 10901,
"1482752" : 11243,
"1499136" : 10626,
"1515520" : 10077,
"1531904" : 9769,
"1548288" : 9203,
"1564672" : 8405,
"1581056" : 7849,
"1597440" : 7794,
"1613824" : 7746,
"1630208" : 8134,
"1646592" : 8854,
"1662976" : 9131,
"1679360" : 9299,
"1695744" : 8994,
"1712128" : 8604,
"1728512" : 8651,
"1744896" : 8428,
"1761280" : 8671,
"1777664" : 8680,
"1794048" : 8342,
"1810432" : 8311,
"1826816" : 7832,
"1843200" : 7702,
"1859584" : 7718,
"1875968" : 8075,
"1892352" : 8397,
"1908736" : 8192,
"1925120" : 8379,
"1941504" : 8372,
"1957888" : 8502,
"1974272" : 8875,
"1990656" : 10437,
"2007040" : 11116,
"2023424" : 9643,
"2039808" : 8885,
"2056192" : 8908,
"2072576" : 8478,
"2088960" : 8407,
"2113536" : 18333,
"2146304" : 17640,
"2179072" : 16032,
"2211840" : 16442,
"2244608" : 17084,
"2277376" : 15112,
"2310144" : 13389,
"2342912" : 12161,
"2375680" : 10665,
"2408448" : 9486,
"2441216" : 7726,
"2473984" : 6573,
"2506752" : 5583,
"2539520" : 4565,
"2572288" : 3813,
"2605056" : 3072,
"2637824" : 2509,
"2670592" : 2128,
"2703360" : 1836,
"2736128" : 1703,
"2768896" : 1356,
"2801664" : 1237,
"2834432" : 1102,
"2867200" : 998,
"2899968" : 869,
"2932736" : 804,
"2965504" : 632,
"2998272" : 667,
"3031040" : 593,
"3063808" : 471,
"3096576" : 468,
"3129344" : 423,
"3162112" : 347,
"3194880" : 356,
"3227648" : 381,
"3260416" : 302,
"3293184" : 263,
"3325952" : 207,
"3358720" : 173,
"3391488" : 122,
"3424256" : 115,
"3457024" : 108,
"3489792" : 87,
"3522560" : 100,
"3555328" : 115,
"3588096" : 89,
"3620864" : 94,
"3653632" : 81,
"3686400" : 66,
"3719168" : 64,
"3751936" : 66,
"3784704" : 51,
"3817472" : 53,
"3850240" : 47,
"3883008" : 55,
"3915776" : 42,
"3948544" : 50,
"3981312" : 43,
"4014080" : 46,
"4046848" : 42,
"4079616" : 44,
"4112384" : 35,
"4145152" : 34,
"4177920" : 31,
"4227072" : 67,
"4292608" : 49,
"4358144" : 45,
"4423680" : 48,
"4489216" : 36,
"4554752" : 36,
"4620288" : 42,
"4685824" : 25,
"4751360" : 24,
"4816896" : 33,
"4882432" : 14,
"4947968" : 21,
"5013504" : 18,
"5079040" : 17,
"5144576" : 13,
"5210112" : 14,
"5275648" : 14,
"5341184" : 5,
"5406720" : 5,
"5472256" : 4,
"5537792" : 8,
"5603328" : 4,
"5668864" : 6,
"5734400" : 5,
"5799936" : 3,
"5865472" : 5,
"5931008" : 4,
"5996544" : 1,
"6062080" : 3,
"6127616" : 1,
"6193152" : 1,
"6258688" : 2,
"6324224" : 3,
"6389760" : 1,
"6455296" : 1,
"6520832" : 3,
"6586368" : 3,
"6651904" : 1,
"6782976" : 4,
"6848512" : 1,
"6914048" : 2,
"6979584" : 1,
"7045120" : 1,
"7241728" : 1,
"7307264" : 1,
"7438336" : 2,
"7503872" : 1,
"7569408" : 1,
"7700480" : 1,
"7766016" : 1,
"7831552" : 3,
"7897088" : 1,
"7962624" : 1,
"8028160" : 2,
"8093696" : 1,
"8454144" : 3,
"8716288" : 1,
"9109504" : 1
}
},
"lat_ns" : {
"min" : 106262,
"max" : 9638100,
"mean" : 2163964.027052,
"stddev" : 751438.448621,
"N" : 886574
},
"bw_min" : 94136,
"bw_max" : 136158,
"bw_agg" : 100.000000,
"bw_mean" : 118665.830508,
"bw_dev" : 495.417472,
"bw_samples" : 944,
"iops_min" : 23534,
"iops_max" : 34038,
"iops_mean" : 29665.118644,
"iops_stddev" : 123.832737,
"iops_samples" : 944
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479984,
"usr_cpu" : 0.582103,
"sys_cpu" : 6.961274,
"ctx" : 981200,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.012407,
"250" : 0.537452,
"500" : 2.168195,
"750" : 5.176350,
"1000" : 6.700166
},
"latency_ms" : {
"2" : 56.706821,
"4" : 28.601383,
"10" : 0.095422,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774119962,
"timestamp_ms" : 1774119962507,
"time" : "Sat Mar 21 16:06:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4616884224,
"io_kbytes" : 4508676,
"bw_bytes" : 115424991,
"bw" : 112719,
"iops" : 28180.579514,
"runtime" : 39999,
"total_ios" : 1127195,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16075,
"max" : 7353881,
"mean" : 563903.568809,
"stddev" : 241292.053628,
"N" : 1127196
},
"clat_ns" : {
"min" : 81755,
"max" : 9117675,
"mean" : 1705676.179585,
"stddev" : 617462.242872,
"N" : 1127180,
"percentile" : {
"1.000000" : 391168,
"5.000000" : 667648,
"10.000000" : 905216,
"20.000000" : 1204224,
"30.000000" : 1384448,
"40.000000" : 1531904,
"50.000000" : 1695744,
"60.000000" : 1875968,
"70.000000" : 2023424,
"80.000000" : 2211840,
"90.000000" : 2408448,
"95.000000" : 2670592,
"99.000000" : 3260416,
"99.500000" : 3588096,
"99.900000" : 4620288,
"99.950000" : 5079040,
"99.990000" : 5996544
},
"bins" : {
"81408" : 1,
"82432" : 1,
"83456" : 3,
"84480" : 2,
"85504" : 2,
"86528" : 4,
"87552" : 2,
"88576" : 2,
"89600" : 7,
"90624" : 5,
"92672" : 9,
"93696" : 8,
"94720" : 5,
"95744" : 14,
"96768" : 12,
"97792" : 11,
"98816" : 17,
"99840" : 13,
"100864" : 11,
"101888" : 14,
"102912" : 13,
"103936" : 16,
"104960" : 23,
"105984" : 15,
"107008" : 23,
"108032" : 27,
"109056" : 23,
"110080" : 29,
"111104" : 25,
"112128" : 23,
"113152" : 27,
"114176" : 25,
"115200" : 29,
"116224" : 32,
"117248" : 33,
"118272" : 41,
"119296" : 31,
"120320" : 39,
"121344" : 49,
"122368" : 54,
"123392" : 37,
"124416" : 56,
"125440" : 42,
"126464" : 53,
"127488" : 49,
"128512" : 55,
"129536" : 55,
"130560" : 53,
"132096" : 101,
"134144" : 97,
"136192" : 113,
"138240" : 109,
"140288" : 95,
"142336" : 113,
"144384" : 98,
"146432" : 93,
"148480" : 77,
"150528" : 97,
"152576" : 84,
"154624" : 78,
"156672" : 76,
"158720" : 77,
"160768" : 83,
"162816" : 86,
"164864" : 81,
"166912" : 66,
"168960" : 85,
"171008" : 77,
"173056" : 75,
"175104" : 64,
"177152" : 65,
"179200" : 69,
"181248" : 72,
"183296" : 67,
"185344" : 62,
"187392" : 62,
"189440" : 45,
"191488" : 55,
"193536" : 53,
"195584" : 59,
"197632" : 42,
"199680" : 63,
"201728" : 33,
"203776" : 55,
"205824" : 57,
"207872" : 50,
"209920" : 37,
"211968" : 42,
"214016" : 48,
"216064" : 46,
"218112" : 38,
"220160" : 51,
"222208" : 53,
"224256" : 47,
"226304" : 55,
"228352" : 47,
"230400" : 40,
"232448" : 52,
"234496" : 47,
"236544" : 54,
"238592" : 42,
"240640" : 50,
"242688" : 49,
"244736" : 49,
"246784" : 53,
"248832" : 45,
"250880" : 56,
"252928" : 43,
"254976" : 44,
"257024" : 68,
"259072" : 42,
"261120" : 45,
"264192" : 131,
"268288" : 119,
"272384" : 141,
"276480" : 84,
"280576" : 114,
"284672" : 115,
"288768" : 107,
"292864" : 122,
"296960" : 125,
"301056" : 113,
"305152" : 137,
"309248" : 148,
"313344" : 149,
"317440" : 144,
"321536" : 169,
"325632" : 180,
"329728" : 191,
"333824" : 192,
"337920" : 228,
"342016" : 216,
"346112" : 269,
"350208" : 234,
"354304" : 297,
"358400" : 261,
"362496" : 274,
"366592" : 257,
"370688" : 318,
"374784" : 296,
"378880" : 312,
"382976" : 291,
"387072" : 337,
"391168" : 343,
"395264" : 342,
"399360" : 340,
"403456" : 362,
"407552" : 372,
"411648" : 406,
"415744" : 408,
"419840" : 478,
"423936" : 417,
"428032" : 453,
"432128" : 474,
"436224" : 530,
"440320" : 495,
"444416" : 533,
"448512" : 557,
"452608" : 530,
"456704" : 567,
"460800" : 566,
"464896" : 622,
"468992" : 572,
"473088" : 616,
"477184" : 679,
"481280" : 672,
"485376" : 654,
"489472" : 633,
"493568" : 675,
"497664" : 681,
"501760" : 642,
"505856" : 692,
"509952" : 648,
"514048" : 648,
"518144" : 722,
"522240" : 702,
"528384" : 1415,
"536576" : 1398,
"544768" : 1449,
"552960" : 1435,
"561152" : 1437,
"569344" : 1489,
"577536" : 1489,
"585728" : 1535,
"593920" : 1520,
"602112" : 1640,
"610304" : 1603,
"618496" : 1576,
"626688" : 1563,
"634880" : 1650,
"643072" : 1684,
"651264" : 1601,
"659456" : 1724,
"667648" : 1699,
"675840" : 1709,
"684032" : 1642,
"692224" : 1719,
"700416" : 1745,
"708608" : 1769,
"716800" : 1797,
"724992" : 1865,
"733184" : 1807,
"741376" : 1896,
"749568" : 1895,
"757760" : 1888,
"765952" : 1901,
"774144" : 1972,
"782336" : 1888,
"790528" : 1872,
"798720" : 1945,
"806912" : 1960,
"815104" : 1901,
"823296" : 1908,
"831488" : 1930,
"839680" : 1911,
"847872" : 2049,
"856064" : 2015,
"864256" : 2053,
"872448" : 2045,
"880640" : 2114,
"888832" : 2158,
"897024" : 2298,
"905216" : 2123,
"913408" : 2143,
"921600" : 2156,
"929792" : 2155,
"937984" : 2146,
"946176" : 2227,
"954368" : 2311,
"962560" : 2288,
"970752" : 2452,
"978944" : 2428,
"987136" : 2682,
"995328" : 3187,
"1003520" : 3397,
"1011712" : 3173,
"1019904" : 3194,
"1028096" : 3000,
"1036288" : 2998,
"1044480" : 2971,
"1056768" : 6088,
"1073152" : 5890,
"1089536" : 5734,
"1105920" : 6014,
"1122304" : 6410,
"1138688" : 6856,
"1155072" : 7304,
"1171456" : 7800,
"1187840" : 8054,
"1204224" : 8728,
"1220608" : 9138,
"1236992" : 9175,
"1253376" : 9329,
"1269760" : 9395,
"1286144" : 10095,
"1302528" : 10684,
"1318912" : 10964,
"1335296" : 10863,
"1351680" : 11283,
"1368064" : 11317,
"1384448" : 11716,
"1400832" : 11552,
"1417216" : 11642,
"1433600" : 12159,
"1449984" : 12871,
"1466368" : 13470,
"1482752" : 13796,
"1499136" : 13380,
"1515520" : 12678,
"1531904" : 12410,
"1548288" : 11651,
"1564672" : 10943,
"1581056" : 10346,
"1597440" : 10275,
"1613824" : 10309,
"1630208" : 10737,
"1646592" : 11573,
"1662976" : 11809,
"1679360" : 11996,
"1695744" : 11676,
"1712128" : 11199,
"1728512" : 11368,
"1744896" : 11136,
"1761280" : 11360,
"1777664" : 11279,
"1794048" : 11149,
"1810432" : 10983,
"1826816" : 10514,
"1843200" : 10454,
"1859584" : 10541,
"1875968" : 10823,
"1892352" : 10915,
"1908736" : 10737,
"1925120" : 10806,
"1941504" : 10893,
"1957888" : 10912,
"1974272" : 11327,
"1990656" : 13123,
"2007040" : 14170,
"2023424" : 12235,
"2039808" : 11354,
"2056192" : 11256,
"2072576" : 10702,
"2088960" : 10581,
"2113536" : 22485,
"2146304" : 21559,
"2179072" : 19702,
"2211840" : 19862,
"2244608" : 20358,
"2277376" : 18131,
"2310144" : 16137,
"2342912" : 15005,
"2375680" : 13550,
"2408448" : 12118,
"2441216" : 10244,
"2473984" : 9121,
"2506752" : 8203,
"2539520" : 7041,
"2572288" : 6562,
"2605056" : 5868,
"2637824" : 5224,
"2670592" : 4733,
"2703360" : 4356,
"2736128" : 4126,
"2768896" : 3747,
"2801664" : 3532,
"2834432" : 3267,
"2867200" : 3097,
"2899968" : 2840,
"2932736" : 2588,
"2965504" : 2261,
"2998272" : 2463,
"3031040" : 2227,
"3063808" : 1824,
"3096576" : 1804,
"3129344" : 1622,
"3162112" : 1586,
"3194880" : 1393,
"3227648" : 1414,
"3260416" : 1103,
"3293184" : 995,
"3325952" : 743,
"3358720" : 643,
"3391488" : 514,
"3424256" : 434,
"3457024" : 349,
"3489792" : 316,
"3522560" : 284,
"3555328" : 278,
"3588096" : 257,
"3620864" : 230,
"3653632" : 235,
"3686400" : 223,
"3719168" : 203,
"3751936" : 192,
"3784704" : 197,
"3817472" : 172,
"3850240" : 174,
"3883008" : 172,
"3915776" : 179,
"3948544" : 179,
"3981312" : 161,
"4014080" : 175,
"4046848" : 143,
"4079616" : 132,
"4112384" : 148,
"4145152" : 126,
"4177920" : 117,
"4227072" : 229,
"4292608" : 208,
"4358144" : 166,
"4423680" : 151,
"4489216" : 146,
"4554752" : 128,
"4620288" : 117,
"4685824" : 98,
"4751360" : 98,
"4816896" : 108,
"4882432" : 79,
"4947968" : 69,
"5013504" : 77,
"5079040" : 69,
"5144576" : 51,
"5210112" : 49,
"5275648" : 46,
"5341184" : 35,
"5406720" : 35,
"5472256" : 25,
"5537792" : 24,
"5603328" : 17,
"5668864" : 17,
"5734400" : 26,
"5799936" : 24,
"5865472" : 22,
"5931008" : 13,
"5996544" : 9,
"6062080" : 7,
"6127616" : 7,
"6193152" : 7,
"6258688" : 7,
"6324224" : 8,
"6389760" : 5,
"6455296" : 2,
"6520832" : 6,
"6586368" : 7,
"6651904" : 3,
"6717440" : 1,
"6782976" : 5,
"6848512" : 7,
"6914048" : 3,
"6979584" : 2,
"7045120" : 1,
"7241728" : 2,
"7307264" : 2,
"7438336" : 3,
"7503872" : 2,
"7569408" : 2,
"7700480" : 2,
"7766016" : 1,
"7831552" : 3,
"7897088" : 1,
"7962624" : 1,
"8028160" : 2,
"8093696" : 1,
"8454144" : 3,
"8716288" : 1,
"9109504" : 1
}
},
"lat_ns" : {
"min" : 106262,
"max" : 9638100,
"mean" : 2269560.454250,
"stddev" : 802208.288521,
"N" : 1127180
},
"bw_min" : 82744,
"bw_max" : 136158,
"bw_agg" : 100.000000,
"bw_mean" : 112831.645570,
"bw_dev" : 789.100274,
"bw_samples" : 1264,
"iops_min" : 20686,
"iops_max" : 34038,
"iops_mean" : 28206.759494,
"iops_stddev" : 197.250603,
"iops_samples" : 1264
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639984,
"usr_cpu" : 0.553608,
"sys_cpu" : 6.639228,
"ctx" : 1236822,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999911,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999911,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.010000,
"250" : 0.425304,
"500" : 1.807407,
"750" : 4.339711,
"1000" : 5.787109
},
"latency_ms" : {
"2" : 55.637312,
"4" : 31.719623,
"10" : 0.272446,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774119972,
"timestamp_ms" : 1774119972507,
"time" : "Sat Mar 21 16:06:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5538754560,
"io_kbytes" : 5408940,
"bw_bytes" : 110777306,
"bw" : 108180,
"iops" : 27045.640913,
"runtime" : 49999,
"total_ios" : 1352255,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16075,
"max" : 7353881,
"mean" : 587786.164741,
"stddev" : 259340.591986,
"N" : 1352255
},
"clat_ns" : {
"min" : 81755,
"max" : 9117675,
"mean" : 1777086.879882,
"stddev" : 659098.264885,
"N" : 1352239,
"percentile" : {
"1.000000" : 411648,
"5.000000" : 708608,
"10.000000" : 962560,
"20.000000" : 1253376,
"30.000000" : 1433600,
"40.000000" : 1597440,
"50.000000" : 1761280,
"60.000000" : 1925120,
"70.000000" : 2088960,
"80.000000" : 2277376,
"90.000000" : 2572288,
"95.000000" : 2899968,
"99.000000" : 3555328,
"99.500000" : 3948544,
"99.900000" : 4947968,
"99.950000" : 5341184,
"99.990000" : 6324224
},
"bins" : {
"81408" : 1,
"82432" : 1,
"83456" : 3,
"84480" : 2,
"85504" : 2,
"86528" : 4,
"87552" : 2,
"88576" : 2,
"89600" : 7,
"90624" : 5,
"92672" : 9,
"93696" : 8,
"94720" : 5,
"95744" : 14,
"96768" : 12,
"97792" : 11,
"98816" : 17,
"99840" : 13,
"100864" : 11,
"101888" : 14,
"102912" : 13,
"103936" : 16,
"104960" : 23,
"105984" : 15,
"107008" : 23,
"108032" : 27,
"109056" : 23,
"110080" : 29,
"111104" : 25,
"112128" : 23,
"113152" : 27,
"114176" : 25,
"115200" : 29,
"116224" : 32,
"117248" : 33,
"118272" : 41,
"119296" : 31,
"120320" : 40,
"121344" : 49,
"122368" : 54,
"123392" : 37,
"124416" : 56,
"125440" : 42,
"126464" : 53,
"127488" : 49,
"128512" : 55,
"129536" : 55,
"130560" : 53,
"132096" : 101,
"134144" : 97,
"136192" : 113,
"138240" : 109,
"140288" : 95,
"142336" : 114,
"144384" : 98,
"146432" : 93,
"148480" : 77,
"150528" : 97,
"152576" : 84,
"154624" : 78,
"156672" : 76,
"158720" : 78,
"160768" : 83,
"162816" : 86,
"164864" : 81,
"166912" : 66,
"168960" : 85,
"171008" : 77,
"173056" : 75,
"175104" : 65,
"177152" : 65,
"179200" : 69,
"181248" : 73,
"183296" : 67,
"185344" : 63,
"187392" : 62,
"189440" : 45,
"191488" : 55,
"193536" : 53,
"195584" : 59,
"197632" : 42,
"199680" : 63,
"201728" : 33,
"203776" : 56,
"205824" : 57,
"207872" : 50,
"209920" : 37,
"211968" : 43,
"214016" : 48,
"216064" : 46,
"218112" : 38,
"220160" : 52,
"222208" : 53,
"224256" : 47,
"226304" : 55,
"228352" : 47,
"230400" : 40,
"232448" : 52,
"234496" : 47,
"236544" : 55,
"238592" : 45,
"240640" : 50,
"242688" : 51,
"244736" : 52,
"246784" : 55,
"248832" : 45,
"250880" : 57,
"252928" : 44,
"254976" : 47,
"257024" : 70,
"259072" : 45,
"261120" : 45,
"264192" : 135,
"268288" : 119,
"272384" : 143,
"276480" : 85,
"280576" : 118,
"284672" : 121,
"288768" : 116,
"292864" : 125,
"296960" : 125,
"301056" : 118,
"305152" : 150,
"309248" : 151,
"313344" : 154,
"317440" : 146,
"321536" : 171,
"325632" : 182,
"329728" : 195,
"333824" : 200,
"337920" : 234,
"342016" : 230,
"346112" : 274,
"350208" : 240,
"354304" : 302,
"358400" : 268,
"362496" : 282,
"366592" : 271,
"370688" : 330,
"374784" : 315,
"378880" : 323,
"382976" : 303,
"387072" : 346,
"391168" : 351,
"395264" : 350,
"399360" : 350,
"403456" : 373,
"407552" : 388,
"411648" : 417,
"415744" : 429,
"419840" : 489,
"423936" : 431,
"428032" : 461,
"432128" : 491,
"436224" : 540,
"440320" : 517,
"444416" : 550,
"448512" : 573,
"452608" : 553,
"456704" : 582,
"460800" : 583,
"464896" : 637,
"468992" : 593,
"473088" : 646,
"477184" : 707,
"481280" : 697,
"485376" : 680,
"489472" : 658,
"493568" : 698,
"497664" : 705,
"501760" : 669,
"505856" : 723,
"509952" : 678,
"514048" : 683,
"518144" : 760,
"522240" : 741,
"528384" : 1503,
"536576" : 1480,
"544768" : 1506,
"552960" : 1517,
"561152" : 1507,
"569344" : 1550,
"577536" : 1552,
"585728" : 1599,
"593920" : 1597,
"602112" : 1723,
"610304" : 1686,
"618496" : 1677,
"626688" : 1653,
"634880" : 1724,
"643072" : 1780,
"651264" : 1697,
"659456" : 1817,
"667648" : 1798,
"675840" : 1805,
"684032" : 1760,
"692224" : 1818,
"700416" : 1858,
"708608" : 1896,
"716800" : 1928,
"724992" : 1999,
"733184" : 1934,
"741376" : 2077,
"749568" : 2044,
"757760" : 2057,
"765952" : 2050,
"774144" : 2148,
"782336" : 2044,
"790528" : 2017,
"798720" : 2095,
"806912" : 2113,
"815104" : 2067,
"823296" : 2061,
"831488" : 2141,
"839680" : 2106,
"847872" : 2187,
"856064" : 2185,
"864256" : 2230,
"872448" : 2242,
"880640" : 2311,
"888832" : 2326,
"897024" : 2471,
"905216" : 2291,
"913408" : 2308,
"921600" : 2347,
"929792" : 2323,
"937984" : 2332,
"946176" : 2439,
"954368" : 2501,
"962560" : 2478,
"970752" : 2633,
"978944" : 2617,
"987136" : 2892,
"995328" : 3401,
"1003520" : 3633,
"1011712" : 3400,
"1019904" : 3398,
"1028096" : 3229,
"1036288" : 3236,
"1044480" : 3214,
"1056768" : 6616,
"1073152" : 6405,
"1089536" : 6325,
"1105920" : 6674,
"1122304" : 7145,
"1138688" : 7590,
"1155072" : 8089,
"1171456" : 8647,
"1187840" : 8920,
"1204224" : 9597,
"1220608" : 10047,
"1236992" : 10237,
"1253376" : 10326,
"1269760" : 10424,
"1286144" : 11091,
"1302528" : 11746,
"1318912" : 12067,
"1335296" : 11999,
"1351680" : 12417,
"1368064" : 12533,
"1384448" : 13052,
"1400832" : 13022,
"1417216" : 13106,
"1433600" : 13684,
"1449984" : 14452,
"1466368" : 15266,
"1482752" : 15731,
"1499136" : 15336,
"1515520" : 14748,
"1531904" : 14456,
"1548288" : 13632,
"1564672" : 13086,
"1581056" : 12385,
"1597440" : 12235,
"1613824" : 12310,
"1630208" : 12767,
"1646592" : 13832,
"1662976" : 14034,
"1679360" : 14184,
"1695744" : 14030,
"1712128" : 13430,
"1728512" : 13842,
"1744896" : 13595,
"1761280" : 13817,
"1777664" : 13603,
"1794048" : 13427,
"1810432" : 13355,
"1826816" : 12836,
"1843200" : 12700,
"1859584" : 12851,
"1875968" : 13008,
"1892352" : 13053,
"1908736" : 12793,
"1925120" : 12936,
"1941504" : 12911,
"1957888" : 13093,
"1974272" : 13523,
"1990656" : 15619,
"2007040" : 16926,
"2023424" : 14372,
"2039808" : 13585,
"2056192" : 13364,
"2072576" : 12796,
"2088960" : 12616,
"2113536" : 26741,
"2146304" : 25606,
"2179072" : 23780,
"2211840" : 23711,
"2244608" : 24176,
"2277376" : 21772,
"2310144" : 19554,
"2342912" : 18256,
"2375680" : 16538,
"2408448" : 15070,
"2441216" : 12799,
"2473984" : 11721,
"2506752" : 10637,
"2539520" : 9515,
"2572288" : 8703,
"2605056" : 8027,
"2637824" : 7274,
"2670592" : 6830,
"2703360" : 6330,
"2736128" : 6204,
"2768896" : 5902,
"2801664" : 5693,
"2834432" : 5346,
"2867200" : 5154,
"2899968" : 4910,
"2932736" : 4647,
"2965504" : 4378,
"2998272" : 4726,
"3031040" : 4243,
"3063808" : 3606,
"3096576" : 3491,
"3129344" : 3306,
"3162112" : 3054,
"3194880" : 2918,
"3227648" : 2759,
"3260416" : 2447,
"3293184" : 2199,
"3325952" : 1957,
"3358720" : 1749,
"3391488" : 1577,
"3424256" : 1354,
"3457024" : 1168,
"3489792" : 1012,
"3522560" : 966,
"3555328" : 896,
"3588096" : 783,
"3620864" : 709,
"3653632" : 698,
"3686400" : 594,
"3719168" : 636,
"3751936" : 504,
"3784704" : 441,
"3817472" : 424,
"3850240" : 383,
"3883008" : 379,
"3915776" : 389,
"3948544" : 364,
"3981312" : 339,
"4014080" : 371,
"4046848" : 305,
"4079616" : 285,
"4112384" : 291,
"4145152" : 293,
"4177920" : 240,
"4227072" : 493,
"4292608" : 407,
"4358144" : 358,
"4423680" : 352,
"4489216" : 309,
"4554752" : 273,
"4620288" : 249,
"4685824" : 220,
"4751360" : 208,
"4816896" : 193,
"4882432" : 161,
"4947968" : 124,
"5013504" : 146,
"5079040" : 131,
"5144576" : 95,
"5210112" : 104,
"5275648" : 74,
"5341184" : 62,
"5406720" : 73,
"5472256" : 67,
"5537792" : 50,
"5603328" : 48,
"5668864" : 34,
"5734400" : 42,
"5799936" : 40,
"5865472" : 39,
"5931008" : 31,
"5996544" : 27,
"6062080" : 17,
"6127616" : 15,
"6193152" : 11,
"6258688" : 11,
"6324224" : 14,
"6389760" : 14,
"6455296" : 14,
"6520832" : 13,
"6586368" : 10,
"6651904" : 7,
"6717440" : 3,
"6782976" : 9,
"6848512" : 7,
"6914048" : 5,
"6979584" : 2,
"7045120" : 4,
"7110656" : 1,
"7176192" : 2,
"7241728" : 2,
"7307264" : 5,
"7438336" : 3,
"7503872" : 3,
"7569408" : 3,
"7700480" : 3,
"7766016" : 2,
"7831552" : 4,
"7897088" : 1,
"7962624" : 1,
"8028160" : 2,
"8093696" : 1,
"8454144" : 3,
"8716288" : 1,
"8847360" : 1,
"9109504" : 1
}
},
"lat_ns" : {
"min" : 106262,
"max" : 9638100,
"mean" : 2364864.246719,
"stddev" : 855610.173255,
"N" : 1352239
},
"bw_min" : 69344,
"bw_max" : 136158,
"bw_agg" : 100.000000,
"bw_mean" : 108320.424242,
"bw_dev" : 949.208602,
"bw_samples" : 1584,
"iops_min" : 17336,
"iops_max" : 34038,
"iops_mean" : 27079.060606,
"iops_stddev" : 237.277672,
"iops_samples" : 1584
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799984,
"usr_cpu" : 0.528636,
"sys_cpu" : 6.401128,
"ctx" : 1472964,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 99.999926,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.010000,
"250" : 0.355998,
"500" : 1.557177,
"750" : 3.829307,
"1000" : 5.222166
},
"latency_ms" : {
"2" : 53.668576,
"4" : 34.886911,
"10" : 0.470547,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774119982,
"timestamp_ms" : 1774119982507,
"time" : "Sat Mar 21 16:06:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 119,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6492692480,
"io_kbytes" : 6340520,
"bw_bytes" : 108211541,
"bw" : 105675,
"iops" : 26419.216667,
"runtime" : 60000,
"total_ios" : 1585153,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16075,
"max" : 7353881,
"mean" : 601843.749761,
"stddev" : 267770.649088,
"N" : 1585153
},
"clat_ns" : {
"min" : 81755,
"max" : 9117675,
"mean" : 1819129.900000,
"stddev" : 672882.588837,
"N" : 1585137,
"percentile" : {
"1.000000" : 428032,
"5.000000" : 741376,
"10.000000" : 1003520,
"20.000000" : 1286144,
"30.000000" : 1466368,
"40.000000" : 1630208,
"50.000000" : 1794048,
"60.000000" : 1957888,
"70.000000" : 2113536,
"80.000000" : 2310144,
"90.000000" : 2637824,
"95.000000" : 2998272,
"99.000000" : 3653632,
"99.500000" : 4079616,
"99.900000" : 5013504,
"99.950000" : 5472256,
"99.990000" : 6324224
},
"bins" : {
"81408" : 1,
"82432" : 1,
"83456" : 3,
"84480" : 2,
"85504" : 2,
"86528" : 4,
"87552" : 2,
"88576" : 2,
"89600" : 7,
"90624" : 5,
"92672" : 9,
"93696" : 8,
"94720" : 5,
"95744" : 14,
"96768" : 12,
"97792" : 11,
"98816" : 17,
"99840" : 13,
"100864" : 11,
"101888" : 14,
"102912" : 13,
"103936" : 16,
"104960" : 23,
"105984" : 15,
"107008" : 23,
"108032" : 27,
"109056" : 23,
"110080" : 29,
"111104" : 26,
"112128" : 23,
"113152" : 27,
"114176" : 25,
"115200" : 29,
"116224" : 32,
"117248" : 33,
"118272" : 41,
"119296" : 32,
"120320" : 40,
"121344" : 49,
"122368" : 55,
"123392" : 37,
"124416" : 56,
"125440" : 42,
"126464" : 53,
"127488" : 49,
"128512" : 56,
"129536" : 55,
"130560" : 53,
"132096" : 101,
"134144" : 97,
"136192" : 113,
"138240" : 109,
"140288" : 95,
"142336" : 115,
"144384" : 98,
"146432" : 93,
"148480" : 77,
"150528" : 97,
"152576" : 84,
"154624" : 79,
"156672" : 76,
"158720" : 78,
"160768" : 84,
"162816" : 86,
"164864" : 81,
"166912" : 66,
"168960" : 85,
"171008" : 77,
"173056" : 75,
"175104" : 65,
"177152" : 65,
"179200" : 69,
"181248" : 73,
"183296" : 67,
"185344" : 64,
"187392" : 62,
"189440" : 45,
"191488" : 55,
"193536" : 54,
"195584" : 59,
"197632" : 42,
"199680" : 63,
"201728" : 33,
"203776" : 56,
"205824" : 57,
"207872" : 50,
"209920" : 40,
"211968" : 44,
"214016" : 48,
"216064" : 46,
"218112" : 41,
"220160" : 53,
"222208" : 53,
"224256" : 49,
"226304" : 58,
"228352" : 49,
"230400" : 42,
"232448" : 56,
"234496" : 48,
"236544" : 57,
"238592" : 46,
"240640" : 51,
"242688" : 53,
"244736" : 56,
"246784" : 57,
"248832" : 51,
"250880" : 60,
"252928" : 47,
"254976" : 49,
"257024" : 73,
"259072" : 49,
"261120" : 48,
"264192" : 137,
"268288" : 123,
"272384" : 151,
"276480" : 87,
"280576" : 124,
"284672" : 124,
"288768" : 122,
"292864" : 130,
"296960" : 133,
"301056" : 122,
"305152" : 152,
"309248" : 157,
"313344" : 160,
"317440" : 156,
"321536" : 183,
"325632" : 189,
"329728" : 208,
"333824" : 212,
"337920" : 246,
"342016" : 244,
"346112" : 287,
"350208" : 252,
"354304" : 323,
"358400" : 292,
"362496" : 304,
"366592" : 282,
"370688" : 345,
"374784" : 337,
"378880" : 335,
"382976" : 320,
"387072" : 363,
"391168" : 375,
"395264" : 373,
"399360" : 368,
"403456" : 392,
"407552" : 410,
"411648" : 435,
"415744" : 453,
"419840" : 509,
"423936" : 445,
"428032" : 493,
"432128" : 508,
"436224" : 569,
"440320" : 544,
"444416" : 577,
"448512" : 609,
"452608" : 585,
"456704" : 621,
"460800" : 616,
"464896" : 668,
"468992" : 639,
"473088" : 682,
"477184" : 762,
"481280" : 734,
"485376" : 701,
"489472" : 701,
"493568" : 749,
"497664" : 741,
"501760" : 718,
"505856" : 765,
"509952" : 724,
"514048" : 721,
"518144" : 801,
"522240" : 777,
"528384" : 1583,
"536576" : 1578,
"544768" : 1590,
"552960" : 1607,
"561152" : 1599,
"569344" : 1653,
"577536" : 1659,
"585728" : 1690,
"593920" : 1684,
"602112" : 1805,
"610304" : 1771,
"618496" : 1753,
"626688" : 1743,
"634880" : 1818,
"643072" : 1885,
"651264" : 1800,
"659456" : 1914,
"667648" : 1887,
"675840" : 1910,
"684032" : 1875,
"692224" : 1924,
"700416" : 1969,
"708608" : 2024,
"716800" : 2037,
"724992" : 2134,
"733184" : 2047,
"741376" : 2216,
"749568" : 2157,
"757760" : 2169,
"765952" : 2179,
"774144" : 2271,
"782336" : 2162,
"790528" : 2133,
"798720" : 2231,
"806912" : 2264,
"815104" : 2203,
"823296" : 2217,
"831488" : 2293,
"839680" : 2240,
"847872" : 2350,
"856064" : 2344,
"864256" : 2387,
"872448" : 2405,
"880640" : 2472,
"888832" : 2508,
"897024" : 2669,
"905216" : 2516,
"913408" : 2497,
"921600" : 2526,
"929792" : 2536,
"937984" : 2505,
"946176" : 2662,
"954368" : 2715,
"962560" : 2684,
"970752" : 2858,
"978944" : 2891,
"987136" : 3180,
"995328" : 3729,
"1003520" : 3951,
"1011712" : 3733,
"1019904" : 3656,
"1028096" : 3495,
"1036288" : 3536,
"1044480" : 3489,
"1056768" : 7160,
"1073152" : 6942,
"1089536" : 6935,
"1105920" : 7319,
"1122304" : 7858,
"1138688" : 8292,
"1155072" : 8871,
"1171456" : 9539,
"1187840" : 9859,
"1204224" : 10596,
"1220608" : 11136,
"1236992" : 11357,
"1253376" : 11519,
"1269760" : 11659,
"1286144" : 12489,
"1302528" : 13082,
"1318912" : 13496,
"1335296" : 13463,
"1351680" : 14103,
"1368064" : 14179,
"1384448" : 14756,
"1400832" : 14887,
"1417216" : 15013,
"1433600" : 15498,
"1449984" : 16410,
"1466368" : 17283,
"1482752" : 17998,
"1499136" : 17460,
"1515520" : 16961,
"1531904" : 16524,
"1548288" : 15772,
"1564672" : 15227,
"1581056" : 14549,
"1597440" : 14414,
"1613824" : 14494,
"1630208" : 14936,
"1646592" : 16093,
"1662976" : 16278,
"1679360" : 16515,
"1695744" : 16375,
"1712128" : 15900,
"1728512" : 16277,
"1744896" : 15970,
"1761280" : 16288,
"1777664" : 16088,
"1794048" : 15849,
"1810432" : 15758,
"1826816" : 15308,
"1843200" : 15193,
"1859584" : 15275,
"1875968" : 15575,
"1892352" : 15613,
"1908736" : 15289,
"1925120" : 15470,
"1941504" : 15207,
"1957888" : 15430,
"1974272" : 15805,
"1990656" : 18238,
"2007040" : 19696,
"2023424" : 16586,
"2039808" : 15767,
"2056192" : 15495,
"2072576" : 14811,
"2088960" : 14631,
"2113536" : 30905,
"2146304" : 29735,
"2179072" : 27819,
"2211840" : 27796,
"2244608" : 28535,
"2277376" : 25686,
"2310144" : 23551,
"2342912" : 22018,
"2375680" : 20000,
"2408448" : 18502,
"2441216" : 15864,
"2473984" : 14583,
"2506752" : 13276,
"2539520" : 11864,
"2572288" : 11063,
"2605056" : 10296,
"2637824" : 9434,
"2670592" : 9089,
"2703360" : 8666,
"2736128" : 8583,
"2768896" : 8215,
"2801664" : 7826,
"2834432" : 7480,
"2867200" : 7030,
"2899968" : 6733,
"2932736" : 6436,
"2965504" : 6146,
"2998272" : 6585,
"3031040" : 5947,
"3063808" : 5125,
"3096576" : 4862,
"3129344" : 4676,
"3162112" : 4183,
"3194880" : 4091,
"3227648" : 3894,
"3260416" : 3482,
"3293184" : 3102,
"3325952" : 2778,
"3358720" : 2426,
"3391488" : 2190,
"3424256" : 1889,
"3457024" : 1681,
"3489792" : 1443,
"3522560" : 1363,
"3555328" : 1246,
"3588096" : 1071,
"3620864" : 1011,
"3653632" : 933,
"3686400" : 801,
"3719168" : 859,
"3751936" : 748,
"3784704" : 635,
"3817472" : 636,
"3850240" : 602,
"3883008" : 553,
"3915776" : 564,
"3948544" : 517,
"3981312" : 489,
"4014080" : 524,
"4046848" : 455,
"4079616" : 393,
"4112384" : 409,
"4145152" : 396,
"4177920" : 369,
"4227072" : 685,
"4292608" : 592,
"4358144" : 546,
"4423680" : 495,
"4489216" : 475,
"4554752" : 397,
"4620288" : 368,
"4685824" : 317,
"4751360" : 303,
"4816896" : 277,
"4882432" : 219,
"4947968" : 174,
"5013504" : 208,
"5079040" : 174,
"5144576" : 136,
"5210112" : 148,
"5275648" : 121,
"5341184" : 94,
"5406720" : 100,
"5472256" : 103,
"5537792" : 72,
"5603328" : 68,
"5668864" : 53,
"5734400" : 56,
"5799936" : 57,
"5865472" : 54,
"5931008" : 46,
"5996544" : 38,
"6062080" : 30,
"6127616" : 19,
"6193152" : 20,
"6258688" : 21,
"6324224" : 18,
"6389760" : 16,
"6455296" : 15,
"6520832" : 15,
"6586368" : 13,
"6651904" : 8,
"6717440" : 4,
"6782976" : 13,
"6848512" : 9,
"6914048" : 5,
"6979584" : 3,
"7045120" : 5,
"7110656" : 3,
"7176192" : 3,
"7241728" : 2,
"7307264" : 5,
"7372800" : 1,
"7438336" : 3,
"7503872" : 4,
"7569408" : 3,
"7700480" : 3,
"7766016" : 2,
"7831552" : 4,
"7897088" : 1,
"7962624" : 1,
"8028160" : 2,
"8093696" : 1,
"8454144" : 3,
"8585216" : 1,
"8716288" : 1,
"8847360" : 1,
"9109504" : 1
}
},
"lat_ns" : {
"min" : 106262,
"max" : 9638100,
"mean" : 2420960.647686,
"stddev" : 871759.027098,
"N" : 1585137
},
"bw_min" : 69344,
"bw_max" : 136158,
"bw_agg" : 100.000000,
"bw_mean" : 105840.521008,
"bw_dev" : 952.747094,
"bw_samples" : 1904,
"iops_min" : 17336,
"iops_max" : 34038,
"iops_mean" : 26459.218487,
"iops_stddev" : 238.162941,
"iops_samples" : 1904
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959993,
"usr_cpu" : 0.517816,
"sys_cpu" : 6.311088,
"ctx" : 1720947,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.010000,
"250" : 0.306784,
"500" : 1.401442,
"750" : 3.457710,
"1000" : 4.798843
},
"latency_ms" : {
"2" : 52.668481,
"4" : 36.782191,
"10" : 0.576600,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774119992,
"timestamp_ms" : 1774119992507,
"time" : "Sat Mar 21 16:06:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7425191936,
"io_kbytes" : 7251164,
"bw_bytes" : 106075685,
"bw" : 103589,
"iops" : 25897.641395,
"runtime" : 69999,
"total_ios" : 1812809,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16075,
"max" : 7353881,
"mean" : 614074.813904,
"stddev" : 272697.553682,
"N" : 1812809
},
"clat_ns" : {
"min" : 81755,
"max" : 9117675,
"mean" : 1855713.599356,
"stddev" : 681426.606196,
"N" : 1812793,
"percentile" : {
"1.000000" : 440320,
"5.000000" : 765952,
"10.000000" : 1028096,
"20.000000" : 1318912,
"30.000000" : 1499136,
"40.000000" : 1662976,
"50.000000" : 1826816,
"60.000000" : 1990656,
"70.000000" : 2146304,
"80.000000" : 2342912,
"90.000000" : 2703360,
"95.000000" : 3031040,
"99.000000" : 3719168,
"99.500000" : 4145152,
"99.900000" : 5079040,
"99.950000" : 5472256,
"99.990000" : 6389760
},
"bins" : {
"81408" : 1,
"82432" : 1,
"83456" : 3,
"84480" : 2,
"85504" : 2,
"86528" : 4,
"87552" : 2,
"88576" : 2,
"89600" : 7,
"90624" : 5,
"92672" : 9,
"93696" : 8,
"94720" : 5,
"95744" : 14,
"96768" : 12,
"97792" : 11,
"98816" : 17,
"99840" : 13,
"100864" : 11,
"101888" : 14,
"102912" : 13,
"103936" : 16,
"104960" : 23,
"105984" : 15,
"107008" : 23,
"108032" : 27,
"109056" : 23,
"110080" : 29,
"111104" : 26,
"112128" : 23,
"113152" : 27,
"114176" : 25,
"115200" : 29,
"116224" : 32,
"117248" : 33,
"118272" : 41,
"119296" : 32,
"120320" : 40,
"121344" : 49,
"122368" : 55,
"123392" : 37,
"124416" : 56,
"125440" : 42,
"126464" : 53,
"127488" : 49,
"128512" : 56,
"129536" : 55,
"130560" : 53,
"132096" : 101,
"134144" : 98,
"136192" : 113,
"138240" : 109,
"140288" : 95,
"142336" : 115,
"144384" : 98,
"146432" : 94,
"148480" : 77,
"150528" : 97,
"152576" : 84,
"154624" : 79,
"156672" : 76,
"158720" : 79,
"160768" : 84,
"162816" : 86,
"164864" : 82,
"166912" : 66,
"168960" : 85,
"171008" : 77,
"173056" : 75,
"175104" : 65,
"177152" : 65,
"179200" : 69,
"181248" : 74,
"183296" : 68,
"185344" : 64,
"187392" : 62,
"189440" : 45,
"191488" : 55,
"193536" : 54,
"195584" : 59,
"197632" : 42,
"199680" : 63,
"201728" : 33,
"203776" : 56,
"205824" : 57,
"207872" : 50,
"209920" : 40,
"211968" : 46,
"214016" : 48,
"216064" : 46,
"218112" : 41,
"220160" : 54,
"222208" : 54,
"224256" : 49,
"226304" : 59,
"228352" : 52,
"230400" : 42,
"232448" : 57,
"234496" : 48,
"236544" : 58,
"238592" : 46,
"240640" : 53,
"242688" : 54,
"244736" : 57,
"246784" : 58,
"248832" : 54,
"250880" : 64,
"252928" : 47,
"254976" : 51,
"257024" : 76,
"259072" : 51,
"261120" : 50,
"264192" : 140,
"268288" : 132,
"272384" : 153,
"276480" : 89,
"280576" : 130,
"284672" : 126,
"288768" : 122,
"292864" : 135,
"296960" : 138,
"301056" : 131,
"305152" : 157,
"309248" : 158,
"313344" : 162,
"317440" : 167,
"321536" : 190,
"325632" : 197,
"329728" : 214,
"333824" : 224,
"337920" : 258,
"342016" : 255,
"346112" : 297,
"350208" : 266,
"354304" : 334,
"358400" : 303,
"362496" : 308,
"366592" : 300,
"370688" : 360,
"374784" : 356,
"378880" : 356,
"382976" : 333,
"387072" : 385,
"391168" : 403,
"395264" : 390,
"399360" : 381,
"403456" : 407,
"407552" : 428,
"411648" : 457,
"415744" : 469,
"419840" : 531,
"423936" : 459,
"428032" : 516,
"432128" : 528,
"436224" : 595,
"440320" : 562,
"444416" : 594,
"448512" : 634,
"452608" : 615,
"456704" : 643,
"460800" : 642,
"464896" : 696,
"468992" : 662,
"473088" : 715,
"477184" : 790,
"481280" : 758,
"485376" : 738,
"489472" : 731,
"493568" : 778,
"497664" : 775,
"501760" : 761,
"505856" : 798,
"509952" : 760,
"514048" : 754,
"518144" : 851,
"522240" : 807,
"528384" : 1661,
"536576" : 1649,
"544768" : 1674,
"552960" : 1706,
"561152" : 1671,
"569344" : 1729,
"577536" : 1729,
"585728" : 1775,
"593920" : 1775,
"602112" : 1876,
"610304" : 1858,
"618496" : 1827,
"626688" : 1835,
"634880" : 1900,
"643072" : 1987,
"651264" : 1876,
"659456" : 2026,
"667648" : 1979,
"675840" : 2020,
"684032" : 1990,
"692224" : 2010,
"700416" : 2068,
"708608" : 2115,
"716800" : 2139,
"724992" : 2253,
"733184" : 2154,
"741376" : 2324,
"749568" : 2296,
"757760" : 2311,
"765952" : 2316,
"774144" : 2395,
"782336" : 2278,
"790528" : 2247,
"798720" : 2337,
"806912" : 2378,
"815104" : 2325,
"823296" : 2335,
"831488" : 2426,
"839680" : 2377,
"847872" : 2490,
"856064" : 2495,
"864256" : 2536,
"872448" : 2563,
"880640" : 2629,
"888832" : 2679,
"897024" : 2832,
"905216" : 2689,
"913408" : 2652,
"921600" : 2706,
"929792" : 2725,
"937984" : 2693,
"946176" : 2863,
"954368" : 2878,
"962560" : 2875,
"970752" : 3057,
"978944" : 3108,
"987136" : 3424,
"995328" : 3983,
"1003520" : 4198,
"1011712" : 3971,
"1019904" : 3888,
"1028096" : 3707,
"1036288" : 3741,
"1044480" : 3727,
"1056768" : 7627,
"1073152" : 7439,
"1089536" : 7492,
"1105920" : 7805,
"1122304" : 8420,
"1138688" : 8824,
"1155072" : 9457,
"1171456" : 10226,
"1187840" : 10611,
"1204224" : 11352,
"1220608" : 11947,
"1236992" : 12293,
"1253376" : 12426,
"1269760" : 12673,
"1286144" : 13508,
"1302528" : 14191,
"1318912" : 14628,
"1335296" : 14747,
"1351680" : 15344,
"1368064" : 15573,
"1384448" : 16107,
"1400832" : 16343,
"1417216" : 16506,
"1433600" : 17123,
"1449984" : 18072,
"1466368" : 18915,
"1482752" : 19763,
"1499136" : 19204,
"1515520" : 18906,
"1531904" : 18488,
"1548288" : 17698,
"1564672" : 17160,
"1581056" : 16606,
"1597440" : 16460,
"1613824" : 16579,
"1630208" : 16983,
"1646592" : 18182,
"1662976" : 18408,
"1679360" : 18746,
"1695744" : 18529,
"1712128" : 18163,
"1728512" : 18593,
"1744896" : 18358,
"1761280" : 18723,
"1777664" : 18456,
"1794048" : 18292,
"1810432" : 18255,
"1826816" : 17796,
"1843200" : 17682,
"1859584" : 17808,
"1875968" : 18008,
"1892352" : 18054,
"1908736" : 17531,
"1925120" : 17833,
"1941504" : 17464,
"1957888" : 17679,
"1974272" : 18107,
"1990656" : 20920,
"2007040" : 22363,
"2023424" : 18947,
"2039808" : 18052,
"2056192" : 17731,
"2072576" : 17021,
"2088960" : 16834,
"2113536" : 35387,
"2146304" : 34345,
"2179072" : 32100,
"2211840" : 31968,
"2244608" : 32525,
"2277376" : 29478,
"2310144" : 27153,
"2342912" : 25602,
"2375680" : 23528,
"2408448" : 21968,
"2441216" : 19186,
"2473984" : 17799,
"2506752" : 16448,
"2539520" : 14993,
"2572288" : 14056,
"2605056" : 13259,
"2637824" : 12236,
"2670592" : 11779,
"2703360" : 11371,
"2736128" : 11002,
"2768896" : 10581,
"2801664" : 10163,
"2834432" : 9590,
"2867200" : 9202,
"2899968" : 8624,
"2932736" : 8356,
"2965504" : 7972,
"2998272" : 8555,
"3031040" : 7645,
"3063808" : 6721,
"3096576" : 6214,
"3129344" : 6042,
"3162112" : 5450,
"3194880" : 5170,
"3227648" : 4886,
"3260416" : 4398,
"3293184" : 3902,
"3325952" : 3497,
"3358720" : 3059,
"3391488" : 2843,
"3424256" : 2464,
"3457024" : 2206,
"3489792" : 1951,
"3522560" : 1775,
"3555328" : 1653,
"3588096" : 1388,
"3620864" : 1312,
"3653632" : 1221,
"3686400" : 1045,
"3719168" : 1113,
"3751936" : 959,
"3784704" : 833,
"3817472" : 804,
"3850240" : 767,
"3883008" : 709,
"3915776" : 721,
"3948544" : 678,
"3981312" : 627,
"4014080" : 683,
"4046848" : 591,
"4079616" : 536,
"4112384" : 531,
"4145152" : 527,
"4177920" : 487,
"4227072" : 915,
"4292608" : 811,
"4358144" : 712,
"4423680" : 660,
"4489216" : 600,
"4554752" : 507,
"4620288" : 483,
"4685824" : 403,
"4751360" : 385,
"4816896" : 347,
"4882432" : 272,
"4947968" : 228,
"5013504" : 257,
"5079040" : 232,
"5144576" : 175,
"5210112" : 179,
"5275648" : 151,
"5341184" : 120,
"5406720" : 120,
"5472256" : 130,
"5537792" : 95,
"5603328" : 79,
"5668864" : 62,
"5734400" : 70,
"5799936" : 62,
"5865472" : 62,
"5931008" : 59,
"5996544" : 56,
"6062080" : 44,
"6127616" : 26,
"6193152" : 26,
"6258688" : 27,
"6324224" : 20,
"6389760" : 23,
"6455296" : 21,
"6520832" : 17,
"6586368" : 16,
"6651904" : 13,
"6717440" : 5,
"6782976" : 14,
"6848512" : 9,
"6914048" : 6,
"6979584" : 3,
"7045120" : 5,
"7110656" : 3,
"7176192" : 3,
"7241728" : 2,
"7307264" : 5,
"7372800" : 1,
"7438336" : 3,
"7503872" : 4,
"7569408" : 3,
"7700480" : 5,
"7766016" : 3,
"7831552" : 4,
"7897088" : 2,
"7962624" : 2,
"8028160" : 2,
"8093696" : 1,
"8454144" : 3,
"8585216" : 1,
"8716288" : 1,
"8847360" : 1,
"9109504" : 1
}
},
"lat_ns" : {
"min" : 106262,
"max" : 9638100,
"mean" : 2469775.755828,
"stddev" : 881949.320255,
"N" : 1812793
},
"bw_min" : 69344,
"bw_max" : 136158,
"bw_agg" : 100.000000,
"bw_mean" : 103673.964029,
"bw_dev" : 951.830009,
"bw_samples" : 2224,
"iops_min" : 17336,
"iops_max" : 34038,
"iops_mean" : 25917.489209,
"iops_stddev" : 237.943450,
"iops_samples" : 2224
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119984,
"usr_cpu" : 0.510007,
"sys_cpu" : 6.251786,
"ctx" : 1963645,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.010000,
"250" : 0.269582,
"500" : 1.276969,
"750" : 3.174962,
"1000" : 4.465335
},
"latency_ms" : {
"2" : 51.505923,
"4" : 38.646101,
"10" : 0.654178,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120002,
"timestamp_ms" : 1774120002507,
"time" : "Sat Mar 21 16:06:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8300924928,
"io_kbytes" : 8106372,
"bw_bytes" : 103762858,
"bw" : 101330,
"iops" : 25332.979162,
"runtime" : 79999,
"total_ios" : 2026613,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16075,
"max" : 7353881,
"mean" : 627872.596152,
"stddev" : 277215.188157,
"N" : 2026613
},
"clat_ns" : {
"min" : 81755,
"max" : 9117675,
"mean" : 1897012.429004,
"stddev" : 692464.018035,
"N" : 2026597,
"percentile" : {
"1.000000" : 452608,
"5.000000" : 798720,
"10.000000" : 1056768,
"20.000000" : 1351680,
"30.000000" : 1531904,
"40.000000" : 1695744,
"50.000000" : 1859584,
"60.000000" : 2023424,
"70.000000" : 2211840,
"80.000000" : 2408448,
"90.000000" : 2768896,
"95.000000" : 3096576,
"99.000000" : 3784704,
"99.500000" : 4227072,
"99.900000" : 5144576,
"99.950000" : 5537792,
"99.990000" : 6389760
},
"bins" : {
"81408" : 1,
"82432" : 1,
"83456" : 3,
"84480" : 2,
"85504" : 2,
"86528" : 4,
"87552" : 2,
"88576" : 2,
"89600" : 7,
"90624" : 5,
"92672" : 9,
"93696" : 8,
"94720" : 5,
"95744" : 14,
"96768" : 12,
"97792" : 11,
"98816" : 17,
"99840" : 13,
"100864" : 11,
"101888" : 14,
"102912" : 13,
"103936" : 16,
"104960" : 23,
"105984" : 15,
"107008" : 23,
"108032" : 27,
"109056" : 23,
"110080" : 29,
"111104" : 26,
"112128" : 23,
"113152" : 27,
"114176" : 25,
"115200" : 29,
"116224" : 32,
"117248" : 33,
"118272" : 41,
"119296" : 32,
"120320" : 40,
"121344" : 49,
"122368" : 55,
"123392" : 37,
"124416" : 56,
"125440" : 42,
"126464" : 53,
"127488" : 49,
"128512" : 56,
"129536" : 55,
"130560" : 53,
"132096" : 101,
"134144" : 98,
"136192" : 113,
"138240" : 109,
"140288" : 95,
"142336" : 115,
"144384" : 98,
"146432" : 94,
"148480" : 77,
"150528" : 97,
"152576" : 84,
"154624" : 79,
"156672" : 76,
"158720" : 79,
"160768" : 84,
"162816" : 86,
"164864" : 82,
"166912" : 67,
"168960" : 85,
"171008" : 77,
"173056" : 75,
"175104" : 65,
"177152" : 65,
"179200" : 69,
"181248" : 74,
"183296" : 68,
"185344" : 64,
"187392" : 62,
"189440" : 45,
"191488" : 55,
"193536" : 54,
"195584" : 59,
"197632" : 42,
"199680" : 63,
"201728" : 33,
"203776" : 56,
"205824" : 57,
"207872" : 51,
"209920" : 40,
"211968" : 46,
"214016" : 48,
"216064" : 46,
"218112" : 41,
"220160" : 54,
"222208" : 55,
"224256" : 49,
"226304" : 59,
"228352" : 52,
"230400" : 42,
"232448" : 57,
"234496" : 48,
"236544" : 58,
"238592" : 46,
"240640" : 53,
"242688" : 55,
"244736" : 58,
"246784" : 58,
"248832" : 54,
"250880" : 64,
"252928" : 47,
"254976" : 51,
"257024" : 77,
"259072" : 52,
"261120" : 52,
"264192" : 140,
"268288" : 132,
"272384" : 153,
"276480" : 89,
"280576" : 131,
"284672" : 126,
"288768" : 123,
"292864" : 135,
"296960" : 139,
"301056" : 131,
"305152" : 158,
"309248" : 158,
"313344" : 164,
"317440" : 170,
"321536" : 192,
"325632" : 197,
"329728" : 214,
"333824" : 226,
"337920" : 259,
"342016" : 258,
"346112" : 298,
"350208" : 268,
"354304" : 340,
"358400" : 306,
"362496" : 314,
"366592" : 305,
"370688" : 366,
"374784" : 361,
"378880" : 363,
"382976" : 339,
"387072" : 389,
"391168" : 408,
"395264" : 398,
"399360" : 387,
"403456" : 416,
"407552" : 433,
"411648" : 467,
"415744" : 478,
"419840" : 541,
"423936" : 470,
"428032" : 524,
"432128" : 532,
"436224" : 603,
"440320" : 568,
"444416" : 604,
"448512" : 643,
"452608" : 624,
"456704" : 658,
"460800" : 657,
"464896" : 713,
"468992" : 681,
"473088" : 728,
"477184" : 810,
"481280" : 776,
"485376" : 754,
"489472" : 745,
"493568" : 795,
"497664" : 794,
"501760" : 783,
"505856" : 825,
"509952" : 783,
"514048" : 774,
"518144" : 872,
"522240" : 827,
"528384" : 1700,
"536576" : 1685,
"544768" : 1713,
"552960" : 1760,
"561152" : 1725,
"569344" : 1782,
"577536" : 1778,
"585728" : 1839,
"593920" : 1824,
"602112" : 1934,
"610304" : 1913,
"618496" : 1895,
"626688" : 1903,
"634880" : 1956,
"643072" : 2049,
"651264" : 1948,
"659456" : 2098,
"667648" : 2037,
"675840" : 2085,
"684032" : 2068,
"692224" : 2079,
"700416" : 2140,
"708608" : 2180,
"716800" : 2221,
"724992" : 2311,
"733184" : 2236,
"741376" : 2402,
"749568" : 2373,
"757760" : 2400,
"765952" : 2416,
"774144" : 2492,
"782336" : 2367,
"790528" : 2350,
"798720" : 2439,
"806912" : 2469,
"815104" : 2415,
"823296" : 2425,
"831488" : 2537,
"839680" : 2500,
"847872" : 2583,
"856064" : 2590,
"864256" : 2639,
"872448" : 2683,
"880640" : 2738,
"888832" : 2817,
"897024" : 2954,
"905216" : 2789,
"913408" : 2774,
"921600" : 2841,
"929792" : 2820,
"937984" : 2827,
"946176" : 2988,
"954368" : 3000,
"962560" : 3013,
"970752" : 3182,
"978944" : 3215,
"987136" : 3552,
"995328" : 4114,
"1003520" : 4355,
"1011712" : 4104,
"1019904" : 4033,
"1028096" : 3840,
"1036288" : 3885,
"1044480" : 3883,
"1056768" : 7929,
"1073152" : 7697,
"1089536" : 7773,
"1105920" : 8119,
"1122304" : 8718,
"1138688" : 9136,
"1155072" : 9821,
"1171456" : 10642,
"1187840" : 11002,
"1204224" : 11800,
"1220608" : 12426,
"1236992" : 12806,
"1253376" : 12993,
"1269760" : 13285,
"1286144" : 14144,
"1302528" : 14858,
"1318912" : 15314,
"1335296" : 15492,
"1351680" : 16114,
"1368064" : 16445,
"1384448" : 16995,
"1400832" : 17350,
"1417216" : 17591,
"1433600" : 18235,
"1449984" : 19304,
"1466368" : 20193,
"1482752" : 21156,
"1499136" : 20734,
"1515520" : 20468,
"1531904" : 20080,
"1548288" : 19313,
"1564672" : 18769,
"1581056" : 18353,
"1597440" : 18238,
"1613824" : 18379,
"1630208" : 18769,
"1646592" : 20094,
"1662976" : 20275,
"1679360" : 20660,
"1695744" : 20387,
"1712128" : 20173,
"1728512" : 20549,
"1744896" : 20303,
"1761280" : 20825,
"1777664" : 20467,
"1794048" : 20178,
"1810432" : 20044,
"1826816" : 19652,
"1843200" : 19540,
"1859584" : 19740,
"1875968" : 19903,
"1892352" : 20027,
"1908736" : 19389,
"1925120" : 19645,
"1941504" : 19410,
"1957888" : 19636,
"1974272" : 20138,
"1990656" : 23207,
"2007040" : 24765,
"2023424" : 21103,
"2039808" : 20003,
"2056192" : 19723,
"2072576" : 18908,
"2088960" : 18758,
"2113536" : 39560,
"2146304" : 38467,
"2179072" : 36173,
"2211840" : 36063,
"2244608" : 36372,
"2277376" : 33038,
"2310144" : 30891,
"2342912" : 29090,
"2375680" : 27076,
"2408448" : 25630,
"2441216" : 22693,
"2473984" : 21399,
"2506752" : 19961,
"2539520" : 18392,
"2572288" : 17341,
"2605056" : 16490,
"2637824" : 15475,
"2670592" : 14859,
"2703360" : 14362,
"2736128" : 14112,
"2768896" : 13520,
"2801664" : 13018,
"2834432" : 12295,
"2867200" : 11837,
"2899968" : 11109,
"2932736" : 10624,
"2965504" : 10361,
"2998272" : 10892,
"3031040" : 9656,
"3063808" : 8626,
"3096576" : 8045,
"3129344" : 7870,
"3162112" : 7096,
"3194880" : 6752,
"3227648" : 6438,
"3260416" : 5824,
"3293184" : 5247,
"3325952" : 4678,
"3358720" : 4121,
"3391488" : 3837,
"3424256" : 3345,
"3457024" : 2998,
"3489792" : 2618,
"3522560" : 2413,
"3555328" : 2191,
"3588096" : 1832,
"3620864" : 1727,
"3653632" : 1535,
"3686400" : 1329,
"3719168" : 1368,
"3751936" : 1189,
"3784704" : 1050,
"3817472" : 981,
"3850240" : 934,
"3883008" : 841,
"3915776" : 868,
"3948544" : 850,
"3981312" : 754,
"4014080" : 820,
"4046848" : 712,
"4079616" : 655,
"4112384" : 661,
"4145152" : 657,
"4177920" : 610,
"4227072" : 1102,
"4292608" : 1004,
"4358144" : 884,
"4423680" : 811,
"4489216" : 756,
"4554752" : 613,
"4620288" : 593,
"4685824" : 485,
"4751360" : 464,
"4816896" : 417,
"4882432" : 330,
"4947968" : 280,
"5013504" : 305,
"5079040" : 271,
"5144576" : 200,
"5210112" : 209,
"5275648" : 175,
"5341184" : 140,
"5406720" : 146,
"5472256" : 150,
"5537792" : 125,
"5603328" : 105,
"5668864" : 77,
"5734400" : 86,
"5799936" : 72,
"5865472" : 70,
"5931008" : 70,
"5996544" : 67,
"6062080" : 56,
"6127616" : 35,
"6193152" : 36,
"6258688" : 36,
"6324224" : 21,
"6389760" : 26,
"6455296" : 24,
"6520832" : 19,
"6586368" : 22,
"6651904" : 14,
"6717440" : 9,
"6782976" : 16,
"6848512" : 10,
"6914048" : 7,
"6979584" : 8,
"7045120" : 8,
"7110656" : 4,
"7176192" : 3,
"7241728" : 3,
"7307264" : 5,
"7372800" : 2,
"7438336" : 3,
"7503872" : 4,
"7569408" : 3,
"7700480" : 5,
"7766016" : 3,
"7831552" : 4,
"7897088" : 2,
"7962624" : 2,
"8028160" : 2,
"8093696" : 1,
"8454144" : 3,
"8585216" : 2,
"8716288" : 1,
"8847360" : 1,
"9109504" : 1
}
},
"lat_ns" : {
"min" : 106262,
"max" : 9810392,
"mean" : 2524870.990923,
"stddev" : 896216.611668,
"N" : 2026597
},
"bw_min" : 69344,
"bw_max" : 136158,
"bw_agg" : 100.000000,
"bw_mean" : 101427.534591,
"bw_dev" : 976.231419,
"bw_samples" : 2544,
"iops_min" : 17336,
"iops_max" : 34038,
"iops_mean" : 25355.886792,
"iops_stddev" : 244.043451,
"iops_samples" : 2544
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279984,
"usr_cpu" : 0.500944,
"sys_cpu" : 6.173593,
"ctx" : 2189139,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.010000,
"250" : 0.241388,
"500" : 1.161199,
"750" : 2.930505,
"1000" : 4.160291
},
"latency_ms" : {
"2" : 49.853524,
"4" : 40.933567,
"10" : 0.713308,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120012,
"timestamp_ms" : 1774120012507,
"time" : "Sat Mar 21 16:06:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9171836928,
"io_kbytes" : 8956872,
"bw_bytes" : 101910431,
"bw" : 99521,
"iops" : 24880.720897,
"runtime" : 89999,
"total_ios" : 2239240,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16075,
"max" : 7353881,
"mean" : 639372.693251,
"stddev" : 280230.513369,
"N" : 2239241
},
"clat_ns" : {
"min" : 81755,
"max" : 9117675,
"mean" : 1931444.165605,
"stddev" : 700825.032034,
"N" : 2239225,
"percentile" : {
"1.000000" : 464896,
"5.000000" : 823296,
"10.000000" : 1089536,
"20.000000" : 1368064,
"30.000000" : 1548288,
"40.000000" : 1728512,
"50.000000" : 1892352,
"60.000000" : 2056192,
"70.000000" : 2244608,
"80.000000" : 2441216,
"90.000000" : 2834432,
"95.000000" : 3129344,
"99.000000" : 3850240,
"99.500000" : 4227072,
"99.900000" : 5144576,
"99.950000" : 5537792,
"99.990000" : 6389760
},
"bins" : {
"81408" : 1,
"82432" : 1,
"83456" : 3,
"84480" : 2,
"85504" : 2,
"86528" : 4,
"87552" : 2,
"88576" : 2,
"89600" : 7,
"90624" : 5,
"92672" : 9,
"93696" : 8,
"94720" : 5,
"95744" : 14,
"96768" : 12,
"97792" : 11,
"98816" : 17,
"99840" : 13,
"100864" : 11,
"101888" : 14,
"102912" : 13,
"103936" : 16,
"104960" : 23,
"105984" : 15,
"107008" : 23,
"108032" : 27,
"109056" : 23,
"110080" : 29,
"111104" : 26,
"112128" : 23,
"113152" : 27,
"114176" : 25,
"115200" : 29,
"116224" : 32,
"117248" : 33,
"118272" : 41,
"119296" : 32,
"120320" : 40,
"121344" : 49,
"122368" : 55,
"123392" : 37,
"124416" : 56,
"125440" : 42,
"126464" : 53,
"127488" : 49,
"128512" : 56,
"129536" : 55,
"130560" : 53,
"132096" : 101,
"134144" : 98,
"136192" : 113,
"138240" : 110,
"140288" : 95,
"142336" : 115,
"144384" : 98,
"146432" : 94,
"148480" : 77,
"150528" : 97,
"152576" : 84,
"154624" : 79,
"156672" : 76,
"158720" : 79,
"160768" : 85,
"162816" : 86,
"164864" : 82,
"166912" : 67,
"168960" : 85,
"171008" : 77,
"173056" : 75,
"175104" : 65,
"177152" : 65,
"179200" : 69,
"181248" : 74,
"183296" : 68,
"185344" : 64,
"187392" : 62,
"189440" : 45,
"191488" : 55,
"193536" : 55,
"195584" : 59,
"197632" : 42,
"199680" : 63,
"201728" : 33,
"203776" : 56,
"205824" : 57,
"207872" : 51,
"209920" : 41,
"211968" : 46,
"214016" : 48,
"216064" : 46,
"218112" : 41,
"220160" : 55,
"222208" : 55,
"224256" : 49,
"226304" : 59,
"228352" : 53,
"230400" : 42,
"232448" : 57,
"234496" : 50,
"236544" : 58,
"238592" : 48,
"240640" : 55,
"242688" : 56,
"244736" : 59,
"246784" : 58,
"248832" : 55,
"250880" : 64,
"252928" : 49,
"254976" : 52,
"257024" : 78,
"259072" : 54,
"261120" : 54,
"264192" : 142,
"268288" : 133,
"272384" : 153,
"276480" : 92,
"280576" : 135,
"284672" : 127,
"288768" : 124,
"292864" : 136,
"296960" : 144,
"301056" : 134,
"305152" : 158,
"309248" : 159,
"313344" : 165,
"317440" : 172,
"321536" : 194,
"325632" : 197,
"329728" : 214,
"333824" : 227,
"337920" : 260,
"342016" : 262,
"346112" : 300,
"350208" : 271,
"354304" : 349,
"358400" : 309,
"362496" : 317,
"366592" : 315,
"370688" : 379,
"374784" : 367,
"378880" : 368,
"382976" : 350,
"387072" : 394,
"391168" : 410,
"395264" : 405,
"399360" : 390,
"403456" : 422,
"407552" : 436,
"411648" : 475,
"415744" : 488,
"419840" : 547,
"423936" : 480,
"428032" : 537,
"432128" : 545,
"436224" : 610,
"440320" : 581,
"444416" : 611,
"448512" : 648,
"452608" : 639,
"456704" : 667,
"460800" : 674,
"464896" : 725,
"468992" : 693,
"473088" : 740,
"477184" : 825,
"481280" : 797,
"485376" : 770,
"489472" : 766,
"493568" : 815,
"497664" : 809,
"501760" : 794,
"505856" : 843,
"509952" : 808,
"514048" : 781,
"518144" : 889,
"522240" : 845,
"528384" : 1729,
"536576" : 1714,
"544768" : 1751,
"552960" : 1790,
"561152" : 1759,
"569344" : 1819,
"577536" : 1820,
"585728" : 1870,
"593920" : 1870,
"602112" : 1983,
"610304" : 1960,
"618496" : 1943,
"626688" : 1943,
"634880" : 1998,
"643072" : 2100,
"651264" : 2004,
"659456" : 2154,
"667648" : 2084,
"675840" : 2121,
"684032" : 2116,
"692224" : 2128,
"700416" : 2195,
"708608" : 2239,
"716800" : 2277,
"724992" : 2363,
"733184" : 2288,
"741376" : 2459,
"749568" : 2426,
"757760" : 2453,
"765952" : 2462,
"774144" : 2548,
"782336" : 2430,
"790528" : 2392,
"798720" : 2507,
"806912" : 2526,
"815104" : 2505,
"823296" : 2503,
"831488" : 2616,
"839680" : 2575,
"847872" : 2668,
"856064" : 2668,
"864256" : 2707,
"872448" : 2758,
"880640" : 2828,
"888832" : 2894,
"897024" : 3031,
"905216" : 2860,
"913408" : 2856,
"921600" : 2937,
"929792" : 2908,
"937984" : 2908,
"946176" : 3087,
"954368" : 3103,
"962560" : 3106,
"970752" : 3270,
"978944" : 3308,
"987136" : 3690,
"995328" : 4233,
"1003520" : 4489,
"1011712" : 4247,
"1019904" : 4165,
"1028096" : 3977,
"1036288" : 4030,
"1044480" : 4028,
"1056768" : 8198,
"1073152" : 8007,
"1089536" : 8086,
"1105920" : 8492,
"1122304" : 9128,
"1138688" : 9539,
"1155072" : 10288,
"1171456" : 11132,
"1187840" : 11511,
"1204224" : 12390,
"1220608" : 13043,
"1236992" : 13437,
"1253376" : 13685,
"1269760" : 14030,
"1286144" : 14933,
"1302528" : 15673,
"1318912" : 16209,
"1335296" : 16365,
"1351680" : 17065,
"1368064" : 17432,
"1384448" : 18018,
"1400832" : 18456,
"1417216" : 18704,
"1433600" : 19482,
"1449984" : 20558,
"1466368" : 21426,
"1482752" : 22445,
"1499136" : 22110,
"1515520" : 21905,
"1531904" : 21581,
"1548288" : 20762,
"1564672" : 20364,
"1581056" : 19907,
"1597440" : 19863,
"1613824" : 20002,
"1630208" : 20505,
"1646592" : 21846,
"1662976" : 22039,
"1679360" : 22434,
"1695744" : 22201,
"1712128" : 22014,
"1728512" : 22310,
"1744896" : 22173,
"1761280" : 22686,
"1777664" : 22355,
"1794048" : 21930,
"1810432" : 21894,
"1826816" : 21525,
"1843200" : 21320,
"1859584" : 21666,
"1875968" : 21917,
"1892352" : 21954,
"1908736" : 21286,
"1925120" : 21536,
"1941504" : 21240,
"1957888" : 21531,
"1974272" : 22127,
"1990656" : 25395,
"2007040" : 27049,
"2023424" : 23056,
"2039808" : 21950,
"2056192" : 21758,
"2072576" : 20891,
"2088960" : 20789,
"2113536" : 43568,
"2146304" : 42625,
"2179072" : 40348,
"2211840" : 40218,
"2244608" : 40651,
"2277376" : 37251,
"2310144" : 34862,
"2342912" : 33081,
"2375680" : 30895,
"2408448" : 29189,
"2441216" : 26275,
"2473984" : 24909,
"2506752" : 23302,
"2539520" : 21556,
"2572288" : 20470,
"2605056" : 19520,
"2637824" : 18495,
"2670592" : 17872,
"2703360" : 17218,
"2736128" : 16717,
"2768896" : 16238,
"2801664" : 15517,
"2834432" : 14677,
"2867200" : 14205,
"2899968" : 13337,
"2932736" : 12831,
"2965504" : 12415,
"2998272" : 13216,
"3031040" : 11615,
"3063808" : 10371,
"3096576" : 9743,
"3129344" : 9532,
"3162112" : 8719,
"3194880" : 8282,
"3227648" : 7840,
"3260416" : 7230,
"3293184" : 6423,
"3325952" : 5861,
"3358720" : 5179,
"3391488" : 4883,
"3424256" : 4288,
"3457024" : 3945,
"3489792" : 3412,
"3522560" : 3250,
"3555328" : 2932,
"3588096" : 2547,
"3620864" : 2399,
"3653632" : 2122,
"3686400" : 1853,
"3719168" : 1845,
"3751936" : 1663,
"3784704" : 1425,
"3817472" : 1325,
"3850240" : 1262,
"3883008" : 1089,
"3915776" : 1075,
"3948544" : 1043,
"3981312" : 927,
"4014080" : 972,
"4046848" : 844,
"4079616" : 769,
"4112384" : 793,
"4145152" : 769,
"4177920" : 739,
"4227072" : 1283,
"4292608" : 1178,
"4358144" : 1040,
"4423680" : 958,
"4489216" : 906,
"4554752" : 728,
"4620288" : 694,
"4685824" : 568,
"4751360" : 531,
"4816896" : 474,
"4882432" : 376,
"4947968" : 335,
"5013504" : 347,
"5079040" : 314,
"5144576" : 232,
"5210112" : 238,
"5275648" : 205,
"5341184" : 164,
"5406720" : 165,
"5472256" : 168,
"5537792" : 139,
"5603328" : 120,
"5668864" : 97,
"5734400" : 101,
"5799936" : 85,
"5865472" : 83,
"5931008" : 79,
"5996544" : 78,
"6062080" : 66,
"6127616" : 42,
"6193152" : 36,
"6258688" : 39,
"6324224" : 30,
"6389760" : 30,
"6455296" : 31,
"6520832" : 22,
"6586368" : 26,
"6651904" : 19,
"6717440" : 11,
"6782976" : 16,
"6848512" : 13,
"6914048" : 8,
"6979584" : 10,
"7045120" : 8,
"7110656" : 4,
"7176192" : 3,
"7241728" : 3,
"7307264" : 5,
"7372800" : 2,
"7438336" : 3,
"7503872" : 4,
"7569408" : 3,
"7700480" : 5,
"7766016" : 3,
"7831552" : 4,
"7897088" : 2,
"7962624" : 2,
"8028160" : 2,
"8093696" : 1,
"8454144" : 3,
"8585216" : 2,
"8716288" : 1,
"8847360" : 1,
"9109504" : 1
}
},
"lat_ns" : {
"min" : 106262,
"max" : 9810392,
"mean" : 2570809.533630,
"stddev" : 907224.899588,
"N" : 2239225
},
"bw_min" : 68952,
"bw_max" : 136158,
"bw_agg" : 100.000000,
"bw_mean" : 99558.698324,
"bw_dev" : 989.635037,
"bw_samples" : 2864,
"iops_min" : 17238,
"iops_max" : 34038,
"iops_mean" : 24888.754190,
"iops_stddev" : 247.391955,
"iops_samples" : 2864
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1439984,
"usr_cpu" : 0.495006,
"sys_cpu" : 6.125138,
"ctx" : 2413577,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.010000,
"250" : 0.219137,
"500" : 1.069202,
"750" : 2.712215,
"1000" : 3.874440
},
"latency_ms" : {
"2" : 48.531689,
"4" : 42.830693,
"10" : 0.757043,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120022,
"timestamp_ms" : 1774120022507,
"time" : "Sat Mar 21 16:07:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10013171712,
"io_kbytes" : 9778488,
"bw_bytes" : 100132718,
"bw" : 97785,
"iops" : 24446.654467,
"runtime" : 99999,
"total_ios" : 2444641,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16075,
"max" : 7353881,
"mean" : 650805.158410,
"stddev" : 284156.547822,
"N" : 2444641
},
"clat_ns" : {
"min" : 81755,
"max" : 9117675,
"mean" : 1965681.428094,
"stddev" : 711905.354375,
"N" : 2444625,
"percentile" : {
"1.000000" : 477184,
"5.000000" : 847872,
"10.000000" : 1122304,
"20.000000" : 1400832,
"30.000000" : 1581056,
"40.000000" : 1761280,
"50.000000" : 1925120,
"60.000000" : 2088960,
"70.000000" : 2277376,
"80.000000" : 2506752,
"90.000000" : 2899968,
"95.000000" : 3194880,
"99.000000" : 3883008,
"99.500000" : 4292608,
"99.900000" : 5210112,
"99.950000" : 5603328,
"99.990000" : 6389760
},
"bins" : {
"81408" : 1,
"82432" : 1,
"83456" : 3,
"84480" : 2,
"85504" : 2,
"86528" : 4,
"87552" : 2,
"88576" : 2,
"89600" : 7,
"90624" : 5,
"92672" : 9,
"93696" : 8,
"94720" : 5,
"95744" : 14,
"96768" : 12,
"97792" : 11,
"98816" : 17,
"99840" : 13,
"100864" : 11,
"101888" : 14,
"102912" : 13,
"103936" : 16,
"104960" : 23,
"105984" : 15,
"107008" : 23,
"108032" : 27,
"109056" : 23,
"110080" : 29,
"111104" : 26,
"112128" : 23,
"113152" : 27,
"114176" : 25,
"115200" : 29,
"116224" : 32,
"117248" : 33,
"118272" : 41,
"119296" : 32,
"120320" : 40,
"121344" : 49,
"122368" : 55,
"123392" : 37,
"124416" : 56,
"125440" : 42,
"126464" : 53,
"127488" : 49,
"128512" : 56,
"129536" : 55,
"130560" : 53,
"132096" : 101,
"134144" : 98,
"136192" : 114,
"138240" : 110,
"140288" : 95,
"142336" : 115,
"144384" : 98,
"146432" : 94,
"148480" : 77,
"150528" : 97,
"152576" : 84,
"154624" : 79,
"156672" : 76,
"158720" : 79,
"160768" : 85,
"162816" : 86,
"164864" : 82,
"166912" : 67,
"168960" : 85,
"171008" : 77,
"173056" : 75,
"175104" : 65,
"177152" : 65,
"179200" : 69,
"181248" : 74,
"183296" : 68,
"185344" : 65,
"187392" : 62,
"189440" : 45,
"191488" : 55,
"193536" : 56,
"195584" : 59,
"197632" : 42,
"199680" : 63,
"201728" : 33,
"203776" : 56,
"205824" : 57,
"207872" : 51,
"209920" : 41,
"211968" : 46,
"214016" : 48,
"216064" : 46,
"218112" : 41,
"220160" : 55,
"222208" : 55,
"224256" : 49,
"226304" : 59,
"228352" : 53,
"230400" : 42,
"232448" : 57,
"234496" : 50,
"236544" : 58,
"238592" : 48,
"240640" : 55,
"242688" : 56,
"244736" : 59,
"246784" : 58,
"248832" : 55,
"250880" : 64,
"252928" : 49,
"254976" : 53,
"257024" : 78,
"259072" : 54,
"261120" : 54,
"264192" : 144,
"268288" : 133,
"272384" : 154,
"276480" : 92,
"280576" : 135,
"284672" : 127,
"288768" : 124,
"292864" : 136,
"296960" : 145,
"301056" : 136,
"305152" : 158,
"309248" : 160,
"313344" : 166,
"317440" : 173,
"321536" : 195,
"325632" : 197,
"329728" : 215,
"333824" : 228,
"337920" : 261,
"342016" : 263,
"346112" : 300,
"350208" : 272,
"354304" : 351,
"358400" : 312,
"362496" : 322,
"366592" : 322,
"370688" : 382,
"374784" : 373,
"378880" : 375,
"382976" : 355,
"387072" : 400,
"391168" : 414,
"395264" : 408,
"399360" : 394,
"403456" : 426,
"407552" : 440,
"411648" : 478,
"415744" : 492,
"419840" : 552,
"423936" : 482,
"428032" : 542,
"432128" : 548,
"436224" : 610,
"440320" : 585,
"444416" : 612,
"448512" : 651,
"452608" : 643,
"456704" : 670,
"460800" : 678,
"464896" : 727,
"468992" : 701,
"473088" : 741,
"477184" : 829,
"481280" : 801,
"485376" : 775,
"489472" : 774,
"493568" : 823,
"497664" : 813,
"501760" : 803,
"505856" : 851,
"509952" : 814,
"514048" : 791,
"518144" : 902,
"522240" : 856,
"528384" : 1746,
"536576" : 1732,
"544768" : 1771,
"552960" : 1811,
"561152" : 1782,
"569344" : 1846,
"577536" : 1843,
"585728" : 1892,
"593920" : 1890,
"602112" : 2009,
"610304" : 1985,
"618496" : 1970,
"626688" : 1968,
"634880" : 2022,
"643072" : 2125,
"651264" : 2019,
"659456" : 2175,
"667648" : 2114,
"675840" : 2165,
"684032" : 2160,
"692224" : 2162,
"700416" : 2225,
"708608" : 2276,
"716800" : 2313,
"724992" : 2400,
"733184" : 2335,
"741376" : 2513,
"749568" : 2474,
"757760" : 2505,
"765952" : 2518,
"774144" : 2595,
"782336" : 2483,
"790528" : 2452,
"798720" : 2562,
"806912" : 2578,
"815104" : 2567,
"823296" : 2571,
"831488" : 2675,
"839680" : 2635,
"847872" : 2745,
"856064" : 2748,
"864256" : 2778,
"872448" : 2819,
"880640" : 2892,
"888832" : 2973,
"897024" : 3125,
"905216" : 2944,
"913408" : 2922,
"921600" : 3023,
"929792" : 2985,
"937984" : 2990,
"946176" : 3173,
"954368" : 3185,
"962560" : 3197,
"970752" : 3364,
"978944" : 3429,
"987136" : 3803,
"995328" : 4350,
"1003520" : 4634,
"1011712" : 4379,
"1019904" : 4280,
"1028096" : 4094,
"1036288" : 4164,
"1044480" : 4168,
"1056768" : 8477,
"1073152" : 8324,
"1089536" : 8426,
"1105920" : 8880,
"1122304" : 9541,
"1138688" : 9966,
"1155072" : 10743,
"1171456" : 11664,
"1187840" : 11984,
"1204224" : 12902,
"1220608" : 13576,
"1236992" : 14056,
"1253376" : 14282,
"1269760" : 14697,
"1286144" : 15625,
"1302528" : 16437,
"1318912" : 16993,
"1335296" : 17192,
"1351680" : 17935,
"1368064" : 18294,
"1384448" : 18991,
"1400832" : 19475,
"1417216" : 19707,
"1433600" : 20592,
"1449984" : 21705,
"1466368" : 22618,
"1482752" : 23679,
"1499136" : 23448,
"1515520" : 23257,
"1531904" : 22971,
"1548288" : 22187,
"1564672" : 21747,
"1581056" : 21342,
"1597440" : 21335,
"1613824" : 21470,
"1630208" : 22012,
"1646592" : 23343,
"1662976" : 23599,
"1679360" : 23952,
"1695744" : 23713,
"1712128" : 23498,
"1728512" : 23788,
"1744896" : 23715,
"1761280" : 24295,
"1777664" : 23850,
"1794048" : 23501,
"1810432" : 23367,
"1826816" : 23114,
"1843200" : 22920,
"1859584" : 23273,
"1875968" : 23467,
"1892352" : 23535,
"1908736" : 22817,
"1925120" : 23145,
"1941504" : 22792,
"1957888" : 23106,
"1974272" : 23732,
"1990656" : 27224,
"2007040" : 28981,
"2023424" : 24776,
"2039808" : 23619,
"2056192" : 23400,
"2072576" : 22559,
"2088960" : 22484,
"2113536" : 46932,
"2146304" : 46142,
"2179072" : 44025,
"2211840" : 43773,
"2244608" : 44370,
"2277376" : 41043,
"2310144" : 38552,
"2342912" : 36792,
"2375680" : 34515,
"2408448" : 32916,
"2441216" : 30046,
"2473984" : 28675,
"2506752" : 26971,
"2539520" : 25277,
"2572288" : 23800,
"2605056" : 22866,
"2637824" : 21600,
"2670592" : 20943,
"2703360" : 20179,
"2736128" : 19530,
"2768896" : 18945,
"2801664" : 18277,
"2834432" : 17154,
"2867200" : 16629,
"2899968" : 15589,
"2932736" : 14929,
"2965504" : 14600,
"2998272" : 15372,
"3031040" : 13537,
"3063808" : 12100,
"3096576" : 11478,
"3129344" : 11273,
"3162112" : 10325,
"3194880" : 9974,
"3227648" : 9481,
"3260416" : 8795,
"3293184" : 7952,
"3325952" : 7320,
"3358720" : 6645,
"3391488" : 6123,
"3424256" : 5572,
"3457024" : 5211,
"3489792" : 4556,
"3522560" : 4391,
"3555328" : 4018,
"3588096" : 3531,
"3620864" : 3360,
"3653632" : 2939,
"3686400" : 2542,
"3719168" : 2493,
"3751936" : 2244,
"3784704" : 1976,
"3817472" : 1817,
"3850240" : 1681,
"3883008" : 1485,
"3915776" : 1392,
"3948544" : 1354,
"3981312" : 1228,
"4014080" : 1242,
"4046848" : 1052,
"4079616" : 997,
"4112384" : 980,
"4145152" : 933,
"4177920" : 915,
"4227072" : 1544,
"4292608" : 1365,
"4358144" : 1204,
"4423680" : 1122,
"4489216" : 1026,
"4554752" : 841,
"4620288" : 807,
"4685824" : 660,
"4751360" : 615,
"4816896" : 554,
"4882432" : 430,
"4947968" : 385,
"5013504" : 384,
"5079040" : 349,
"5144576" : 260,
"5210112" : 273,
"5275648" : 230,
"5341184" : 189,
"5406720" : 185,
"5472256" : 187,
"5537792" : 155,
"5603328" : 140,
"5668864" : 113,
"5734400" : 114,
"5799936" : 100,
"5865472" : 103,
"5931008" : 97,
"5996544" : 90,
"6062080" : 75,
"6127616" : 55,
"6193152" : 40,
"6258688" : 46,
"6324224" : 38,
"6389760" : 39,
"6455296" : 33,
"6520832" : 25,
"6586368" : 27,
"6651904" : 21,
"6717440" : 13,
"6782976" : 17,
"6848512" : 15,
"6914048" : 8,
"6979584" : 10,
"7045120" : 8,
"7110656" : 4,
"7176192" : 3,
"7241728" : 3,
"7307264" : 5,
"7372800" : 2,
"7438336" : 4,
"7503872" : 5,
"7569408" : 3,
"7700480" : 5,
"7766016" : 3,
"7831552" : 5,
"7897088" : 2,
"7962624" : 2,
"8028160" : 2,
"8093696" : 1,
"8454144" : 3,
"8585216" : 2,
"8716288" : 1,
"8847360" : 1,
"9109504" : 1
}
},
"lat_ns" : {
"min" : 106262,
"max" : 9810392,
"mean" : 2616479.106509,
"stddev" : 921851.648045,
"N" : 2444625
},
"bw_min" : 68752,
"bw_max" : 136158,
"bw_agg" : 100.000000,
"bw_mean" : 97898.954774,
"bw_dev" : 998.536098,
"bw_samples" : 3184,
"iops_min" : 17188,
"iops_max" : 34038,
"iops_mean" : 24473.859296,
"iops_stddev" : 249.616224,
"iops_samples" : 3184
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1599984,
"usr_cpu" : 0.487755,
"sys_cpu" : 6.080186,
"ctx" : 2630151,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.010000,
"250" : 0.200847,
"500" : 0.986075,
"750" : 2.519429,
"1000" : 3.642007
},
"latency_ms" : {
"2" : 47.197687,
"4" : 44.627902,
"10" : 0.820898,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120032,
"timestamp_ms" : 1774120032509,
"time" : "Sat Mar 21 16:07:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 69,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10896932864,
"io_kbytes" : 10641536,
"bw_bytes" : 99063026,
"bw" : 96741,
"iops" : 24185.663636,
"runtime" : 110000,
"total_ios" : 2660423,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16075,
"max" : 7353881,
"mean" : 657885.295463,
"stddev" : 284703.787281,
"N" : 2660423
},
"clat_ns" : {
"min" : 81755,
"max" : 9117675,
"mean" : 1986866.713764,
"stddev" : 712323.697788,
"N" : 2660407,
"percentile" : {
"1.000000" : 485376,
"5.000000" : 872448,
"10.000000" : 1155072,
"20.000000" : 1417216,
"30.000000" : 1597440,
"40.000000" : 1777664,
"50.000000" : 1941504,
"60.000000" : 2113536,
"70.000000" : 2277376,
"80.000000" : 2539520,
"90.000000" : 2899968,
"95.000000" : 3227648,
"99.000000" : 3915776,
"99.500000" : 4292608,
"99.900000" : 5210112,
"99.950000" : 5603328,
"99.990000" : 6389760
},
"bins" : {
"81408" : 1,
"82432" : 1,
"83456" : 3,
"84480" : 2,
"85504" : 2,
"86528" : 4,
"87552" : 2,
"88576" : 2,
"89600" : 7,
"90624" : 5,
"92672" : 9,
"93696" : 8,
"94720" : 5,
"95744" : 14,
"96768" : 12,
"97792" : 11,
"98816" : 17,
"99840" : 13,
"100864" : 11,
"101888" : 14,
"102912" : 13,
"103936" : 16,
"104960" : 23,
"105984" : 15,
"107008" : 23,
"108032" : 27,
"109056" : 23,
"110080" : 29,
"111104" : 26,
"112128" : 23,
"113152" : 27,
"114176" : 25,
"115200" : 29,
"116224" : 32,
"117248" : 33,
"118272" : 41,
"119296" : 32,
"120320" : 40,
"121344" : 49,
"122368" : 55,
"123392" : 37,
"124416" : 56,
"125440" : 42,
"126464" : 53,
"127488" : 49,
"128512" : 56,
"129536" : 55,
"130560" : 53,
"132096" : 101,
"134144" : 98,
"136192" : 114,
"138240" : 110,
"140288" : 95,
"142336" : 115,
"144384" : 98,
"146432" : 94,
"148480" : 77,
"150528" : 97,
"152576" : 84,
"154624" : 79,
"156672" : 76,
"158720" : 79,
"160768" : 85,
"162816" : 86,
"164864" : 82,
"166912" : 67,
"168960" : 85,
"171008" : 77,
"173056" : 75,
"175104" : 65,
"177152" : 65,
"179200" : 69,
"181248" : 74,
"183296" : 68,
"185344" : 65,
"187392" : 62,
"189440" : 45,
"191488" : 55,
"193536" : 56,
"195584" : 59,
"197632" : 42,
"199680" : 63,
"201728" : 33,
"203776" : 56,
"205824" : 57,
"207872" : 51,
"209920" : 41,
"211968" : 46,
"214016" : 48,
"216064" : 46,
"218112" : 41,
"220160" : 55,
"222208" : 55,
"224256" : 49,
"226304" : 59,
"228352" : 53,
"230400" : 42,
"232448" : 57,
"234496" : 50,
"236544" : 58,
"238592" : 48,
"240640" : 55,
"242688" : 56,
"244736" : 59,
"246784" : 58,
"248832" : 55,
"250880" : 64,
"252928" : 49,
"254976" : 53,
"257024" : 78,
"259072" : 54,
"261120" : 54,
"264192" : 146,
"268288" : 133,
"272384" : 154,
"276480" : 92,
"280576" : 135,
"284672" : 129,
"288768" : 124,
"292864" : 137,
"296960" : 146,
"301056" : 137,
"305152" : 161,
"309248" : 161,
"313344" : 168,
"317440" : 173,
"321536" : 195,
"325632" : 197,
"329728" : 218,
"333824" : 228,
"337920" : 261,
"342016" : 267,
"346112" : 300,
"350208" : 273,
"354304" : 352,
"358400" : 314,
"362496" : 324,
"366592" : 326,
"370688" : 389,
"374784" : 374,
"378880" : 378,
"382976" : 356,
"387072" : 403,
"391168" : 420,
"395264" : 415,
"399360" : 396,
"403456" : 427,
"407552" : 442,
"411648" : 485,
"415744" : 493,
"419840" : 555,
"423936" : 482,
"428032" : 547,
"432128" : 552,
"436224" : 614,
"440320" : 588,
"444416" : 617,
"448512" : 656,
"452608" : 645,
"456704" : 680,
"460800" : 685,
"464896" : 731,
"468992" : 705,
"473088" : 750,
"477184" : 835,
"481280" : 808,
"485376" : 784,
"489472" : 783,
"493568" : 831,
"497664" : 826,
"501760" : 813,
"505856" : 863,
"509952" : 821,
"514048" : 802,
"518144" : 914,
"522240" : 866,
"528384" : 1775,
"536576" : 1758,
"544768" : 1793,
"552960" : 1843,
"561152" : 1811,
"569344" : 1876,
"577536" : 1865,
"585728" : 1923,
"593920" : 1918,
"602112" : 2042,
"610304" : 2013,
"618496" : 2011,
"626688" : 2000,
"634880" : 2056,
"643072" : 2166,
"651264" : 2056,
"659456" : 2207,
"667648" : 2151,
"675840" : 2195,
"684032" : 2200,
"692224" : 2204,
"700416" : 2257,
"708608" : 2324,
"716800" : 2356,
"724992" : 2432,
"733184" : 2379,
"741376" : 2563,
"749568" : 2522,
"757760" : 2553,
"765952" : 2567,
"774144" : 2647,
"782336" : 2541,
"790528" : 2500,
"798720" : 2621,
"806912" : 2645,
"815104" : 2640,
"823296" : 2643,
"831488" : 2742,
"839680" : 2724,
"847872" : 2829,
"856064" : 2825,
"864256" : 2861,
"872448" : 2912,
"880640" : 2994,
"888832" : 3050,
"897024" : 3228,
"905216" : 3022,
"913408" : 3010,
"921600" : 3129,
"929792" : 3075,
"937984" : 3087,
"946176" : 3262,
"954368" : 3291,
"962560" : 3301,
"970752" : 3475,
"978944" : 3549,
"987136" : 3932,
"995328" : 4514,
"1003520" : 4779,
"1011712" : 4558,
"1019904" : 4449,
"1028096" : 4230,
"1036288" : 4309,
"1044480" : 4312,
"1056768" : 8840,
"1073152" : 8714,
"1089536" : 8811,
"1105920" : 9301,
"1122304" : 9944,
"1138688" : 10434,
"1155072" : 11207,
"1171456" : 12144,
"1187840" : 12495,
"1204224" : 13477,
"1220608" : 14137,
"1236992" : 14682,
"1253376" : 14953,
"1269760" : 15376,
"1286144" : 16377,
"1302528" : 17207,
"1318912" : 17825,
"1335296" : 18086,
"1351680" : 18879,
"1368064" : 19293,
"1384448" : 20069,
"1400832" : 20645,
"1417216" : 20922,
"1433600" : 21848,
"1449984" : 23065,
"1466368" : 23968,
"1482752" : 25170,
"1499136" : 24984,
"1515520" : 24798,
"1531904" : 24621,
"1548288" : 23790,
"1564672" : 23373,
"1581056" : 22961,
"1597440" : 23068,
"1613824" : 23167,
"1630208" : 23729,
"1646592" : 25185,
"1662976" : 25519,
"1679360" : 25804,
"1695744" : 25559,
"1712128" : 25416,
"1728512" : 25786,
"1744896" : 25805,
"1761280" : 26332,
"1777664" : 25885,
"1794048" : 25663,
"1810432" : 25467,
"1826816" : 25299,
"1843200" : 25061,
"1859584" : 25443,
"1875968" : 25624,
"1892352" : 25681,
"1908736" : 24968,
"1925120" : 25232,
"1941504" : 24928,
"1957888" : 25257,
"1974272" : 25889,
"1990656" : 29605,
"2007040" : 31546,
"2023424" : 27136,
"2039808" : 25805,
"2056192" : 25491,
"2072576" : 24728,
"2088960" : 24659,
"2113536" : 51414,
"2146304" : 50625,
"2179072" : 48503,
"2211840" : 48010,
"2244608" : 48496,
"2277376" : 44977,
"2310144" : 42432,
"2342912" : 40421,
"2375680" : 38191,
"2408448" : 36327,
"2441216" : 33452,
"2473984" : 32009,
"2506752" : 30299,
"2539520" : 28555,
"2572288" : 26880,
"2605056" : 25994,
"2637824" : 24580,
"2670592" : 23757,
"2703360" : 22856,
"2736128" : 22222,
"2768896" : 21581,
"2801664" : 20754,
"2834432" : 19514,
"2867200" : 18878,
"2899968" : 17608,
"2932736" : 16908,
"2965504" : 16552,
"2998272" : 17374,
"3031040" : 15355,
"3063808" : 13669,
"3096576" : 13032,
"3129344" : 12747,
"3162112" : 11821,
"3194880" : 11344,
"3227648" : 10883,
"3260416" : 10122,
"3293184" : 9184,
"3325952" : 8510,
"3358720" : 7745,
"3391488" : 7156,
"3424256" : 6502,
"3457024" : 6080,
"3489792" : 5374,
"3522560" : 5111,
"3555328" : 4703,
"3588096" : 4170,
"3620864" : 3949,
"3653632" : 3448,
"3686400" : 2994,
"3719168" : 2946,
"3751936" : 2658,
"3784704" : 2334,
"3817472" : 2110,
"3850240" : 1909,
"3883008" : 1714,
"3915776" : 1605,
"3948544" : 1523,
"3981312" : 1407,
"4014080" : 1403,
"4046848" : 1173,
"4079616" : 1130,
"4112384" : 1061,
"4145152" : 1019,
"4177920" : 1001,
"4227072" : 1691,
"4292608" : 1512,
"4358144" : 1310,
"4423680" : 1232,
"4489216" : 1117,
"4554752" : 915,
"4620288" : 886,
"4685824" : 715,
"4751360" : 673,
"4816896" : 596,
"4882432" : 471,
"4947968" : 414,
"5013504" : 416,
"5079040" : 382,
"5144576" : 285,
"5210112" : 293,
"5275648" : 256,
"5341184" : 214,
"5406720" : 202,
"5472256" : 203,
"5537792" : 169,
"5603328" : 154,
"5668864" : 124,
"5734400" : 133,
"5799936" : 108,
"5865472" : 113,
"5931008" : 103,
"5996544" : 100,
"6062080" : 86,
"6127616" : 58,
"6193152" : 45,
"6258688" : 55,
"6324224" : 43,
"6389760" : 41,
"6455296" : 34,
"6520832" : 29,
"6586368" : 28,
"6651904" : 23,
"6717440" : 13,
"6782976" : 17,
"6848512" : 15,
"6914048" : 8,
"6979584" : 10,
"7045120" : 8,
"7110656" : 6,
"7176192" : 3,
"7241728" : 3,
"7307264" : 5,
"7372800" : 2,
"7438336" : 4,
"7503872" : 5,
"7569408" : 4,
"7700480" : 5,
"7766016" : 3,
"7831552" : 5,
"7897088" : 2,
"7962624" : 2,
"8028160" : 2,
"8093696" : 1,
"8454144" : 3,
"8585216" : 2,
"8716288" : 2,
"8847360" : 1,
"9109504" : 2
}
},
"lat_ns" : {
"min" : 106262,
"max" : 10200848,
"mean" : 2644740.243974,
"stddev" : 922106.154147,
"N" : 2660407
},
"bw_min" : 68736,
"bw_max" : 136158,
"bw_agg" : 100.000000,
"bw_mean" : 96809.292237,
"bw_dev" : 985.402801,
"bw_samples" : 3504,
"iops_min" : 17184,
"iops_max" : 34038,
"iops_mean" : 24201.474886,
"iops_stddev" : 246.332681,
"iops_samples" : 3504
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1759989,
"usr_cpu" : 0.486708,
"sys_cpu" : 6.076970,
"ctx" : 2857233,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.010000,
"250" : 0.184557,
"500" : 0.913276,
"750" : 2.353160,
"1000" : 3.444828
},
"latency_ms" : {
"2" : 46.474038,
"4" : 45.797304,
"10" : 0.828101,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120042,
"timestamp_ms" : 1774120042508,
"time" : "Sat Mar 21 16:07:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 59,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11721535488,
"io_kbytes" : 11446812,
"bw_bytes" : 97679462,
"bw" : 95390,
"iops" : 23847.658333,
"runtime" : 120000,
"total_ios" : 2861719,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16075,
"max" : 7353881,
"mean" : 667266.707388,
"stddev" : 287054.736576,
"N" : 2861719
},
"clat_ns" : {
"min" : 81755,
"max" : 9117675,
"mean" : 2014966.816597,
"stddev" : 718488.309191,
"N" : 2861703,
"percentile" : {
"1.000000" : 497664,
"5.000000" : 897024,
"10.000000" : 1171456,
"20.000000" : 1433600,
"30.000000" : 1630208,
"40.000000" : 1794048,
"50.000000" : 1974272,
"60.000000" : 2146304,
"70.000000" : 2310144,
"80.000000" : 2572288,
"90.000000" : 2965504,
"95.000000" : 3260416,
"99.000000" : 3948544,
"99.500000" : 4292608,
"99.900000" : 5210112,
"99.950000" : 5603328,
"99.990000" : 6389760
},
"bins" : {
"81408" : 1,
"82432" : 1,
"83456" : 3,
"84480" : 2,
"85504" : 2,
"86528" : 4,
"87552" : 2,
"88576" : 2,
"89600" : 7,
"90624" : 5,
"92672" : 9,
"93696" : 8,
"94720" : 5,
"95744" : 14,
"96768" : 12,
"97792" : 11,
"98816" : 17,
"99840" : 13,
"100864" : 11,
"101888" : 14,
"102912" : 13,
"103936" : 16,
"104960" : 23,
"105984" : 15,
"107008" : 23,
"108032" : 27,
"109056" : 23,
"110080" : 29,
"111104" : 26,
"112128" : 23,
"113152" : 27,
"114176" : 25,
"115200" : 29,
"116224" : 32,
"117248" : 33,
"118272" : 41,
"119296" : 32,
"120320" : 40,
"121344" : 49,
"122368" : 55,
"123392" : 37,
"124416" : 56,
"125440" : 42,
"126464" : 53,
"127488" : 49,
"128512" : 56,
"129536" : 55,
"130560" : 53,
"132096" : 101,
"134144" : 98,
"136192" : 114,
"138240" : 110,
"140288" : 95,
"142336" : 115,
"144384" : 98,
"146432" : 94,
"148480" : 77,
"150528" : 97,
"152576" : 84,
"154624" : 79,
"156672" : 76,
"158720" : 79,
"160768" : 85,
"162816" : 86,
"164864" : 82,
"166912" : 67,
"168960" : 85,
"171008" : 77,
"173056" : 75,
"175104" : 65,
"177152" : 65,
"179200" : 69,
"181248" : 74,
"183296" : 68,
"185344" : 65,
"187392" : 62,
"189440" : 45,
"191488" : 55,
"193536" : 56,
"195584" : 59,
"197632" : 42,
"199680" : 63,
"201728" : 33,
"203776" : 56,
"205824" : 57,
"207872" : 51,
"209920" : 41,
"211968" : 46,
"214016" : 48,
"216064" : 46,
"218112" : 41,
"220160" : 55,
"222208" : 55,
"224256" : 49,
"226304" : 59,
"228352" : 53,
"230400" : 42,
"232448" : 57,
"234496" : 50,
"236544" : 58,
"238592" : 48,
"240640" : 55,
"242688" : 56,
"244736" : 59,
"246784" : 58,
"248832" : 55,
"250880" : 64,
"252928" : 49,
"254976" : 53,
"257024" : 78,
"259072" : 54,
"261120" : 54,
"264192" : 146,
"268288" : 133,
"272384" : 154,
"276480" : 92,
"280576" : 135,
"284672" : 129,
"288768" : 124,
"292864" : 137,
"296960" : 146,
"301056" : 137,
"305152" : 161,
"309248" : 161,
"313344" : 168,
"317440" : 173,
"321536" : 195,
"325632" : 197,
"329728" : 218,
"333824" : 228,
"337920" : 261,
"342016" : 267,
"346112" : 300,
"350208" : 273,
"354304" : 352,
"358400" : 314,
"362496" : 324,
"366592" : 326,
"370688" : 389,
"374784" : 374,
"378880" : 378,
"382976" : 356,
"387072" : 404,
"391168" : 420,
"395264" : 415,
"399360" : 396,
"403456" : 427,
"407552" : 442,
"411648" : 485,
"415744" : 495,
"419840" : 555,
"423936" : 484,
"428032" : 547,
"432128" : 554,
"436224" : 616,
"440320" : 589,
"444416" : 617,
"448512" : 656,
"452608" : 647,
"456704" : 682,
"460800" : 687,
"464896" : 731,
"468992" : 706,
"473088" : 753,
"477184" : 836,
"481280" : 809,
"485376" : 786,
"489472" : 786,
"493568" : 832,
"497664" : 827,
"501760" : 813,
"505856" : 864,
"509952" : 823,
"514048" : 802,
"518144" : 917,
"522240" : 866,
"528384" : 1775,
"536576" : 1759,
"544768" : 1797,
"552960" : 1848,
"561152" : 1815,
"569344" : 1883,
"577536" : 1868,
"585728" : 1931,
"593920" : 1925,
"602112" : 2051,
"610304" : 2022,
"618496" : 2015,
"626688" : 2016,
"634880" : 2066,
"643072" : 2183,
"651264" : 2071,
"659456" : 2220,
"667648" : 2166,
"675840" : 2213,
"684032" : 2216,
"692224" : 2231,
"700416" : 2276,
"708608" : 2350,
"716800" : 2377,
"724992" : 2456,
"733184" : 2400,
"741376" : 2583,
"749568" : 2544,
"757760" : 2576,
"765952" : 2588,
"774144" : 2666,
"782336" : 2564,
"790528" : 2528,
"798720" : 2644,
"806912" : 2670,
"815104" : 2673,
"823296" : 2671,
"831488" : 2767,
"839680" : 2748,
"847872" : 2852,
"856064" : 2847,
"864256" : 2883,
"872448" : 2945,
"880640" : 3029,
"888832" : 3078,
"897024" : 3260,
"905216" : 3050,
"913408" : 3046,
"921600" : 3162,
"929792" : 3113,
"937984" : 3125,
"946176" : 3300,
"954368" : 3322,
"962560" : 3325,
"970752" : 3514,
"978944" : 3578,
"987136" : 3976,
"995328" : 4564,
"1003520" : 4842,
"1011712" : 4607,
"1019904" : 4495,
"1028096" : 4294,
"1036288" : 4376,
"1044480" : 4363,
"1056768" : 8970,
"1073152" : 8866,
"1089536" : 8969,
"1105920" : 9506,
"1122304" : 10157,
"1138688" : 10667,
"1155072" : 11446,
"1171456" : 12429,
"1187840" : 12774,
"1204224" : 13786,
"1220608" : 14427,
"1236992" : 15056,
"1253376" : 15319,
"1269760" : 15773,
"1286144" : 16818,
"1302528" : 17634,
"1318912" : 18305,
"1335296" : 18576,
"1351680" : 19421,
"1368064" : 19895,
"1384448" : 20706,
"1400832" : 21314,
"1417216" : 21614,
"1433600" : 22650,
"1449984" : 23920,
"1466368" : 24814,
"1482752" : 26124,
"1499136" : 25999,
"1515520" : 25809,
"1531904" : 25726,
"1548288" : 24862,
"1564672" : 24554,
"1581056" : 24213,
"1597440" : 24331,
"1613824" : 24548,
"1630208" : 25124,
"1646592" : 26619,
"1662976" : 27077,
"1679360" : 27254,
"1695744" : 27162,
"1712128" : 27009,
"1728512" : 27477,
"1744896" : 27572,
"1761280" : 28115,
"1777664" : 27650,
"1794048" : 27541,
"1810432" : 27287,
"1826816" : 27120,
"1843200" : 27062,
"1859584" : 27331,
"1875968" : 27625,
"1892352" : 27695,
"1908736" : 26931,
"1925120" : 27217,
"1941504" : 26929,
"1957888" : 27288,
"1974272" : 28027,
"1990656" : 31895,
"2007040" : 34011,
"2023424" : 29340,
"2039808" : 28016,
"2056192" : 27654,
"2072576" : 26822,
"2088960" : 26768,
"2113536" : 55761,
"2146304" : 54944,
"2179072" : 52737,
"2211840" : 52099,
"2244608" : 52458,
"2277376" : 48954,
"2310144" : 46064,
"2342912" : 44033,
"2375680" : 41654,
"2408448" : 39646,
"2441216" : 36766,
"2473984" : 35140,
"2506752" : 33455,
"2539520" : 31452,
"2572288" : 29742,
"2605056" : 28932,
"2637824" : 27192,
"2670592" : 26320,
"2703360" : 25218,
"2736128" : 24540,
"2768896" : 23797,
"2801664" : 23053,
"2834432" : 21712,
"2867200" : 21119,
"2899968" : 19744,
"2932736" : 19002,
"2965504" : 18668,
"2998272" : 19705,
"3031040" : 17377,
"3063808" : 15647,
"3096576" : 14901,
"3129344" : 14548,
"3162112" : 13566,
"3194880" : 12998,
"3227648" : 12485,
"3260416" : 11626,
"3293184" : 10694,
"3325952" : 9983,
"3358720" : 9131,
"3391488" : 8482,
"3424256" : 7893,
"3457024" : 7296,
"3489792" : 6592,
"3522560" : 6285,
"3555328" : 5803,
"3588096" : 5242,
"3620864" : 4828,
"3653632" : 4358,
"3686400" : 3864,
"3719168" : 3708,
"3751936" : 3433,
"3784704" : 3008,
"3817472" : 2785,
"3850240" : 2491,
"3883008" : 2271,
"3915776" : 2100,
"3948544" : 1968,
"3981312" : 1798,
"4014080" : 1814,
"4046848" : 1500,
"4079616" : 1392,
"4112384" : 1310,
"4145152" : 1237,
"4177920" : 1209,
"4227072" : 2010,
"4292608" : 1746,
"4358144" : 1462,
"4423680" : 1367,
"4489216" : 1234,
"4554752" : 1003,
"4620288" : 971,
"4685824" : 785,
"4751360" : 733,
"4816896" : 644,
"4882432" : 533,
"4947968" : 449,
"5013504" : 464,
"5079040" : 413,
"5144576" : 314,
"5210112" : 316,
"5275648" : 292,
"5341184" : 235,
"5406720" : 223,
"5472256" : 216,
"5537792" : 182,
"5603328" : 164,
"5668864" : 134,
"5734400" : 141,
"5799936" : 113,
"5865472" : 121,
"5931008" : 110,
"5996544" : 111,
"6062080" : 96,
"6127616" : 59,
"6193152" : 48,
"6258688" : 57,
"6324224" : 46,
"6389760" : 44,
"6455296" : 34,
"6520832" : 30,
"6586368" : 29,
"6651904" : 23,
"6717440" : 13,
"6782976" : 18,
"6848512" : 15,
"6914048" : 9,
"6979584" : 10,
"7045120" : 8,
"7110656" : 7,
"7176192" : 3,
"7241728" : 3,
"7307264" : 5,
"7372800" : 2,
"7438336" : 4,
"7503872" : 6,
"7569408" : 7,
"7634944" : 1,
"7700480" : 5,
"7766016" : 4,
"7831552" : 5,
"7897088" : 2,
"7962624" : 3,
"8028160" : 2,
"8093696" : 1,
"8454144" : 3,
"8585216" : 2,
"8716288" : 2,
"8847360" : 1,
"9109504" : 2
}
},
"lat_ns" : {
"min" : 106262,
"max" : 10200848,
"mean" : 2682221.534083,
"stddev" : 930093.130049,
"N" : 2861703
},
"bw_min" : 61904,
"bw_max" : 136158,
"bw_agg" : 100.000000,
"bw_mean" : 95438.945607,
"bw_dev" : 996.149934,
"bw_samples" : 3824,
"iops_min" : 15464,
"iops_max" : 34038,
"iops_mean" : 23858.832636,
"iops_stddev" : 249.026071,
"iops_samples" : 3824
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1920000,
"usr_cpu" : 0.481615,
"sys_cpu" : 6.050677,
"ctx" : 3068233,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999965,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999965,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.010000,
"250" : 0.171575,
"500" : 0.850049,
"750" : 2.200076,
"1000" : 3.234280
},
"latency_ms" : {
"2" : 45.432134,
"4" : 47.219451,
"10" : 0.888033,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120052,
"timestamp_ms" : 1774120052507,
"time" : "Sat Mar 21 16:07:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 49,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12547727360,
"io_kbytes" : 12253640,
"bw_bytes" : 96521722,
"bw" : 94259,
"iops" : 23565.058193,
"runtime" : 129999,
"total_ios" : 3063434,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16075,
"max" : 7353881,
"mean" : 675326.215859,
"stddev" : 288455.600179,
"N" : 3063434
},
"clat_ns" : {
"min" : 81755,
"max" : 9117675,
"mean" : 2039110.523597,
"stddev" : 721356.692201,
"N" : 3063418,
"percentile" : {
"1.000000" : 505856,
"5.000000" : 921600,
"10.000000" : 1187840,
"20.000000" : 1466368,
"30.000000" : 1646592,
"40.000000" : 1826816,
"50.000000" : 1990656,
"60.000000" : 2146304,
"70.000000" : 2342912,
"80.000000" : 2605056,
"90.000000" : 2998272,
"95.000000" : 3293184,
"99.000000" : 3948544,
"99.500000" : 4292608,
"99.900000" : 5210112,
"99.950000" : 5603328,
"99.990000" : 6389760
},
"bins" : {
"81408" : 1,
"82432" : 1,
"83456" : 3,
"84480" : 2,
"85504" : 2,
"86528" : 4,
"87552" : 2,
"88576" : 2,
"89600" : 7,
"90624" : 5,
"92672" : 9,
"93696" : 8,
"94720" : 5,
"95744" : 14,
"96768" : 12,
"97792" : 11,
"98816" : 17,
"99840" : 13,
"100864" : 11,
"101888" : 14,
"102912" : 13,
"103936" : 16,
"104960" : 23,
"105984" : 15,
"107008" : 23,
"108032" : 27,
"109056" : 23,
"110080" : 29,
"111104" : 26,
"112128" : 23,
"113152" : 27,
"114176" : 25,
"115200" : 29,
"116224" : 32,
"117248" : 33,
"118272" : 41,
"119296" : 32,
"120320" : 40,
"121344" : 49,
"122368" : 55,
"123392" : 37,
"124416" : 56,
"125440" : 42,
"126464" : 53,
"127488" : 49,
"128512" : 56,
"129536" : 55,
"130560" : 53,
"132096" : 101,
"134144" : 98,
"136192" : 114,
"138240" : 110,
"140288" : 95,
"142336" : 115,
"144384" : 98,
"146432" : 94,
"148480" : 77,
"150528" : 97,
"152576" : 84,
"154624" : 79,
"156672" : 76,
"158720" : 79,
"160768" : 85,
"162816" : 86,
"164864" : 82,
"166912" : 67,
"168960" : 85,
"171008" : 77,
"173056" : 75,
"175104" : 65,
"177152" : 65,
"179200" : 69,
"181248" : 74,
"183296" : 68,
"185344" : 65,
"187392" : 62,
"189440" : 45,
"191488" : 55,
"193536" : 56,
"195584" : 59,
"197632" : 42,
"199680" : 63,
"201728" : 33,
"203776" : 56,
"205824" : 57,
"207872" : 51,
"209920" : 41,
"211968" : 46,
"214016" : 48,
"216064" : 46,
"218112" : 41,
"220160" : 55,
"222208" : 55,
"224256" : 49,
"226304" : 59,
"228352" : 53,
"230400" : 42,
"232448" : 57,
"234496" : 50,
"236544" : 58,
"238592" : 48,
"240640" : 55,
"242688" : 56,
"244736" : 59,
"246784" : 58,
"248832" : 55,
"250880" : 64,
"252928" : 49,
"254976" : 53,
"257024" : 78,
"259072" : 54,
"261120" : 54,
"264192" : 146,
"268288" : 133,
"272384" : 154,
"276480" : 92,
"280576" : 135,
"284672" : 129,
"288768" : 124,
"292864" : 137,
"296960" : 146,
"301056" : 137,
"305152" : 161,
"309248" : 161,
"313344" : 168,
"317440" : 173,
"321536" : 195,
"325632" : 197,
"329728" : 218,
"333824" : 228,
"337920" : 261,
"342016" : 267,
"346112" : 300,
"350208" : 273,
"354304" : 352,
"358400" : 314,
"362496" : 324,
"366592" : 326,
"370688" : 389,
"374784" : 374,
"378880" : 378,
"382976" : 356,
"387072" : 404,
"391168" : 420,
"395264" : 415,
"399360" : 396,
"403456" : 427,
"407552" : 442,
"411648" : 486,
"415744" : 495,
"419840" : 555,
"423936" : 484,
"428032" : 547,
"432128" : 554,
"436224" : 616,
"440320" : 589,
"444416" : 617,
"448512" : 656,
"452608" : 647,
"456704" : 682,
"460800" : 687,
"464896" : 731,
"468992" : 708,
"473088" : 755,
"477184" : 838,
"481280" : 809,
"485376" : 786,
"489472" : 786,
"493568" : 833,
"497664" : 829,
"501760" : 816,
"505856" : 867,
"509952" : 825,
"514048" : 803,
"518144" : 919,
"522240" : 870,
"528384" : 1777,
"536576" : 1762,
"544768" : 1805,
"552960" : 1853,
"561152" : 1818,
"569344" : 1887,
"577536" : 1869,
"585728" : 1938,
"593920" : 1936,
"602112" : 2058,
"610304" : 2025,
"618496" : 2024,
"626688" : 2022,
"634880" : 2074,
"643072" : 2195,
"651264" : 2075,
"659456" : 2229,
"667648" : 2175,
"675840" : 2218,
"684032" : 2224,
"692224" : 2249,
"700416" : 2288,
"708608" : 2355,
"716800" : 2390,
"724992" : 2477,
"733184" : 2412,
"741376" : 2589,
"749568" : 2562,
"757760" : 2594,
"765952" : 2598,
"774144" : 2681,
"782336" : 2575,
"790528" : 2541,
"798720" : 2658,
"806912" : 2684,
"815104" : 2697,
"823296" : 2690,
"831488" : 2790,
"839680" : 2766,
"847872" : 2866,
"856064" : 2866,
"864256" : 2912,
"872448" : 2978,
"880640" : 3050,
"888832" : 3107,
"897024" : 3284,
"905216" : 3078,
"913408" : 3076,
"921600" : 3188,
"929792" : 3142,
"937984" : 3159,
"946176" : 3329,
"954368" : 3369,
"962560" : 3357,
"970752" : 3549,
"978944" : 3609,
"987136" : 4019,
"995328" : 4605,
"1003520" : 4888,
"1011712" : 4650,
"1019904" : 4536,
"1028096" : 4339,
"1036288" : 4422,
"1044480" : 4417,
"1056768" : 9093,
"1073152" : 8979,
"1089536" : 9084,
"1105920" : 9663,
"1122304" : 10317,
"1138688" : 10841,
"1155072" : 11665,
"1171456" : 12619,
"1187840" : 13007,
"1204224" : 14040,
"1220608" : 14702,
"1236992" : 15371,
"1253376" : 15621,
"1269760" : 16121,
"1286144" : 17187,
"1302528" : 18022,
"1318912" : 18774,
"1335296" : 19025,
"1351680" : 19941,
"1368064" : 20429,
"1384448" : 21287,
"1400832" : 21942,
"1417216" : 22330,
"1433600" : 23407,
"1449984" : 24691,
"1466368" : 25658,
"1482752" : 27000,
"1499136" : 26921,
"1515520" : 26856,
"1531904" : 26862,
"1548288" : 26060,
"1564672" : 25733,
"1581056" : 25512,
"1597440" : 25688,
"1613824" : 25945,
"1630208" : 26535,
"1646592" : 28131,
"1662976" : 28496,
"1679360" : 28809,
"1695744" : 28818,
"1712128" : 28683,
"1728512" : 29179,
"1744896" : 29445,
"1761280" : 29933,
"1777664" : 29541,
"1794048" : 29473,
"1810432" : 29194,
"1826816" : 29006,
"1843200" : 29124,
"1859584" : 29365,
"1875968" : 29706,
"1892352" : 29845,
"1908736" : 28957,
"1925120" : 29151,
"1941504" : 29040,
"1957888" : 29377,
"1974272" : 30017,
"1990656" : 34324,
"2007040" : 36541,
"2023424" : 31486,
"2039808" : 30101,
"2056192" : 29785,
"2072576" : 28837,
"2088960" : 28849,
"2113536" : 59895,
"2146304" : 59165,
"2179072" : 56675,
"2211840" : 56172,
"2244608" : 56433,
"2277376" : 52848,
"2310144" : 49837,
"2342912" : 47728,
"2375680" : 45433,
"2408448" : 43069,
"2441216" : 40043,
"2473984" : 38547,
"2506752" : 36581,
"2539520" : 34626,
"2572288" : 32753,
"2605056" : 31842,
"2637824" : 30124,
"2670592" : 29068,
"2703360" : 27978,
"2736128" : 27198,
"2768896" : 26474,
"2801664" : 25546,
"2834432" : 24206,
"2867200" : 23476,
"2899968" : 22022,
"2932736" : 21201,
"2965504" : 20840,
"2998272" : 21964,
"3031040" : 19365,
"3063808" : 17436,
"3096576" : 16639,
"3129344" : 16257,
"3162112" : 15198,
"3194880" : 14681,
"3227648" : 14058,
"3260416" : 13087,
"3293184" : 12114,
"3325952" : 11416,
"3358720" : 10418,
"3391488" : 9808,
"3424256" : 9252,
"3457024" : 8558,
"3489792" : 7846,
"3522560" : 7341,
"3555328" : 6889,
"3588096" : 6264,
"3620864" : 5735,
"3653632" : 5281,
"3686400" : 4631,
"3719168" : 4439,
"3751936" : 4162,
"3784704" : 3617,
"3817472" : 3332,
"3850240" : 3000,
"3883008" : 2707,
"3915776" : 2492,
"3948544" : 2331,
"3981312" : 2103,
"4014080" : 2088,
"4046848" : 1746,
"4079616" : 1579,
"4112384" : 1477,
"4145152" : 1412,
"4177920" : 1352,
"4227072" : 2261,
"4292608" : 1941,
"4358144" : 1627,
"4423680" : 1487,
"4489216" : 1340,
"4554752" : 1081,
"4620288" : 1053,
"4685824" : 864,
"4751360" : 807,
"4816896" : 700,
"4882432" : 566,
"4947968" : 490,
"5013504" : 495,
"5079040" : 432,
"5144576" : 345,
"5210112" : 342,
"5275648" : 309,
"5341184" : 253,
"5406720" : 243,
"5472256" : 238,
"5537792" : 197,
"5603328" : 170,
"5668864" : 142,
"5734400" : 150,
"5799936" : 117,
"5865472" : 128,
"5931008" : 112,
"5996544" : 114,
"6062080" : 99,
"6127616" : 62,
"6193152" : 51,
"6258688" : 60,
"6324224" : 53,
"6389760" : 46,
"6455296" : 38,
"6520832" : 31,
"6586368" : 31,
"6651904" : 25,
"6717440" : 13,
"6782976" : 22,
"6848512" : 16,
"6914048" : 9,
"6979584" : 10,
"7045120" : 11,
"7110656" : 8,
"7176192" : 3,
"7241728" : 3,
"7307264" : 5,
"7372800" : 2,
"7438336" : 4,
"7503872" : 8,
"7569408" : 7,
"7634944" : 1,
"7700480" : 6,
"7766016" : 5,
"7831552" : 5,
"7897088" : 2,
"7962624" : 3,
"8028160" : 2,
"8093696" : 1,
"8159232" : 1,
"8355840" : 1,
"8454144" : 3,
"8585216" : 2,
"8716288" : 2,
"8847360" : 1,
"9109504" : 2
}
},
"lat_ns" : {
"min" : 106262,
"max" : 10200848,
"mean" : 2714426.108805,
"stddev" : 933587.388480,
"N" : 3063418
},
"bw_min" : 61904,
"bw_max" : 136158,
"bw_agg" : 100.000000,
"bw_mean" : 94296.837838,
"bw_dev" : 995.160066,
"bw_samples" : 4144,
"iops_min" : 15464,
"iops_max" : 34038,
"iops_mean" : 23573.316602,
"iops_stddev" : 248.777954,
"iops_samples" : 4144
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2079984,
"usr_cpu" : 0.477552,
"sys_cpu" : 6.036441,
"ctx" : 3280872,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.010000,
"250" : 0.160278,
"500" : 0.794403,
"750" : 2.062718,
"1000" : 3.046450
},
"latency_ms" : {
"2" : 44.530484,
"4" : 48.482944,
"10" : 0.918610,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120062,
"timestamp_ms" : 1774120062507,
"time" : "Sat Mar 21 16:07:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 13335216128,
"io_kbytes" : 13022672,
"bw_bytes" : 95251543,
"bw" : 93019,
"iops" : 23254.942857,
"runtime" : 140000,
"total_ios" : 3255692,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16075,
"max" : 7353881,
"mean" : 684387.505233,
"stddev" : 291138.023188,
"N" : 3255692
},
"clat_ns" : {
"min" : 81755,
"max" : 9117675,
"mean" : 2066254.733071,
"stddev" : 727867.417289,
"N" : 3255676,
"percentile" : {
"1.000000" : 514048,
"5.000000" : 946176,
"10.000000" : 1220608,
"20.000000" : 1482752,
"30.000000" : 1679360,
"40.000000" : 1843200,
"50.000000" : 2007040,
"60.000000" : 2179072,
"70.000000" : 2375680,
"80.000000" : 2637824,
"90.000000" : 3031040,
"95.000000" : 3358720,
"99.000000" : 4014080,
"99.500000" : 4292608,
"99.900000" : 5210112,
"99.950000" : 5603328,
"99.990000" : 6389760
},
"bins" : {
"81408" : 1,
"82432" : 1,
"83456" : 3,
"84480" : 2,
"85504" : 2,
"86528" : 4,
"87552" : 2,
"88576" : 2,
"89600" : 7,
"90624" : 5,
"92672" : 9,
"93696" : 8,
"94720" : 5,
"95744" : 14,
"96768" : 12,
"97792" : 11,
"98816" : 17,
"99840" : 13,
"100864" : 11,
"101888" : 14,
"102912" : 13,
"103936" : 16,
"104960" : 23,
"105984" : 15,
"107008" : 23,
"108032" : 27,
"109056" : 23,
"110080" : 29,
"111104" : 26,
"112128" : 23,
"113152" : 27,
"114176" : 25,
"115200" : 29,
"116224" : 32,
"117248" : 33,
"118272" : 41,
"119296" : 32,
"120320" : 40,
"121344" : 49,
"122368" : 55,
"123392" : 37,
"124416" : 56,
"125440" : 42,
"126464" : 53,
"127488" : 49,
"128512" : 56,
"129536" : 55,
"130560" : 53,
"132096" : 101,
"134144" : 98,
"136192" : 114,
"138240" : 110,
"140288" : 95,
"142336" : 115,
"144384" : 98,
"146432" : 94,
"148480" : 77,
"150528" : 97,
"152576" : 84,
"154624" : 79,
"156672" : 76,
"158720" : 79,
"160768" : 85,
"162816" : 86,
"164864" : 82,
"166912" : 67,
"168960" : 85,
"171008" : 77,
"173056" : 75,
"175104" : 65,
"177152" : 65,
"179200" : 69,
"181248" : 74,
"183296" : 68,
"185344" : 65,
"187392" : 62,
"189440" : 45,
"191488" : 55,
"193536" : 56,
"195584" : 59,
"197632" : 42,
"199680" : 63,
"201728" : 33,
"203776" : 56,
"205824" : 57,
"207872" : 51,
"209920" : 41,
"211968" : 46,
"214016" : 48,
"216064" : 46,
"218112" : 41,
"220160" : 55,
"222208" : 55,
"224256" : 49,
"226304" : 59,
"228352" : 53,
"230400" : 42,
"232448" : 57,
"234496" : 50,
"236544" : 58,
"238592" : 48,
"240640" : 55,
"242688" : 56,
"244736" : 59,
"246784" : 58,
"248832" : 55,
"250880" : 64,
"252928" : 49,
"254976" : 53,
"257024" : 78,
"259072" : 54,
"261120" : 54,
"264192" : 146,
"268288" : 133,
"272384" : 154,
"276480" : 92,
"280576" : 135,
"284672" : 129,
"288768" : 124,
"292864" : 137,
"296960" : 146,
"301056" : 137,
"305152" : 161,
"309248" : 161,
"313344" : 168,
"317440" : 173,
"321536" : 195,
"325632" : 197,
"329728" : 218,
"333824" : 228,
"337920" : 261,
"342016" : 267,
"346112" : 300,
"350208" : 273,
"354304" : 352,
"358400" : 314,
"362496" : 324,
"366592" : 326,
"370688" : 389,
"374784" : 374,
"378880" : 378,
"382976" : 356,
"387072" : 404,
"391168" : 420,
"395264" : 415,
"399360" : 396,
"403456" : 427,
"407552" : 442,
"411648" : 486,
"415744" : 495,
"419840" : 555,
"423936" : 484,
"428032" : 547,
"432128" : 554,
"436224" : 616,
"440320" : 589,
"444416" : 617,
"448512" : 657,
"452608" : 647,
"456704" : 682,
"460800" : 687,
"464896" : 731,
"468992" : 708,
"473088" : 755,
"477184" : 838,
"481280" : 809,
"485376" : 786,
"489472" : 786,
"493568" : 833,
"497664" : 829,
"501760" : 816,
"505856" : 867,
"509952" : 825,
"514048" : 803,
"518144" : 919,
"522240" : 870,
"528384" : 1777,
"536576" : 1762,
"544768" : 1805,
"552960" : 1853,
"561152" : 1819,
"569344" : 1889,
"577536" : 1869,
"585728" : 1938,
"593920" : 1936,
"602112" : 2058,
"610304" : 2026,
"618496" : 2025,
"626688" : 2022,
"634880" : 2075,
"643072" : 2196,
"651264" : 2075,
"659456" : 2232,
"667648" : 2178,
"675840" : 2221,
"684032" : 2226,
"692224" : 2252,
"700416" : 2289,
"708608" : 2357,
"716800" : 2394,
"724992" : 2479,
"733184" : 2414,
"741376" : 2593,
"749568" : 2567,
"757760" : 2597,
"765952" : 2603,
"774144" : 2687,
"782336" : 2582,
"790528" : 2545,
"798720" : 2660,
"806912" : 2690,
"815104" : 2705,
"823296" : 2695,
"831488" : 2794,
"839680" : 2775,
"847872" : 2876,
"856064" : 2873,
"864256" : 2919,
"872448" : 2992,
"880640" : 3057,
"888832" : 3117,
"897024" : 3300,
"905216" : 3089,
"913408" : 3087,
"921600" : 3204,
"929792" : 3157,
"937984" : 3171,
"946176" : 3343,
"954368" : 3386,
"962560" : 3374,
"970752" : 3570,
"978944" : 3624,
"987136" : 4035,
"995328" : 4625,
"1003520" : 4916,
"1011712" : 4679,
"1019904" : 4561,
"1028096" : 4362,
"1036288" : 4445,
"1044480" : 4458,
"1056768" : 9181,
"1073152" : 9045,
"1089536" : 9150,
"1105920" : 9754,
"1122304" : 10418,
"1138688" : 10928,
"1155072" : 11774,
"1171456" : 12712,
"1187840" : 13121,
"1204224" : 14170,
"1220608" : 14852,
"1236992" : 15530,
"1253376" : 15794,
"1269760" : 16325,
"1286144" : 17396,
"1302528" : 18246,
"1318912" : 19020,
"1335296" : 19295,
"1351680" : 20239,
"1368064" : 20775,
"1384448" : 21685,
"1400832" : 22313,
"1417216" : 22745,
"1433600" : 23878,
"1449984" : 25181,
"1466368" : 26188,
"1482752" : 27583,
"1499136" : 27540,
"1515520" : 27549,
"1531904" : 27682,
"1548288" : 26782,
"1564672" : 26611,
"1581056" : 26411,
"1597440" : 26649,
"1613824" : 26898,
"1630208" : 27592,
"1646592" : 29265,
"1662976" : 29616,
"1679360" : 30009,
"1695744" : 30046,
"1712128" : 30052,
"1728512" : 30519,
"1744896" : 30884,
"1761280" : 31406,
"1777664" : 31044,
"1794048" : 31044,
"1810432" : 30801,
"1826816" : 30713,
"1843200" : 30773,
"1859584" : 31158,
"1875968" : 31573,
"1892352" : 31711,
"1908736" : 30730,
"1925120" : 31052,
"1941504" : 30938,
"1957888" : 31304,
"1974272" : 31974,
"1990656" : 36503,
"2007040" : 38911,
"2023424" : 33539,
"2039808" : 32082,
"2056192" : 31766,
"2072576" : 30782,
"2088960" : 30785,
"2113536" : 63923,
"2146304" : 63138,
"2179072" : 60722,
"2211840" : 60023,
"2244608" : 60450,
"2277376" : 56708,
"2310144" : 53604,
"2342912" : 51380,
"2375680" : 48879,
"2408448" : 46666,
"2441216" : 43275,
"2473984" : 41740,
"2506752" : 39837,
"2539520" : 37701,
"2572288" : 35860,
"2605056" : 34825,
"2637824" : 32959,
"2670592" : 31863,
"2703360" : 30610,
"2736128" : 29786,
"2768896" : 28924,
"2801664" : 27918,
"2834432" : 26496,
"2867200" : 25722,
"2899968" : 24293,
"2932736" : 23339,
"2965504" : 23018,
"2998272" : 24262,
"3031040" : 21449,
"3063808" : 19362,
"3096576" : 18522,
"3129344" : 18140,
"3162112" : 16992,
"3194880" : 16381,
"3227648" : 15879,
"3260416" : 14828,
"3293184" : 13692,
"3325952" : 13033,
"3358720" : 11862,
"3391488" : 11371,
"3424256" : 10735,
"3457024" : 9889,
"3489792" : 9138,
"3522560" : 8615,
"3555328" : 8161,
"3588096" : 7484,
"3620864" : 6896,
"3653632" : 6342,
"3686400" : 5708,
"3719168" : 5362,
"3751936" : 5130,
"3784704" : 4402,
"3817472" : 4130,
"3850240" : 3764,
"3883008" : 3406,
"3915776" : 3150,
"3948544" : 2901,
"3981312" : 2647,
"4014080" : 2634,
"4046848" : 2183,
"4079616" : 1985,
"4112384" : 1828,
"4145152" : 1738,
"4177920" : 1669,
"4227072" : 2759,
"4292608" : 2332,
"4358144" : 1949,
"4423680" : 1696,
"4489216" : 1485,
"4554752" : 1207,
"4620288" : 1154,
"4685824" : 935,
"4751360" : 865,
"4816896" : 768,
"4882432" : 614,
"4947968" : 521,
"5013504" : 538,
"5079040" : 471,
"5144576" : 378,
"5210112" : 363,
"5275648" : 336,
"5341184" : 271,
"5406720" : 265,
"5472256" : 254,
"5537792" : 213,
"5603328" : 176,
"5668864" : 152,
"5734400" : 156,
"5799936" : 132,
"5865472" : 133,
"5931008" : 122,
"5996544" : 118,
"6062080" : 104,
"6127616" : 69,
"6193152" : 58,
"6258688" : 64,
"6324224" : 56,
"6389760" : 50,
"6455296" : 41,
"6520832" : 31,
"6586368" : 35,
"6651904" : 26,
"6717440" : 14,
"6782976" : 23,
"6848512" : 16,
"6914048" : 12,
"6979584" : 11,
"7045120" : 11,
"7110656" : 8,
"7176192" : 3,
"7241728" : 3,
"7307264" : 5,
"7372800" : 4,
"7438336" : 4,
"7503872" : 8,
"7569408" : 8,
"7634944" : 1,
"7700480" : 6,
"7766016" : 5,
"7831552" : 6,
"7897088" : 2,
"7962624" : 3,
"8028160" : 2,
"8093696" : 1,
"8159232" : 1,
"8355840" : 1,
"8454144" : 3,
"8585216" : 2,
"8716288" : 2,
"8847360" : 1,
"9109504" : 2
}
},
"lat_ns" : {
"min" : 106262,
"max" : 10200848,
"mean" : 2750632.797622,
"stddev" : 941913.140245,
"N" : 3255676
},
"bw_min" : 61827,
"bw_max" : 136158,
"bw_agg" : 100.000000,
"bw_mean" : 93083.888889,
"bw_dev" : 1003.936026,
"bw_samples" : 4464,
"iops_min" : 15447,
"iops_max" : 34038,
"iops_mean" : 23270.111111,
"iops_stddev" : 250.970058,
"iops_samples" : 4464
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2239987,
"usr_cpu" : 0.472637,
"sys_cpu" : 6.007847,
"ctx" : 3481910,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.010000,
"250" : 0.150813,
"500" : 0.747522,
"750" : 1.942137,
"1000" : 2.876347
},
"latency_ms" : {
"2" : 43.433808,
"4" : 49.835335,
"10" : 1.010169,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120072,
"timestamp_ms" : 1774120072508,
"time" : "Sat Mar 21 16:07:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 29,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 14163075072,
"io_kbytes" : 13831128,
"bw_bytes" : 94420500,
"bw" : 92207,
"iops" : 23052.020000,
"runtime" : 150000,
"total_ios" : 3457803,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16075,
"max" : 7353881,
"mean" : 690450.164709,
"stddev" : 291511.149033,
"N" : 3457803
},
"clat_ns" : {
"min" : 81755,
"max" : 9117675,
"mean" : 2084419.366625,
"stddev" : 727248.633236,
"N" : 3457787,
"percentile" : {
"1.000000" : 528384,
"5.000000" : 970752,
"10.000000" : 1236992,
"20.000000" : 1499136,
"30.000000" : 1695744,
"40.000000" : 1859584,
"50.000000" : 2023424,
"60.000000" : 2179072,
"70.000000" : 2375680,
"80.000000" : 2637824,
"90.000000" : 3031040,
"95.000000" : 3358720,
"99.000000" : 4014080,
"99.500000" : 4292608,
"99.900000" : 5210112,
"99.950000" : 5603328,
"99.990000" : 6389760
},
"bins" : {
"81408" : 1,
"82432" : 1,
"83456" : 3,
"84480" : 2,
"85504" : 2,
"86528" : 4,
"87552" : 2,
"88576" : 2,
"89600" : 7,
"90624" : 5,
"92672" : 9,
"93696" : 8,
"94720" : 5,
"95744" : 14,
"96768" : 12,
"97792" : 11,
"98816" : 17,
"99840" : 13,
"100864" : 11,
"101888" : 14,
"102912" : 13,
"103936" : 16,
"104960" : 23,
"105984" : 15,
"107008" : 23,
"108032" : 27,
"109056" : 23,
"110080" : 29,
"111104" : 26,
"112128" : 23,
"113152" : 27,
"114176" : 25,
"115200" : 29,
"116224" : 32,
"117248" : 33,
"118272" : 41,
"119296" : 32,
"120320" : 40,
"121344" : 49,
"122368" : 55,
"123392" : 37,
"124416" : 56,
"125440" : 42,
"126464" : 53,
"127488" : 49,
"128512" : 56,
"129536" : 55,
"130560" : 53,
"132096" : 101,
"134144" : 98,
"136192" : 114,
"138240" : 110,
"140288" : 95,
"142336" : 115,
"144384" : 98,
"146432" : 94,
"148480" : 77,
"150528" : 97,
"152576" : 84,
"154624" : 79,
"156672" : 76,
"158720" : 79,
"160768" : 85,
"162816" : 86,
"164864" : 82,
"166912" : 67,
"168960" : 85,
"171008" : 77,
"173056" : 75,
"175104" : 65,
"177152" : 65,
"179200" : 69,
"181248" : 74,
"183296" : 68,
"185344" : 65,
"187392" : 62,
"189440" : 45,
"191488" : 55,
"193536" : 56,
"195584" : 59,
"197632" : 42,
"199680" : 63,
"201728" : 33,
"203776" : 56,
"205824" : 57,
"207872" : 51,
"209920" : 41,
"211968" : 46,
"214016" : 48,
"216064" : 46,
"218112" : 41,
"220160" : 55,
"222208" : 55,
"224256" : 49,
"226304" : 59,
"228352" : 53,
"230400" : 42,
"232448" : 57,
"234496" : 50,
"236544" : 58,
"238592" : 48,
"240640" : 55,
"242688" : 56,
"244736" : 59,
"246784" : 58,
"248832" : 55,
"250880" : 64,
"252928" : 49,
"254976" : 53,
"257024" : 78,
"259072" : 54,
"261120" : 54,
"264192" : 146,
"268288" : 133,
"272384" : 154,
"276480" : 92,
"280576" : 135,
"284672" : 129,
"288768" : 124,
"292864" : 137,
"296960" : 146,
"301056" : 137,
"305152" : 161,
"309248" : 161,
"313344" : 168,
"317440" : 173,
"321536" : 195,
"325632" : 197,
"329728" : 218,
"333824" : 228,
"337920" : 261,
"342016" : 267,
"346112" : 300,
"350208" : 273,
"354304" : 352,
"358400" : 314,
"362496" : 324,
"366592" : 326,
"370688" : 389,
"374784" : 374,
"378880" : 378,
"382976" : 356,
"387072" : 404,
"391168" : 420,
"395264" : 415,
"399360" : 396,
"403456" : 427,
"407552" : 442,
"411648" : 486,
"415744" : 495,
"419840" : 555,
"423936" : 484,
"428032" : 547,
"432128" : 554,
"436224" : 616,
"440320" : 589,
"444416" : 617,
"448512" : 657,
"452608" : 647,
"456704" : 682,
"460800" : 687,
"464896" : 731,
"468992" : 708,
"473088" : 755,
"477184" : 838,
"481280" : 809,
"485376" : 787,
"489472" : 786,
"493568" : 833,
"497664" : 830,
"501760" : 816,
"505856" : 867,
"509952" : 825,
"514048" : 803,
"518144" : 919,
"522240" : 870,
"528384" : 1778,
"536576" : 1765,
"544768" : 1805,
"552960" : 1855,
"561152" : 1819,
"569344" : 1890,
"577536" : 1871,
"585728" : 1939,
"593920" : 1938,
"602112" : 2061,
"610304" : 2029,
"618496" : 2026,
"626688" : 2025,
"634880" : 2077,
"643072" : 2198,
"651264" : 2077,
"659456" : 2233,
"667648" : 2182,
"675840" : 2222,
"684032" : 2229,
"692224" : 2256,
"700416" : 2290,
"708608" : 2364,
"716800" : 2395,
"724992" : 2485,
"733184" : 2417,
"741376" : 2598,
"749568" : 2568,
"757760" : 2600,
"765952" : 2607,
"774144" : 2693,
"782336" : 2588,
"790528" : 2546,
"798720" : 2665,
"806912" : 2699,
"815104" : 2708,
"823296" : 2701,
"831488" : 2801,
"839680" : 2787,
"847872" : 2883,
"856064" : 2878,
"864256" : 2928,
"872448" : 3002,
"880640" : 3065,
"888832" : 3128,
"897024" : 3312,
"905216" : 3101,
"913408" : 3098,
"921600" : 3219,
"929792" : 3170,
"937984" : 3180,
"946176" : 3351,
"954368" : 3396,
"962560" : 3385,
"970752" : 3579,
"978944" : 3635,
"987136" : 4059,
"995328" : 4641,
"1003520" : 4940,
"1011712" : 4700,
"1019904" : 4582,
"1028096" : 4376,
"1036288" : 4469,
"1044480" : 4482,
"1056768" : 9228,
"1073152" : 9123,
"1089536" : 9224,
"1105920" : 9838,
"1122304" : 10514,
"1138688" : 11037,
"1155072" : 11870,
"1171456" : 12811,
"1187840" : 13229,
"1204224" : 14328,
"1220608" : 15010,
"1236992" : 15696,
"1253376" : 15986,
"1269760" : 16536,
"1286144" : 17616,
"1302528" : 18500,
"1318912" : 19310,
"1335296" : 19598,
"1351680" : 20623,
"1368064" : 21156,
"1384448" : 22146,
"1400832" : 22806,
"1417216" : 23273,
"1433600" : 24490,
"1449984" : 25844,
"1466368" : 26874,
"1482752" : 28330,
"1499136" : 28415,
"1515520" : 28447,
"1531904" : 28683,
"1548288" : 27838,
"1564672" : 27713,
"1581056" : 27610,
"1597440" : 27948,
"1613824" : 28259,
"1630208" : 29036,
"1646592" : 30715,
"1662976" : 31185,
"1679360" : 31665,
"1695744" : 31741,
"1712128" : 31843,
"1728512" : 32475,
"1744896" : 32799,
"1761280" : 33339,
"1777664" : 33104,
"1794048" : 33090,
"1810432" : 32935,
"1826816" : 32920,
"1843200" : 32966,
"1859584" : 33412,
"1875968" : 33767,
"1892352" : 34113,
"1908736" : 33077,
"1925120" : 33356,
"1941504" : 33254,
"1957888" : 33679,
"1974272" : 34401,
"1990656" : 39115,
"2007040" : 41756,
"2023424" : 36076,
"2039808" : 34486,
"2056192" : 34153,
"2072576" : 33145,
"2088960" : 33176,
"2113536" : 68765,
"2146304" : 67875,
"2179072" : 65441,
"2211840" : 64567,
"2244608" : 64943,
"2277376" : 60971,
"2310144" : 57683,
"2342912" : 55390,
"2375680" : 52718,
"2408448" : 50222,
"2441216" : 46862,
"2473984" : 45034,
"2506752" : 43073,
"2539520" : 40780,
"2572288" : 38907,
"2605056" : 37704,
"2637824" : 35718,
"2670592" : 34466,
"2703360" : 33218,
"2736128" : 32242,
"2768896" : 31199,
"2801664" : 30042,
"2834432" : 28621,
"2867200" : 27746,
"2899968" : 26302,
"2932736" : 25194,
"2965504" : 24824,
"2998272" : 26131,
"3031040" : 23243,
"3063808" : 20893,
"3096576" : 20169,
"3129344" : 19653,
"3162112" : 18515,
"3194880" : 17837,
"3227648" : 17220,
"3260416" : 16226,
"3293184" : 15029,
"3325952" : 14297,
"3358720" : 13096,
"3391488" : 12499,
"3424256" : 11845,
"3457024" : 11032,
"3489792" : 10203,
"3522560" : 9718,
"3555328" : 9177,
"3588096" : 8444,
"3620864" : 7824,
"3653632" : 7217,
"3686400" : 6521,
"3719168" : 6126,
"3751936" : 5809,
"3784704" : 5050,
"3817472" : 4670,
"3850240" : 4342,
"3883008" : 3921,
"3915776" : 3532,
"3948544" : 3317,
"3981312" : 2976,
"4014080" : 2964,
"4046848" : 2486,
"4079616" : 2223,
"4112384" : 2051,
"4145152" : 1928,
"4177920" : 1847,
"4227072" : 3052,
"4292608" : 2526,
"4358144" : 2127,
"4423680" : 1855,
"4489216" : 1609,
"4554752" : 1344,
"4620288" : 1263,
"4685824" : 1019,
"4751360" : 929,
"4816896" : 839,
"4882432" : 667,
"4947968" : 558,
"5013504" : 580,
"5079040" : 504,
"5144576" : 397,
"5210112" : 381,
"5275648" : 353,
"5341184" : 291,
"5406720" : 277,
"5472256" : 264,
"5537792" : 222,
"5603328" : 186,
"5668864" : 157,
"5734400" : 162,
"5799936" : 136,
"5865472" : 134,
"5931008" : 125,
"5996544" : 123,
"6062080" : 107,
"6127616" : 70,
"6193152" : 58,
"6258688" : 68,
"6324224" : 60,
"6389760" : 51,
"6455296" : 42,
"6520832" : 31,
"6586368" : 36,
"6651904" : 29,
"6717440" : 15,
"6782976" : 24,
"6848512" : 16,
"6914048" : 13,
"6979584" : 11,
"7045120" : 11,
"7110656" : 8,
"7176192" : 3,
"7241728" : 3,
"7307264" : 5,
"7372800" : 4,
"7438336" : 4,
"7503872" : 8,
"7569408" : 8,
"7634944" : 1,
"7700480" : 6,
"7766016" : 5,
"7831552" : 6,
"7897088" : 3,
"7962624" : 3,
"8028160" : 2,
"8093696" : 1,
"8159232" : 1,
"8355840" : 1,
"8454144" : 3,
"8585216" : 2,
"8716288" : 2,
"8847360" : 1,
"9109504" : 2
}
},
"lat_ns" : {
"min" : 106262,
"max" : 10200848,
"mean" : 2774859.683065,
"stddev" : 940646.511327,
"N" : 3457787
},
"bw_min" : 61827,
"bw_max" : 136158,
"bw_agg" : 100.000000,
"bw_mean" : 92228.916388,
"bw_dev" : 994.986275,
"bw_samples" : 4784,
"iops_min" : 15447,
"iops_max" : 34038,
"iops_mean" : 23056.411371,
"iops_stddev" : 248.731564,
"iops_samples" : 4784
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2399987,
"usr_cpu" : 0.472086,
"sys_cpu" : 6.011783,
"ctx" : 3695533,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999971,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999971,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.010000,
"250" : 0.141998,
"500" : 0.703886,
"750" : 1.830498,
"1000" : 2.716147
},
"latency_ms" : {
"2" : 42.749052,
"4" : 50.811888,
"10" : 1.042888,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120082,
"timestamp_ms" : 1774120082507,
"time" : "Sat Mar 21 16:08:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15038775296,
"io_kbytes" : 14686304,
"bw_bytes" : 93992933,
"bw" : 91789,
"iops" : 22947.618423,
"runtime" : 159999,
"total_ios" : 3671596,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16075,
"max" : 9827379,
"mean" : 693605.104731,
"stddev" : 290777.824501,
"N" : 3671596
},
"clat_ns" : {
"min" : 81755,
"max" : 11320639,
"mean" : 2093902.814209,
"stddev" : 723243.915812,
"N" : 3671580,
"percentile" : {
"1.000000" : 536576,
"5.000000" : 995328,
"10.000000" : 1253376,
"20.000000" : 1515520,
"30.000000" : 1712128,
"40.000000" : 1875968,
"50.000000" : 2039808,
"60.000000" : 2211840,
"70.000000" : 2408448,
"80.000000" : 2670592,
"90.000000" : 3063808,
"95.000000" : 3358720,
"99.000000" : 4014080,
"99.500000" : 4292608,
"99.900000" : 5210112,
"99.950000" : 5537792,
"99.990000" : 6389760
},
"bins" : {
"81408" : 1,
"82432" : 1,
"83456" : 3,
"84480" : 2,
"85504" : 2,
"86528" : 4,
"87552" : 2,
"88576" : 2,
"89600" : 7,
"90624" : 5,
"92672" : 9,
"93696" : 8,
"94720" : 5,
"95744" : 14,
"96768" : 12,
"97792" : 11,
"98816" : 17,
"99840" : 13,
"100864" : 11,
"101888" : 14,
"102912" : 13,
"103936" : 16,
"104960" : 23,
"105984" : 15,
"107008" : 23,
"108032" : 27,
"109056" : 23,
"110080" : 29,
"111104" : 26,
"112128" : 23,
"113152" : 27,
"114176" : 25,
"115200" : 29,
"116224" : 32,
"117248" : 33,
"118272" : 41,
"119296" : 32,
"120320" : 40,
"121344" : 49,
"122368" : 55,
"123392" : 37,
"124416" : 56,
"125440" : 42,
"126464" : 53,
"127488" : 49,
"128512" : 56,
"129536" : 55,
"130560" : 53,
"132096" : 101,
"134144" : 98,
"136192" : 114,
"138240" : 110,
"140288" : 95,
"142336" : 115,
"144384" : 98,
"146432" : 94,
"148480" : 77,
"150528" : 97,
"152576" : 84,
"154624" : 79,
"156672" : 76,
"158720" : 79,
"160768" : 85,
"162816" : 86,
"164864" : 82,
"166912" : 67,
"168960" : 85,
"171008" : 77,
"173056" : 75,
"175104" : 65,
"177152" : 65,
"179200" : 69,
"181248" : 74,
"183296" : 68,
"185344" : 65,
"187392" : 62,
"189440" : 45,
"191488" : 55,
"193536" : 56,
"195584" : 59,
"197632" : 42,
"199680" : 63,
"201728" : 33,
"203776" : 56,
"205824" : 57,
"207872" : 51,
"209920" : 41,
"211968" : 46,
"214016" : 48,
"216064" : 46,
"218112" : 41,
"220160" : 55,
"222208" : 55,
"224256" : 49,
"226304" : 59,
"228352" : 53,
"230400" : 42,
"232448" : 57,
"234496" : 50,
"236544" : 58,
"238592" : 48,
"240640" : 55,
"242688" : 56,
"244736" : 59,
"246784" : 58,
"248832" : 55,
"250880" : 64,
"252928" : 49,
"254976" : 53,
"257024" : 78,
"259072" : 54,
"261120" : 54,
"264192" : 146,
"268288" : 133,
"272384" : 154,
"276480" : 92,
"280576" : 135,
"284672" : 129,
"288768" : 124,
"292864" : 137,
"296960" : 146,
"301056" : 137,
"305152" : 161,
"309248" : 161,
"313344" : 168,
"317440" : 173,
"321536" : 195,
"325632" : 197,
"329728" : 218,
"333824" : 228,
"337920" : 261,
"342016" : 267,
"346112" : 300,
"350208" : 273,
"354304" : 352,
"358400" : 314,
"362496" : 324,
"366592" : 327,
"370688" : 389,
"374784" : 374,
"378880" : 379,
"382976" : 356,
"387072" : 404,
"391168" : 420,
"395264" : 417,
"399360" : 396,
"403456" : 427,
"407552" : 443,
"411648" : 486,
"415744" : 496,
"419840" : 555,
"423936" : 484,
"428032" : 547,
"432128" : 554,
"436224" : 619,
"440320" : 589,
"444416" : 617,
"448512" : 657,
"452608" : 647,
"456704" : 683,
"460800" : 687,
"464896" : 733,
"468992" : 709,
"473088" : 756,
"477184" : 838,
"481280" : 809,
"485376" : 787,
"489472" : 790,
"493568" : 834,
"497664" : 830,
"501760" : 817,
"505856" : 868,
"509952" : 826,
"514048" : 804,
"518144" : 924,
"522240" : 872,
"528384" : 1782,
"536576" : 1769,
"544768" : 1810,
"552960" : 1860,
"561152" : 1822,
"569344" : 1892,
"577536" : 1878,
"585728" : 1946,
"593920" : 1943,
"602112" : 2065,
"610304" : 2035,
"618496" : 2031,
"626688" : 2028,
"634880" : 2085,
"643072" : 2203,
"651264" : 2086,
"659456" : 2245,
"667648" : 2184,
"675840" : 2232,
"684032" : 2238,
"692224" : 2270,
"700416" : 2297,
"708608" : 2374,
"716800" : 2403,
"724992" : 2501,
"733184" : 2434,
"741376" : 2617,
"749568" : 2577,
"757760" : 2619,
"765952" : 2629,
"774144" : 2707,
"782336" : 2609,
"790528" : 2575,
"798720" : 2686,
"806912" : 2719,
"815104" : 2730,
"823296" : 2725,
"831488" : 2840,
"839680" : 2821,
"847872" : 2913,
"856064" : 2917,
"864256" : 2961,
"872448" : 3026,
"880640" : 3103,
"888832" : 3172,
"897024" : 3360,
"905216" : 3147,
"913408" : 3139,
"921600" : 3263,
"929792" : 3211,
"937984" : 3224,
"946176" : 3408,
"954368" : 3462,
"962560" : 3440,
"970752" : 3642,
"978944" : 3701,
"987136" : 4130,
"995328" : 4733,
"1003520" : 5013,
"1011712" : 4765,
"1019904" : 4647,
"1028096" : 4448,
"1036288" : 4553,
"1044480" : 4562,
"1056768" : 9388,
"1073152" : 9327,
"1089536" : 9410,
"1105920" : 10103,
"1122304" : 10739,
"1138688" : 11298,
"1155072" : 12159,
"1171456" : 13110,
"1187840" : 13585,
"1204224" : 14725,
"1220608" : 15462,
"1236992" : 16125,
"1253376" : 16492,
"1269760" : 17055,
"1286144" : 18189,
"1302528" : 19129,
"1318912" : 19983,
"1335296" : 20342,
"1351680" : 21463,
"1368064" : 22070,
"1384448" : 23106,
"1400832" : 23806,
"1417216" : 24336,
"1433600" : 25576,
"1449984" : 27025,
"1466368" : 28158,
"1482752" : 29648,
"1499136" : 29808,
"1515520" : 29932,
"1531904" : 30240,
"1548288" : 29530,
"1564672" : 29384,
"1581056" : 29356,
"1597440" : 29803,
"1613824" : 30133,
"1630208" : 30970,
"1646592" : 32729,
"1662976" : 33230,
"1679360" : 33701,
"1695744" : 33935,
"1712128" : 34119,
"1728512" : 34618,
"1744896" : 35056,
"1761280" : 35580,
"1777664" : 35419,
"1794048" : 35420,
"1810432" : 35256,
"1826816" : 35250,
"1843200" : 35385,
"1859584" : 35758,
"1875968" : 36153,
"1892352" : 36458,
"1908736" : 35448,
"1925120" : 35710,
"1941504" : 35632,
"1957888" : 36043,
"1974272" : 36829,
"1990656" : 41626,
"2007040" : 44328,
"2023424" : 38431,
"2039808" : 36752,
"2056192" : 36441,
"2072576" : 35485,
"2088960" : 35432,
"2113536" : 73224,
"2146304" : 72428,
"2179072" : 69805,
"2211840" : 68805,
"2244608" : 69184,
"2277376" : 65010,
"2310144" : 61546,
"2342912" : 59188,
"2375680" : 56528,
"2408448" : 53856,
"2441216" : 50321,
"2473984" : 48493,
"2506752" : 46474,
"2539520" : 44046,
"2572288" : 42157,
"2605056" : 40770,
"2637824" : 38757,
"2670592" : 37281,
"2703360" : 35884,
"2736128" : 34837,
"2768896" : 33656,
"2801664" : 32465,
"2834432" : 30903,
"2867200" : 29936,
"2899968" : 28363,
"2932736" : 27082,
"2965504" : 26694,
"2998272" : 28021,
"3031040" : 24876,
"3063808" : 22493,
"3096576" : 21675,
"3129344" : 21190,
"3162112" : 19811,
"3194880" : 19171,
"3227648" : 18450,
"3260416" : 17428,
"3293184" : 16215,
"3325952" : 15374,
"3358720" : 14208,
"3391488" : 13423,
"3424256" : 12790,
"3457024" : 11883,
"3489792" : 10974,
"3522560" : 10479,
"3555328" : 9859,
"3588096" : 9031,
"3620864" : 8355,
"3653632" : 7763,
"3686400" : 7010,
"3719168" : 6532,
"3751936" : 6245,
"3784704" : 5389,
"3817472" : 5038,
"3850240" : 4659,
"3883008" : 4165,
"3915776" : 3831,
"3948544" : 3574,
"3981312" : 3178,
"4014080" : 3175,
"4046848" : 2638,
"4079616" : 2360,
"4112384" : 2191,
"4145152" : 2017,
"4177920" : 1933,
"4227072" : 3213,
"4292608" : 2622,
"4358144" : 2205,
"4423680" : 1919,
"4489216" : 1668,
"4554752" : 1394,
"4620288" : 1304,
"4685824" : 1062,
"4751360" : 955,
"4816896" : 862,
"4882432" : 682,
"4947968" : 570,
"5013504" : 595,
"5079040" : 511,
"5144576" : 406,
"5210112" : 396,
"5275648" : 361,
"5341184" : 307,
"5406720" : 286,
"5472256" : 267,
"5537792" : 228,
"5603328" : 191,
"5668864" : 165,
"5734400" : 164,
"5799936" : 138,
"5865472" : 140,
"5931008" : 127,
"5996544" : 125,
"6062080" : 108,
"6127616" : 73,
"6193152" : 60,
"6258688" : 70,
"6324224" : 61,
"6389760" : 52,
"6455296" : 44,
"6520832" : 32,
"6586368" : 38,
"6651904" : 31,
"6717440" : 15,
"6782976" : 25,
"6848512" : 16,
"6914048" : 14,
"6979584" : 11,
"7045120" : 11,
"7110656" : 9,
"7176192" : 3,
"7241728" : 4,
"7307264" : 5,
"7372800" : 4,
"7438336" : 4,
"7503872" : 9,
"7569408" : 10,
"7634944" : 3,
"7700480" : 9,
"7766016" : 5,
"7831552" : 9,
"7897088" : 4,
"7962624" : 4,
"8028160" : 2,
"8093696" : 3,
"8159232" : 2,
"8355840" : 2,
"8454144" : 5,
"8585216" : 2,
"8716288" : 2,
"8847360" : 1,
"8978432" : 1,
"9109504" : 3,
"9240576" : 1,
"9502720" : 2,
"9764864" : 2,
"10027008" : 2,
"10158080" : 2,
"10289152" : 2,
"10420224" : 2,
"10551296" : 1,
"10682368" : 1,
"11337728" : 1
}
},
"lat_ns" : {
"min" : 106262,
"max" : 11991804,
"mean" : 2787504.608100,
"stddev" : 934845.611123,
"N" : 3671580
},
"bw_min" : 61827,
"bw_max" : 136158,
"bw_agg" : 100.000000,
"bw_mean" : 91848.495298,
"bw_dev" : 972.074053,
"bw_samples" : 5104,
"iops_min" : 15447,
"iops_max" : 34038,
"iops_mean" : 22961.282132,
"iops_stddev" : 243.004555,
"iops_samples" : 5104
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2559984,
"usr_cpu" : 0.470472,
"sys_cpu" : 6.053632,
"ctx" : 3926081,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999973,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.010000,
"250" : 0.133729,
"500" : 0.663417,
"750" : 1.729956,
"1000" : 2.591080
},
"latency_ms" : {
"2" : 42.521590,
"4" : 51.330184,
"10" : 1.026366,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120092,
"timestamp_ms" : 1774120092507,
"time" : "Sat Mar 21 16:08:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 9,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15841280000,
"io_kbytes" : 15470000,
"bw_bytes" : 93184548,
"bw" : 91000,
"iops" : 22750.245590,
"runtime" : 169999,
"total_ios" : 3867519,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16075,
"max" : 9827379,
"mean" : 699659.112799,
"stddev" : 292209.853170,
"N" : 3867519
},
"clat_ns" : {
"min" : 81755,
"max" : 11320639,
"mean" : 2112044.397336,
"stddev" : 725659.678044,
"N" : 3867503,
"percentile" : {
"1.000000" : 544768,
"5.000000" : 1011712,
"10.000000" : 1269760,
"20.000000" : 1531904,
"30.000000" : 1728512,
"40.000000" : 1892352,
"50.000000" : 2056192,
"60.000000" : 2211840,
"70.000000" : 2408448,
"80.000000" : 2670592,
"90.000000" : 3063808,
"95.000000" : 3391488,
"99.000000" : 4046848,
"99.500000" : 4358144,
"99.900000" : 5144576,
"99.950000" : 5537792,
"99.990000" : 6389760
},
"bins" : {
"81408" : 1,
"82432" : 1,
"83456" : 3,
"84480" : 2,
"85504" : 2,
"86528" : 4,
"87552" : 2,
"88576" : 2,
"89600" : 7,
"90624" : 5,
"92672" : 9,
"93696" : 8,
"94720" : 5,
"95744" : 14,
"96768" : 12,
"97792" : 11,
"98816" : 17,
"99840" : 13,
"100864" : 11,
"101888" : 14,
"102912" : 13,
"103936" : 16,
"104960" : 23,
"105984" : 15,
"107008" : 23,
"108032" : 27,
"109056" : 23,
"110080" : 29,
"111104" : 26,
"112128" : 23,
"113152" : 27,
"114176" : 25,
"115200" : 29,
"116224" : 32,
"117248" : 33,
"118272" : 41,
"119296" : 32,
"120320" : 40,
"121344" : 49,
"122368" : 55,
"123392" : 37,
"124416" : 56,
"125440" : 42,
"126464" : 53,
"127488" : 49,
"128512" : 56,
"129536" : 55,
"130560" : 53,
"132096" : 101,
"134144" : 98,
"136192" : 114,
"138240" : 110,
"140288" : 95,
"142336" : 115,
"144384" : 98,
"146432" : 94,
"148480" : 77,
"150528" : 97,
"152576" : 84,
"154624" : 79,
"156672" : 76,
"158720" : 79,
"160768" : 85,
"162816" : 86,
"164864" : 82,
"166912" : 67,
"168960" : 85,
"171008" : 77,
"173056" : 75,
"175104" : 65,
"177152" : 65,
"179200" : 69,
"181248" : 74,
"183296" : 68,
"185344" : 65,
"187392" : 62,
"189440" : 45,
"191488" : 55,
"193536" : 56,
"195584" : 59,
"197632" : 42,
"199680" : 63,
"201728" : 33,
"203776" : 56,
"205824" : 57,
"207872" : 51,
"209920" : 41,
"211968" : 46,
"214016" : 48,
"216064" : 46,
"218112" : 41,
"220160" : 55,
"222208" : 55,
"224256" : 49,
"226304" : 59,
"228352" : 53,
"230400" : 42,
"232448" : 57,
"234496" : 50,
"236544" : 58,
"238592" : 48,
"240640" : 55,
"242688" : 56,
"244736" : 59,
"246784" : 58,
"248832" : 55,
"250880" : 64,
"252928" : 49,
"254976" : 53,
"257024" : 78,
"259072" : 54,
"261120" : 54,
"264192" : 146,
"268288" : 133,
"272384" : 154,
"276480" : 92,
"280576" : 135,
"284672" : 129,
"288768" : 124,
"292864" : 137,
"296960" : 146,
"301056" : 137,
"305152" : 161,
"309248" : 161,
"313344" : 168,
"317440" : 173,
"321536" : 195,
"325632" : 197,
"329728" : 218,
"333824" : 228,
"337920" : 261,
"342016" : 267,
"346112" : 300,
"350208" : 273,
"354304" : 352,
"358400" : 314,
"362496" : 324,
"366592" : 327,
"370688" : 389,
"374784" : 374,
"378880" : 379,
"382976" : 356,
"387072" : 404,
"391168" : 420,
"395264" : 417,
"399360" : 396,
"403456" : 427,
"407552" : 443,
"411648" : 486,
"415744" : 496,
"419840" : 555,
"423936" : 484,
"428032" : 547,
"432128" : 554,
"436224" : 619,
"440320" : 589,
"444416" : 617,
"448512" : 657,
"452608" : 647,
"456704" : 683,
"460800" : 687,
"464896" : 733,
"468992" : 709,
"473088" : 756,
"477184" : 838,
"481280" : 809,
"485376" : 787,
"489472" : 790,
"493568" : 834,
"497664" : 830,
"501760" : 817,
"505856" : 868,
"509952" : 826,
"514048" : 804,
"518144" : 924,
"522240" : 873,
"528384" : 1784,
"536576" : 1771,
"544768" : 1811,
"552960" : 1860,
"561152" : 1823,
"569344" : 1892,
"577536" : 1881,
"585728" : 1948,
"593920" : 1945,
"602112" : 2067,
"610304" : 2037,
"618496" : 2032,
"626688" : 2029,
"634880" : 2087,
"643072" : 2205,
"651264" : 2088,
"659456" : 2245,
"667648" : 2186,
"675840" : 2233,
"684032" : 2240,
"692224" : 2272,
"700416" : 2303,
"708608" : 2375,
"716800" : 2406,
"724992" : 2508,
"733184" : 2440,
"741376" : 2618,
"749568" : 2578,
"757760" : 2623,
"765952" : 2631,
"774144" : 2715,
"782336" : 2611,
"790528" : 2584,
"798720" : 2691,
"806912" : 2725,
"815104" : 2732,
"823296" : 2729,
"831488" : 2843,
"839680" : 2828,
"847872" : 2917,
"856064" : 2928,
"864256" : 2964,
"872448" : 3034,
"880640" : 3110,
"888832" : 3179,
"897024" : 3375,
"905216" : 3159,
"913408" : 3149,
"921600" : 3275,
"929792" : 3223,
"937984" : 3236,
"946176" : 3422,
"954368" : 3474,
"962560" : 3460,
"970752" : 3659,
"978944" : 3717,
"987136" : 4146,
"995328" : 4753,
"1003520" : 5032,
"1011712" : 4777,
"1019904" : 4664,
"1028096" : 4481,
"1036288" : 4582,
"1044480" : 4581,
"1056768" : 9458,
"1073152" : 9399,
"1089536" : 9496,
"1105920" : 10188,
"1122304" : 10841,
"1138688" : 11409,
"1155072" : 12272,
"1171456" : 13241,
"1187840" : 13733,
"1204224" : 14873,
"1220608" : 15652,
"1236992" : 16314,
"1253376" : 16720,
"1269760" : 17288,
"1286144" : 18437,
"1302528" : 19384,
"1318912" : 20281,
"1335296" : 20659,
"1351680" : 21771,
"1368064" : 22467,
"1384448" : 23546,
"1400832" : 24280,
"1417216" : 24832,
"1433600" : 26150,
"1449984" : 27611,
"1466368" : 28872,
"1482752" : 30425,
"1499136" : 30593,
"1515520" : 30710,
"1531904" : 31108,
"1548288" : 30478,
"1564672" : 30358,
"1581056" : 30460,
"1597440" : 30913,
"1613824" : 31275,
"1630208" : 32134,
"1646592" : 33987,
"1662976" : 34623,
"1679360" : 35112,
"1695744" : 35354,
"1712128" : 35582,
"1728512" : 36147,
"1744896" : 36700,
"1761280" : 37235,
"1777664" : 37070,
"1794048" : 37186,
"1810432" : 37008,
"1826816" : 37081,
"1843200" : 37144,
"1859584" : 37675,
"1875968" : 38066,
"1892352" : 38315,
"1908736" : 37362,
"1925120" : 37640,
"1941504" : 37606,
"1957888" : 38017,
"1974272" : 38872,
"1990656" : 43947,
"2007040" : 46690,
"2023424" : 40554,
"2039808" : 38792,
"2056192" : 38529,
"2072576" : 37532,
"2088960" : 37555,
"2113536" : 77544,
"2146304" : 76674,
"2179072" : 73957,
"2211840" : 72988,
"2244608" : 73229,
"2277376" : 68976,
"2310144" : 65414,
"2342912" : 63052,
"2375680" : 60268,
"2408448" : 57555,
"2441216" : 53892,
"2473984" : 51908,
"2506752" : 49688,
"2539520" : 47167,
"2572288" : 45156,
"2605056" : 43718,
"2637824" : 41660,
"2670592" : 39949,
"2703360" : 38418,
"2736128" : 37298,
"2768896" : 36018,
"2801664" : 34800,
"2834432" : 33156,
"2867200" : 32089,
"2899968" : 30422,
"2932736" : 29110,
"2965504" : 28705,
"2998272" : 30115,
"3031040" : 26777,
"3063808" : 24256,
"3096576" : 23569,
"3129344" : 22902,
"3162112" : 21531,
"3194880" : 20909,
"3227648" : 20085,
"3260416" : 18999,
"3293184" : 17760,
"3325952" : 16764,
"3358720" : 15698,
"3391488" : 14732,
"3424256" : 14155,
"3457024" : 13119,
"3489792" : 12124,
"3522560" : 11565,
"3555328" : 10969,
"3588096" : 10086,
"3620864" : 9298,
"3653632" : 8693,
"3686400" : 7961,
"3719168" : 7426,
"3751936" : 7118,
"3784704" : 6213,
"3817472" : 5759,
"3850240" : 5364,
"3883008" : 4818,
"3915776" : 4397,
"3948544" : 4165,
"3981312" : 3650,
"4014080" : 3689,
"4046848" : 3059,
"4079616" : 2701,
"4112384" : 2519,
"4145152" : 2325,
"4177920" : 2184,
"4227072" : 3735,
"4292608" : 3019,
"4358144" : 2540,
"4423680" : 2163,
"4489216" : 1880,
"4554752" : 1568,
"4620288" : 1430,
"4685824" : 1141,
"4751360" : 1017,
"4816896" : 899,
"4882432" : 716,
"4947968" : 615,
"5013504" : 621,
"5079040" : 537,
"5144576" : 423,
"5210112" : 409,
"5275648" : 376,
"5341184" : 322,
"5406720" : 300,
"5472256" : 282,
"5537792" : 234,
"5603328" : 197,
"5668864" : 169,
"5734400" : 178,
"5799936" : 138,
"5865472" : 141,
"5931008" : 132,
"5996544" : 128,
"6062080" : 114,
"6127616" : 74,
"6193152" : 61,
"6258688" : 71,
"6324224" : 63,
"6389760" : 53,
"6455296" : 47,
"6520832" : 34,
"6586368" : 38,
"6651904" : 32,
"6717440" : 15,
"6782976" : 25,
"6848512" : 17,
"6914048" : 14,
"6979584" : 12,
"7045120" : 11,
"7110656" : 9,
"7176192" : 3,
"7241728" : 6,
"7307264" : 6,
"7372800" : 4,
"7438336" : 4,
"7503872" : 9,
"7569408" : 10,
"7634944" : 3,
"7700480" : 9,
"7766016" : 5,
"7831552" : 9,
"7897088" : 4,
"7962624" : 4,
"8028160" : 2,
"8093696" : 3,
"8159232" : 2,
"8355840" : 2,
"8454144" : 5,
"8585216" : 2,
"8716288" : 2,
"8847360" : 1,
"8978432" : 1,
"9109504" : 3,
"9240576" : 1,
"9502720" : 2,
"9764864" : 2,
"10027008" : 2,
"10158080" : 2,
"10289152" : 2,
"10420224" : 2,
"10551296" : 1,
"10682368" : 1,
"11337728" : 1
}
},
"lat_ns" : {
"min" : 106262,
"max" : 11991804,
"mean" : 2811693.607221,
"stddev" : 937577.195233,
"N" : 3867503
},
"bw_min" : 61827,
"bw_max" : 136158,
"bw_agg" : 100.000000,
"bw_mean" : 91040.218289,
"bw_dev" : 968.368114,
"bw_samples" : 5424,
"iops_min" : 15447,
"iops_max" : 34038,
"iops_mean" : 22759.230088,
"iops_stddev" : 242.078035,
"iops_samples" : 5424
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2719984,
"usr_cpu" : 0.467576,
"sys_cpu" : 6.056800,
"ctx" : 4133661,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999948,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999948,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.010000,
"250" : 0.126955,
"500" : 0.629809,
"750" : 1.643793,
"1000" : 2.467111
},
"latency_ms" : {
"2" : 41.798243,
"4" : 52.237468,
"10" : 1.093130,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120102,
"timestamp_ms" : 1774120102519,
"time" : "Sat Mar 21 16:08:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 11794,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 16642527232,
"io_kbytes" : 16252468,
"bw_bytes" : 92457970,
"bw" : 90290,
"iops" : 22572.702374,
"runtime" : 180001,
"total_ios" : 4063109,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16075,
"max" : 9827379,
"mean" : 705183.535614,
"stddev" : 294162.003672,
"N" : 4063125
},
"clat_ns" : {
"min" : 3004,
"max" : 11320639,
"mean" : 2128596.711531,
"stddev" : 729446.759904,
"N" : 4063157,
"percentile" : {
"1.000000" : 552960,
"5.000000" : 1028096,
"10.000000" : 1286144,
"20.000000" : 1548288,
"30.000000" : 1728512,
"40.000000" : 1908736,
"50.000000" : 2056192,
"60.000000" : 2244608,
"70.000000" : 2441216,
"80.000000" : 2703360,
"90.000000" : 3096576,
"95.000000" : 3424256,
"99.000000" : 4079616,
"99.500000" : 4358144,
"99.900000" : 5144576,
"99.950000" : 5537792,
"99.990000" : 6389760
},
"bins" : {
"2992" : 1,
"3760" : 1,
"4576" : 1,
"5344" : 1,
"5472" : 1,
"5792" : 1,
"5920" : 1,
"6304" : 2,
"6688" : 1,
"7008" : 1,
"7200" : 1,
"7648" : 1,
"7840" : 2,
"10048" : 1,
"81408" : 1,
"82432" : 1,
"83456" : 3,
"84480" : 2,
"85504" : 2,
"86528" : 4,
"87552" : 2,
"88576" : 2,
"89600" : 7,
"90624" : 5,
"92672" : 9,
"93696" : 8,
"94720" : 5,
"95744" : 14,
"96768" : 12,
"97792" : 11,
"98816" : 17,
"99840" : 13,
"100864" : 11,
"101888" : 14,
"102912" : 13,
"103936" : 16,
"104960" : 23,
"105984" : 15,
"107008" : 23,
"108032" : 27,
"109056" : 23,
"110080" : 29,
"111104" : 26,
"112128" : 23,
"113152" : 27,
"114176" : 25,
"115200" : 29,
"116224" : 32,
"117248" : 33,
"118272" : 41,
"119296" : 32,
"120320" : 40,
"121344" : 49,
"122368" : 55,
"123392" : 37,
"124416" : 56,
"125440" : 42,
"126464" : 53,
"127488" : 49,
"128512" : 56,
"129536" : 55,
"130560" : 53,
"132096" : 101,
"134144" : 98,
"136192" : 114,
"138240" : 110,
"140288" : 95,
"142336" : 115,
"144384" : 98,
"146432" : 94,
"148480" : 77,
"150528" : 97,
"152576" : 84,
"154624" : 79,
"156672" : 76,
"158720" : 79,
"160768" : 85,
"162816" : 86,
"164864" : 82,
"166912" : 67,
"168960" : 85,
"171008" : 77,
"173056" : 75,
"175104" : 65,
"177152" : 65,
"179200" : 69,
"181248" : 74,
"183296" : 68,
"185344" : 65,
"187392" : 62,
"189440" : 45,
"191488" : 55,
"193536" : 56,
"195584" : 59,
"197632" : 42,
"199680" : 63,
"201728" : 33,
"203776" : 56,
"205824" : 57,
"207872" : 51,
"209920" : 41,
"211968" : 46,
"214016" : 48,
"216064" : 46,
"218112" : 41,
"220160" : 55,
"222208" : 55,
"224256" : 49,
"226304" : 59,
"228352" : 53,
"230400" : 42,
"232448" : 57,
"234496" : 50,
"236544" : 58,
"238592" : 48,
"240640" : 55,
"242688" : 56,
"244736" : 59,
"246784" : 58,
"248832" : 55,
"250880" : 64,
"252928" : 49,
"254976" : 53,
"257024" : 78,
"259072" : 54,
"261120" : 54,
"264192" : 146,
"268288" : 133,
"272384" : 154,
"276480" : 92,
"280576" : 135,
"284672" : 129,
"288768" : 124,
"292864" : 137,
"296960" : 146,
"301056" : 137,
"305152" : 161,
"309248" : 161,
"313344" : 168,
"317440" : 173,
"321536" : 195,
"325632" : 197,
"329728" : 218,
"333824" : 228,
"337920" : 261,
"342016" : 267,
"346112" : 300,
"350208" : 273,
"354304" : 352,
"358400" : 314,
"362496" : 324,
"366592" : 327,
"370688" : 389,
"374784" : 374,
"378880" : 379,
"382976" : 356,
"387072" : 404,
"391168" : 420,
"395264" : 417,
"399360" : 396,
"403456" : 427,
"407552" : 443,
"411648" : 486,
"415744" : 496,
"419840" : 555,
"423936" : 484,
"428032" : 547,
"432128" : 554,
"436224" : 619,
"440320" : 589,
"444416" : 617,
"448512" : 657,
"452608" : 647,
"456704" : 683,
"460800" : 687,
"464896" : 733,
"468992" : 709,
"473088" : 756,
"477184" : 838,
"481280" : 811,
"485376" : 788,
"489472" : 790,
"493568" : 834,
"497664" : 831,
"501760" : 818,
"505856" : 868,
"509952" : 826,
"514048" : 804,
"518144" : 924,
"522240" : 874,
"528384" : 1784,
"536576" : 1772,
"544768" : 1812,
"552960" : 1860,
"561152" : 1824,
"569344" : 1894,
"577536" : 1881,
"585728" : 1949,
"593920" : 1945,
"602112" : 2068,
"610304" : 2039,
"618496" : 2034,
"626688" : 2031,
"634880" : 2090,
"643072" : 2211,
"651264" : 2090,
"659456" : 2250,
"667648" : 2192,
"675840" : 2234,
"684032" : 2244,
"692224" : 2276,
"700416" : 2308,
"708608" : 2382,
"716800" : 2414,
"724992" : 2509,
"733184" : 2454,
"741376" : 2623,
"749568" : 2583,
"757760" : 2629,
"765952" : 2639,
"774144" : 2723,
"782336" : 2620,
"790528" : 2589,
"798720" : 2699,
"806912" : 2733,
"815104" : 2737,
"823296" : 2736,
"831488" : 2852,
"839680" : 2840,
"847872" : 2933,
"856064" : 2937,
"864256" : 2972,
"872448" : 3040,
"880640" : 3120,
"888832" : 3186,
"897024" : 3387,
"905216" : 3174,
"913408" : 3163,
"921600" : 3295,
"929792" : 3234,
"937984" : 3255,
"946176" : 3442,
"954368" : 3485,
"962560" : 3478,
"970752" : 3677,
"978944" : 3749,
"987136" : 4169,
"995328" : 4785,
"1003520" : 5062,
"1011712" : 4812,
"1019904" : 4689,
"1028096" : 4522,
"1036288" : 4612,
"1044480" : 4609,
"1056768" : 9534,
"1073152" : 9488,
"1089536" : 9596,
"1105920" : 10305,
"1122304" : 10960,
"1138688" : 11570,
"1155072" : 12417,
"1171456" : 13400,
"1187840" : 13925,
"1204224" : 15073,
"1220608" : 15861,
"1236992" : 16579,
"1253376" : 16997,
"1269760" : 17613,
"1286144" : 18765,
"1302528" : 19767,
"1318912" : 20706,
"1335296" : 21101,
"1351680" : 22229,
"1368064" : 22982,
"1384448" : 24117,
"1400832" : 24844,
"1417216" : 25458,
"1433600" : 26789,
"1449984" : 28315,
"1466368" : 29648,
"1482752" : 31263,
"1499136" : 31454,
"1515520" : 31643,
"1531904" : 32147,
"1548288" : 31488,
"1564672" : 31498,
"1581056" : 31604,
"1597440" : 32111,
"1613824" : 32511,
"1630208" : 33405,
"1646592" : 35397,
"1662976" : 36061,
"1679360" : 36553,
"1695744" : 36843,
"1712128" : 37128,
"1728512" : 37852,
"1744896" : 38359,
"1761280" : 38911,
"1777664" : 38752,
"1794048" : 38914,
"1810432" : 38797,
"1826816" : 38917,
"1843200" : 38917,
"1859584" : 39506,
"1875968" : 39951,
"1892352" : 40183,
"1908736" : 39282,
"1925120" : 39545,
"1941504" : 39496,
"1957888" : 39994,
"1974272" : 40758,
"1990656" : 46051,
"2007040" : 48917,
"2023424" : 42656,
"2039808" : 40782,
"2056192" : 40566,
"2072576" : 39533,
"2088960" : 39567,
"2113536" : 81532,
"2146304" : 80633,
"2179072" : 77894,
"2211840" : 76963,
"2244608" : 76993,
"2277376" : 72679,
"2310144" : 68922,
"2342912" : 66501,
"2375680" : 63727,
"2408448" : 60819,
"2441216" : 57218,
"2473984" : 55106,
"2506752" : 52769,
"2539520" : 50114,
"2572288" : 47978,
"2605056" : 46462,
"2637824" : 44291,
"2670592" : 42450,
"2703360" : 40908,
"2736128" : 39787,
"2768896" : 38337,
"2801664" : 37074,
"2834432" : 35322,
"2867200" : 34252,
"2899968" : 32399,
"2932736" : 31072,
"2965504" : 30661,
"2998272" : 32238,
"3031040" : 28668,
"3063808" : 26023,
"3096576" : 25406,
"3129344" : 24669,
"3162112" : 23221,
"3194880" : 22533,
"3227648" : 21666,
"3260416" : 20561,
"3293184" : 19312,
"3325952" : 18172,
"3358720" : 17119,
"3391488" : 16067,
"3424256" : 15430,
"3457024" : 14368,
"3489792" : 13314,
"3522560" : 12753,
"3555328" : 12079,
"3588096" : 11126,
"3620864" : 10473,
"3653632" : 9628,
"3686400" : 8795,
"3719168" : 8330,
"3751936" : 7945,
"3784704" : 7053,
"3817472" : 6538,
"3850240" : 6077,
"3883008" : 5523,
"3915776" : 5083,
"3948544" : 4772,
"3981312" : 4272,
"4014080" : 4314,
"4046848" : 3553,
"4079616" : 3174,
"4112384" : 2969,
"4145152" : 2721,
"4177920" : 2573,
"4227072" : 4337,
"4292608" : 3595,
"4358144" : 2930,
"4423680" : 2555,
"4489216" : 2215,
"4554752" : 1824,
"4620288" : 1647,
"4685824" : 1289,
"4751360" : 1149,
"4816896" : 971,
"4882432" : 790,
"4947968" : 656,
"5013504" : 666,
"5079040" : 565,
"5144576" : 449,
"5210112" : 432,
"5275648" : 393,
"5341184" : 341,
"5406720" : 315,
"5472256" : 294,
"5537792" : 243,
"5603328" : 201,
"5668864" : 175,
"5734400" : 184,
"5799936" : 142,
"5865472" : 147,
"5931008" : 138,
"5996544" : 131,
"6062080" : 117,
"6127616" : 77,
"6193152" : 67,
"6258688" : 74,
"6324224" : 67,
"6389760" : 56,
"6455296" : 49,
"6520832" : 37,
"6586368" : 40,
"6651904" : 33,
"6717440" : 18,
"6782976" : 26,
"6848512" : 17,
"6914048" : 17,
"6979584" : 13,
"7045120" : 14,
"7110656" : 9,
"7176192" : 4,
"7241728" : 7,
"7307264" : 6,
"7372800" : 4,
"7438336" : 4,
"7503872" : 10,
"7569408" : 10,
"7634944" : 3,
"7700480" : 9,
"7766016" : 5,
"7831552" : 9,
"7897088" : 4,
"7962624" : 4,
"8028160" : 2,
"8093696" : 3,
"8159232" : 2,
"8355840" : 2,
"8454144" : 5,
"8585216" : 2,
"8716288" : 2,
"8847360" : 1,
"8978432" : 1,
"9109504" : 3,
"9240576" : 1,
"9502720" : 2,
"9764864" : 2,
"10027008" : 2,
"10158080" : 2,
"10289152" : 2,
"10420224" : 2,
"10551296" : 1,
"10682368" : 1,
"11337728" : 1
}
},
"lat_ns" : {
"min" : 106262,
"max" : 11991804,
"mean" : 2833776.854445,
"stddev" : 942092.427709,
"N" : 4063157
},
"bw_min" : 61397,
"bw_max" : 136158,
"bw_agg" : 100.000000,
"bw_mean" : 90356.306407,
"bw_dev" : 963.918159,
"bw_samples" : 5744,
"iops_min" : 15341,
"iops_max" : 34038,
"iops_mean" : 22588.231198,
"iops_stddev" : 240.965600,
"iops_samples" : 5744
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2879998,
"usr_cpu" : 0.466354,
"sys_cpu" : 6.061532,
"ctx" : 4340459,
"majf" : 0,
"minf" : 579,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.010000,
"250" : 0.120843,
"500" : 0.599615,
"750" : 1.566805,
"1000" : 2.358022
},
"latency_ms" : {
"2" : 41.221907,
"4" : 52.935474,
"10" : 1.195193,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774120102,
"timestamp_ms" : 1774120102552,
"time" : "Sat Mar 21 16:08:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd4-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "4",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 16642756608,
"io_kbytes" : 16252692,
"bw_bytes" : 92452054,
"bw" : 90285,
"iops" : 22570.946866,
"runtime" : 180015,
"total_ios" : 4063109,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16075,
"max" : 9827379,
"mean" : 705183.535614,
"stddev" : 294162.003672,
"N" : 4063125
},
"clat_ns" : {
"min" : 3004,
"max" : 11320639,
"mean" : 2128596.711531,
"stddev" : 729446.759904,
"N" : 4063157,
"percentile" : {
"1.000000" : 552960,
"5.000000" : 1028096,
"10.000000" : 1286144,
"20.000000" : 1548288,
"30.000000" : 1728512,
"40.000000" : 1908736,
"50.000000" : 2056192,
"60.000000" : 2244608,
"70.000000" : 2441216,
"80.000000" : 2703360,
"90.000000" : 3096576,
"95.000000" : 3424256,
"99.000000" : 4079616,
"99.500000" : 4358144,
"99.900000" : 5144576,
"99.950000" : 5537792,
"99.990000" : 6389760
},
"bins" : {
"2992" : 1,
"3760" : 1,
"4576" : 1,
"5344" : 1,
"5472" : 1,
"5792" : 1,
"5920" : 1,
"6304" : 2,
"6688" : 1,
"7008" : 1,
"7200" : 1,
"7648" : 1,
"7840" : 2,
"10048" : 1,
"81408" : 1,
"82432" : 1,
"83456" : 3,
"84480" : 2,
"85504" : 2,
"86528" : 4,
"87552" : 2,
"88576" : 2,
"89600" : 7,
"90624" : 5,
"92672" : 9,
"93696" : 8,
"94720" : 5,
"95744" : 14,
"96768" : 12,
"97792" : 11,
"98816" : 17,
"99840" : 13,
"100864" : 11,
"101888" : 14,
"102912" : 13,
"103936" : 16,
"104960" : 23,
"105984" : 15,
"107008" : 23,
"108032" : 27,
"109056" : 23,
"110080" : 29,
"111104" : 26,
"112128" : 23,
"113152" : 27,
"114176" : 25,
"115200" : 29,
"116224" : 32,
"117248" : 33,
"118272" : 41,
"119296" : 32,
"120320" : 40,
"121344" : 49,
"122368" : 55,
"123392" : 37,
"124416" : 56,
"125440" : 42,
"126464" : 53,
"127488" : 49,
"128512" : 56,
"129536" : 55,
"130560" : 53,
"132096" : 101,
"134144" : 98,
"136192" : 114,
"138240" : 110,
"140288" : 95,
"142336" : 115,
"144384" : 98,
"146432" : 94,
"148480" : 77,
"150528" : 97,
"152576" : 84,
"154624" : 79,
"156672" : 76,
"158720" : 79,
"160768" : 85,
"162816" : 86,
"164864" : 82,
"166912" : 67,
"168960" : 85,
"171008" : 77,
"173056" : 75,
"175104" : 65,
"177152" : 65,
"179200" : 69,
"181248" : 74,
"183296" : 68,
"185344" : 65,
"187392" : 62,
"189440" : 45,
"191488" : 55,
"193536" : 56,
"195584" : 59,
"197632" : 42,
"199680" : 63,
"201728" : 33,
"203776" : 56,
"205824" : 57,
"207872" : 51,
"209920" : 41,
"211968" : 46,
"214016" : 48,
"216064" : 46,
"218112" : 41,
"220160" : 55,
"222208" : 55,
"224256" : 49,
"226304" : 59,
"228352" : 53,
"230400" : 42,
"232448" : 57,
"234496" : 50,
"236544" : 58,
"238592" : 48,
"240640" : 55,
"242688" : 56,
"244736" : 59,
"246784" : 58,
"248832" : 55,
"250880" : 64,
"252928" : 49,
"254976" : 53,
"257024" : 78,
"259072" : 54,
"261120" : 54,
"264192" : 146,
"268288" : 133,
"272384" : 154,
"276480" : 92,
"280576" : 135,
"284672" : 129,
"288768" : 124,
"292864" : 137,
"296960" : 146,
"301056" : 137,
"305152" : 161,
"309248" : 161,
"313344" : 168,
"317440" : 173,
"321536" : 195,
"325632" : 197,
"329728" : 218,
"333824" : 228,
"337920" : 261,
"342016" : 267,
"346112" : 300,
"350208" : 273,
"354304" : 352,
"358400" : 314,
"362496" : 324,
"366592" : 327,
"370688" : 389,
"374784" : 374,
"378880" : 379,
"382976" : 356,
"387072" : 404,
"391168" : 420,
"395264" : 417,
"399360" : 396,
"403456" : 427,
"407552" : 443,
"411648" : 486,
"415744" : 496,
"419840" : 555,
"423936" : 484,
"428032" : 547,
"432128" : 554,
"436224" : 619,
"440320" : 589,
"444416" : 617,
"448512" : 657,
"452608" : 647,
"456704" : 683,
"460800" : 687,
"464896" : 733,
"468992" : 709,
"473088" : 756,
"477184" : 838,
"481280" : 811,
"485376" : 788,
"489472" : 790,
"493568" : 834,
"497664" : 831,
"501760" : 818,
"505856" : 868,
"509952" : 826,
"514048" : 804,
"518144" : 924,
"522240" : 874,
"528384" : 1784,
"536576" : 1772,
"544768" : 1812,
"552960" : 1860,
"561152" : 1824,
"569344" : 1894,
"577536" : 1881,
"585728" : 1949,
"593920" : 1945,
"602112" : 2068,
"610304" : 2039,
"618496" : 2034,
"626688" : 2031,
"634880" : 2090,
"643072" : 2211,
"651264" : 2090,
"659456" : 2250,
"667648" : 2192,
"675840" : 2234,
"684032" : 2244,
"692224" : 2276,
"700416" : 2308,
"708608" : 2382,
"716800" : 2414,
"724992" : 2509,
"733184" : 2454,
"741376" : 2623,
"749568" : 2583,
"757760" : 2629,
"765952" : 2639,
"774144" : 2723,
"782336" : 2620,
"790528" : 2589,
"798720" : 2699,
"806912" : 2733,
"815104" : 2737,
"823296" : 2736,
"831488" : 2852,
"839680" : 2840,
"847872" : 2933,
"856064" : 2937,
"864256" : 2972,
"872448" : 3040,
"880640" : 3120,
"888832" : 3186,
"897024" : 3387,
"905216" : 3174,
"913408" : 3163,
"921600" : 3295,
"929792" : 3234,
"937984" : 3255,
"946176" : 3442,
"954368" : 3485,
"962560" : 3478,
"970752" : 3677,
"978944" : 3749,
"987136" : 4169,
"995328" : 4785,
"1003520" : 5062,
"1011712" : 4812,
"1019904" : 4689,
"1028096" : 4522,
"1036288" : 4612,
"1044480" : 4609,
"1056768" : 9534,
"1073152" : 9488,
"1089536" : 9596,
"1105920" : 10305,
"1122304" : 10960,
"1138688" : 11570,
"1155072" : 12417,
"1171456" : 13400,
"1187840" : 13925,
"1204224" : 15073,
"1220608" : 15861,
"1236992" : 16579,
"1253376" : 16997,
"1269760" : 17613,
"1286144" : 18765,
"1302528" : 19767,
"1318912" : 20706,
"1335296" : 21101,
"1351680" : 22229,
"1368064" : 22982,
"1384448" : 24117,
"1400832" : 24844,
"1417216" : 25458,
"1433600" : 26789,
"1449984" : 28315,
"1466368" : 29648,
"1482752" : 31263,
"1499136" : 31454,
"1515520" : 31643,
"1531904" : 32147,
"1548288" : 31488,
"1564672" : 31498,
"1581056" : 31604,
"1597440" : 32111,
"1613824" : 32511,
"1630208" : 33405,
"1646592" : 35397,
"1662976" : 36061,
"1679360" : 36553,
"1695744" : 36843,
"1712128" : 37128,
"1728512" : 37852,
"1744896" : 38359,
"1761280" : 38911,
"1777664" : 38752,
"1794048" : 38914,
"1810432" : 38797,
"1826816" : 38917,
"1843200" : 38917,
"1859584" : 39506,
"1875968" : 39951,
"1892352" : 40183,
"1908736" : 39282,
"1925120" : 39545,
"1941504" : 39496,
"1957888" : 39994,
"1974272" : 40758,
"1990656" : 46051,
"2007040" : 48917,
"2023424" : 42656,
"2039808" : 40782,
"2056192" : 40566,
"2072576" : 39533,
"2088960" : 39567,
"2113536" : 81532,
"2146304" : 80633,
"2179072" : 77894,
"2211840" : 76963,
"2244608" : 76993,
"2277376" : 72679,
"2310144" : 68922,
"2342912" : 66501,
"2375680" : 63727,
"2408448" : 60819,
"2441216" : 57218,
"2473984" : 55106,
"2506752" : 52769,
"2539520" : 50114,
"2572288" : 47978,
"2605056" : 46462,
"2637824" : 44291,
"2670592" : 42450,
"2703360" : 40908,
"2736128" : 39787,
"2768896" : 38337,
"2801664" : 37074,
"2834432" : 35322,
"2867200" : 34252,
"2899968" : 32399,
"2932736" : 31072,
"2965504" : 30661,
"2998272" : 32238,
"3031040" : 28668,
"3063808" : 26023,
"3096576" : 25406,
"3129344" : 24669,
"3162112" : 23221,
"3194880" : 22533,
"3227648" : 21666,
"3260416" : 20561,
"3293184" : 19312,
"3325952" : 18172,
"3358720" : 17119,
"3391488" : 16067,
"3424256" : 15430,
"3457024" : 14368,
"3489792" : 13314,
"3522560" : 12753,
"3555328" : 12079,
"3588096" : 11126,
"3620864" : 10473,
"3653632" : 9628,
"3686400" : 8795,
"3719168" : 8330,
"3751936" : 7945,
"3784704" : 7053,
"3817472" : 6538,
"3850240" : 6077,
"3883008" : 5523,
"3915776" : 5083,
"3948544" : 4772,
"3981312" : 4272,
"4014080" : 4314,
"4046848" : 3553,
"4079616" : 3174,
"4112384" : 2969,
"4145152" : 2721,
"4177920" : 2573,
"4227072" : 4337,
"4292608" : 3595,
"4358144" : 2930,
"4423680" : 2555,
"4489216" : 2215,
"4554752" : 1824,
"4620288" : 1647,
"4685824" : 1289,
"4751360" : 1149,
"4816896" : 971,
"4882432" : 790,
"4947968" : 656,
"5013504" : 666,
"5079040" : 565,
"5144576" : 449,
"5210112" : 432,
"5275648" : 393,
"5341184" : 341,
"5406720" : 315,
"5472256" : 294,
"5537792" : 243,
"5603328" : 201,
"5668864" : 175,
"5734400" : 184,
"5799936" : 142,
"5865472" : 147,
"5931008" : 138,
"5996544" : 131,
"6062080" : 117,
"6127616" : 77,
"6193152" : 67,
"6258688" : 74,
"6324224" : 67,
"6389760" : 56,
"6455296" : 49,
"6520832" : 37,
"6586368" : 40,
"6651904" : 33,
"6717440" : 18,
"6782976" : 26,
"6848512" : 17,
"6914048" : 17,
"6979584" : 13,
"7045120" : 14,
"7110656" : 9,
"7176192" : 4,
"7241728" : 7,
"7307264" : 6,
"7372800" : 4,
"7438336" : 4,
"7503872" : 10,
"7569408" : 10,
"7634944" : 3,
"7700480" : 9,
"7766016" : 5,
"7831552" : 9,
"7897088" : 4,
"7962624" : 4,
"8028160" : 2,
"8093696" : 3,
"8159232" : 2,
"8355840" : 2,
"8454144" : 5,
"8585216" : 2,
"8716288" : 2,
"8847360" : 1,
"8978432" : 1,
"9109504" : 3,
"9240576" : 1,
"9502720" : 2,
"9764864" : 2,
"10027008" : 2,
"10158080" : 2,
"10289152" : 2,
"10420224" : 2,
"10551296" : 1,
"10682368" : 1,
"11337728" : 1
}
},
"lat_ns" : {
"min" : 106262,
"max" : 11991804,
"mean" : 2833776.854445,
"stddev" : 942092.427709,
"N" : 4063157
},
"bw_min" : 61397,
"bw_max" : 136158,
"bw_agg" : 100.000000,
"bw_mean" : 90315.042293,
"bw_dev" : 964.167222,
"bw_samples" : 5758,
"iops_min" : 15341,
"iops_max" : 34038,
"iops_mean" : 22577.904031,
"iops_stddev" : 241.028695,
"iops_samples" : 5758
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880191,
"usr_cpu" : 0.466323,
"sys_cpu" : 6.061126,
"ctx" : 4340638,
"majf" : 0,
"minf" : 593,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.010000,
"250" : 0.120843,
"500" : 0.599615,
"750" : 1.566805,
"1000" : 2.358022
},
"latency_ms" : {
"2" : 41.221907,
"4" : 52.935474,
"10" : 1.195193,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 4,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}