raidz2/benchmarks/rand/rand-write-qd16-nj8_run1.json
{
"fio version" : "fio-3.35",
"timestamp" : 1774121988,
"timestamp_ms" : 1774121988655,
"time" : "Sat Mar 21 16:39:48 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 11,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1215492096,
"io_kbytes" : 1187004,
"bw_bytes" : 124499856,
"bw" : 121581,
"iops" : 30442.384513,
"runtime" : 9763,
"total_ios" : 297209,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 78104,
"usr_cpu" : 0.974342,
"sys_cpu" : 12.370685,
"ctx" : 291562,
"majf" : 0,
"minf" : 52,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 99.959624,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.998318,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.998317,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774121998,
"timestamp_ms" : 1774121998888,
"time" : "Sat Mar 21 16:39:58 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1137381376,
"io_kbytes" : 1110724,
"bw_bytes" : 113738137,
"bw" : 111072,
"iops" : 27769.100000,
"runtime" : 10000,
"total_ios" : 277691,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 16496,
"max" : 2787017,
"mean" : 285315.938187,
"stddev" : 100633.581837,
"N" : 277691
},
"clat_ns" : {
"min" : 488126,
"max" : 8531130,
"mean" : 4323305.158847,
"stddev" : 1320898.310304,
"N" : 277683,
"percentile" : {
"1.000000" : 1335296,
"5.000000" : 2039808,
"10.000000" : 2441216,
"20.000000" : 3293184,
"30.000000" : 3686400,
"40.000000" : 3981312,
"50.000000" : 4292608,
"60.000000" : 4685824,
"70.000000" : 5013504,
"80.000000" : 5537792,
"90.000000" : 6193152,
"95.000000" : 6520832,
"99.000000" : 6914048,
"99.500000" : 7045120,
"99.900000" : 7372800,
"99.950000" : 7569408,
"99.990000" : 8028160
},
"bins" : {
"489472" : 2,
"493568" : 4,
"497664" : 4,
"501760" : 3,
"505856" : 6,
"509952" : 4,
"514048" : 5,
"518144" : 9,
"522240" : 4,
"528384" : 16,
"536576" : 25,
"544768" : 34,
"552960" : 22,
"561152" : 20,
"569344" : 26,
"577536" : 16,
"585728" : 13,
"593920" : 31,
"602112" : 16,
"610304" : 12,
"618496" : 15,
"626688" : 18,
"634880" : 13,
"643072" : 15,
"651264" : 16,
"659456" : 23,
"667648" : 25,
"675840" : 30,
"684032" : 16,
"692224" : 24,
"700416" : 27,
"708608" : 18,
"716800" : 13,
"724992" : 31,
"733184" : 24,
"741376" : 21,
"749568" : 28,
"757760" : 34,
"765952" : 15,
"774144" : 17,
"782336" : 27,
"790528" : 19,
"798720" : 20,
"806912" : 19,
"815104" : 18,
"823296" : 20,
"831488" : 18,
"839680" : 38,
"847872" : 34,
"856064" : 34,
"864256" : 31,
"872448" : 27,
"880640" : 33,
"888832" : 34,
"897024" : 31,
"905216" : 31,
"913408" : 29,
"921600" : 27,
"929792" : 32,
"937984" : 24,
"946176" : 27,
"954368" : 42,
"962560" : 44,
"970752" : 41,
"978944" : 24,
"987136" : 46,
"995328" : 35,
"1003520" : 33,
"1011712" : 34,
"1019904" : 31,
"1028096" : 34,
"1036288" : 36,
"1044480" : 26,
"1056768" : 61,
"1073152" : 55,
"1089536" : 65,
"1105920" : 58,
"1122304" : 51,
"1138688" : 60,
"1155072" : 57,
"1171456" : 59,
"1187840" : 71,
"1204224" : 78,
"1220608" : 69,
"1236992" : 53,
"1253376" : 78,
"1269760" : 76,
"1286144" : 64,
"1302528" : 38,
"1318912" : 55,
"1335296" : 60,
"1351680" : 68,
"1368064" : 60,
"1384448" : 75,
"1400832" : 65,
"1417216" : 77,
"1433600" : 65,
"1449984" : 75,
"1466368" : 73,
"1482752" : 92,
"1499136" : 91,
"1515520" : 104,
"1531904" : 86,
"1548288" : 80,
"1564672" : 108,
"1581056" : 141,
"1597440" : 108,
"1613824" : 122,
"1630208" : 127,
"1646592" : 134,
"1662976" : 134,
"1679360" : 165,
"1695744" : 224,
"1712128" : 206,
"1728512" : 222,
"1744896" : 267,
"1761280" : 243,
"1777664" : 255,
"1794048" : 279,
"1810432" : 323,
"1826816" : 367,
"1843200" : 389,
"1859584" : 538,
"1875968" : 517,
"1892352" : 431,
"1908736" : 443,
"1925120" : 430,
"1941504" : 414,
"1957888" : 461,
"1974272" : 507,
"1990656" : 611,
"2007040" : 814,
"2023424" : 682,
"2039808" : 687,
"2056192" : 584,
"2072576" : 565,
"2088960" : 515,
"2113536" : 1217,
"2146304" : 1480,
"2179072" : 1336,
"2211840" : 1086,
"2244608" : 1078,
"2277376" : 1006,
"2310144" : 1045,
"2342912" : 1063,
"2375680" : 1036,
"2408448" : 933,
"2441216" : 895,
"2473984" : 943,
"2506752" : 918,
"2539520" : 966,
"2572288" : 1037,
"2605056" : 965,
"2637824" : 892,
"2670592" : 890,
"2703360" : 865,
"2736128" : 855,
"2768896" : 955,
"2801664" : 1043,
"2834432" : 1041,
"2867200" : 1008,
"2899968" : 921,
"2932736" : 920,
"2965504" : 1067,
"2998272" : 1410,
"3031040" : 1465,
"3063808" : 1343,
"3096576" : 1160,
"3129344" : 1114,
"3162112" : 1120,
"3194880" : 1195,
"3227648" : 1410,
"3260416" : 1507,
"3293184" : 1522,
"3325952" : 1823,
"3358720" : 1949,
"3391488" : 1898,
"3424256" : 1918,
"3457024" : 2256,
"3489792" : 2529,
"3522560" : 2631,
"3555328" : 2563,
"3588096" : 2400,
"3620864" : 2535,
"3653632" : 2407,
"3686400" : 2688,
"3719168" : 3645,
"3751936" : 4492,
"3784704" : 4229,
"3817472" : 3404,
"3850240" : 2697,
"3883008" : 2459,
"3915776" : 2377,
"3948544" : 2637,
"3981312" : 3179,
"4014080" : 3890,
"4046848" : 3136,
"4079616" : 3092,
"4112384" : 3329,
"4145152" : 2974,
"4177920" : 2397,
"4227072" : 4052,
"4292608" : 5212,
"4358144" : 4257,
"4423680" : 4082,
"4489216" : 4838,
"4554752" : 4977,
"4620288" : 6629,
"4685824" : 6624,
"4751360" : 5520,
"4816896" : 4901,
"4882432" : 4617,
"4947968" : 4973,
"5013504" : 6052,
"5079040" : 3636,
"5144576" : 3388,
"5210112" : 2982,
"5275648" : 3014,
"5341184" : 3043,
"5406720" : 3432,
"5472256" : 3682,
"5537792" : 3515,
"5603328" : 3238,
"5668864" : 2594,
"5734400" : 2508,
"5799936" : 2544,
"5865472" : 2372,
"5931008" : 2495,
"5996544" : 3177,
"6062080" : 2647,
"6127616" : 2661,
"6193152" : 2642,
"6258688" : 2724,
"6324224" : 2439,
"6389760" : 2363,
"6455296" : 2349,
"6520832" : 2256,
"6586368" : 2373,
"6651904" : 2127,
"6717440" : 1957,
"6782976" : 1755,
"6848512" : 1396,
"6914048" : 1005,
"6979584" : 752,
"7045120" : 598,
"7110656" : 358,
"7176192" : 260,
"7241728" : 148,
"7307264" : 116,
"7372800" : 86,
"7438336" : 60,
"7503872" : 43,
"7569408" : 39,
"7634944" : 25,
"7700480" : 21,
"7766016" : 13,
"7831552" : 7,
"7897088" : 9,
"7962624" : 5,
"8028160" : 7,
"8093696" : 4,
"8224768" : 3,
"8290304" : 2,
"8355840" : 4,
"8454144" : 5,
"8585216" : 3
}
},
"lat_ns" : {
"min" : 521226,
"max" : 9039456,
"mean" : 4608618.601578,
"stddev" : 1407176.034796,
"N" : 277683
},
"bw_min" : 95776,
"bw_max" : 121456,
"bw_agg" : 99.715141,
"bw_mean" : 110756.842105,
"bw_dev" : 872.342165,
"bw_samples" : 152,
"iops_min" : 23944,
"iops_max" : 30361,
"iops_mean" : 27689.000000,
"iops_stddev" : 218.051532,
"iops_samples" : 152
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79995,
"usr_cpu" : 0.876305,
"sys_cpu" : 11.264454,
"ctx" : 282704,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.217508,
"1000" : 0.319060
},
"latency_ms" : {
"2" : 3.791625,
"4" : 36.571585,
"10" : 59.093381,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122008,
"timestamp_ms" : 1774122008887,
"time" : "Sat Mar 21 16:40:08 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2256904192,
"io_kbytes" : 2204008,
"bw_bytes" : 112850852,
"bw" : 110205,
"iops" : 27552.127606,
"runtime" : 19999,
"total_ios" : 551015,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14863,
"max" : 2787017,
"mean" : 287580.484731,
"stddev" : 101791.019273,
"N" : 551015
},
"clat_ns" : {
"min" : 488126,
"max" : 8531130,
"mean" : 4357655.723708,
"stddev" : 1332849.088760,
"N" : 551007,
"percentile" : {
"1.000000" : 1335296,
"5.000000" : 2023424,
"10.000000" : 2441216,
"20.000000" : 3293184,
"30.000000" : 3719168,
"40.000000" : 4014080,
"50.000000" : 4358144,
"60.000000" : 4685824,
"70.000000" : 5013504,
"80.000000" : 5537792,
"90.000000" : 6193152,
"95.000000" : 6586368,
"99.000000" : 7045120,
"99.500000" : 7176192,
"99.900000" : 7438336,
"99.950000" : 7569408,
"99.990000" : 7897088
},
"bins" : {
"489472" : 2,
"493568" : 4,
"497664" : 4,
"501760" : 3,
"505856" : 6,
"509952" : 4,
"514048" : 7,
"518144" : 9,
"522240" : 7,
"528384" : 20,
"536576" : 28,
"544768" : 34,
"552960" : 24,
"561152" : 25,
"569344" : 38,
"577536" : 23,
"585728" : 21,
"593920" : 42,
"602112" : 28,
"610304" : 23,
"618496" : 39,
"626688" : 30,
"634880" : 24,
"643072" : 18,
"651264" : 25,
"659456" : 37,
"667648" : 37,
"675840" : 36,
"684032" : 22,
"692224" : 33,
"700416" : 39,
"708608" : 25,
"716800" : 22,
"724992" : 40,
"733184" : 38,
"741376" : 40,
"749568" : 39,
"757760" : 52,
"765952" : 26,
"774144" : 32,
"782336" : 40,
"790528" : 40,
"798720" : 42,
"806912" : 41,
"815104" : 47,
"823296" : 45,
"831488" : 38,
"839680" : 56,
"847872" : 51,
"856064" : 51,
"864256" : 44,
"872448" : 49,
"880640" : 47,
"888832" : 64,
"897024" : 51,
"905216" : 60,
"913408" : 63,
"921600" : 50,
"929792" : 67,
"937984" : 56,
"946176" : 56,
"954368" : 71,
"962560" : 65,
"970752" : 74,
"978944" : 48,
"987136" : 67,
"995328" : 68,
"1003520" : 75,
"1011712" : 67,
"1019904" : 61,
"1028096" : 71,
"1036288" : 72,
"1044480" : 60,
"1056768" : 129,
"1073152" : 124,
"1089536" : 147,
"1105920" : 145,
"1122304" : 131,
"1138688" : 134,
"1155072" : 136,
"1171456" : 137,
"1187840" : 151,
"1204224" : 181,
"1220608" : 144,
"1236992" : 133,
"1253376" : 174,
"1269760" : 175,
"1286144" : 171,
"1302528" : 144,
"1318912" : 158,
"1335296" : 142,
"1351680" : 145,
"1368064" : 141,
"1384448" : 155,
"1400832" : 183,
"1417216" : 171,
"1433600" : 160,
"1449984" : 169,
"1466368" : 177,
"1482752" : 196,
"1499136" : 209,
"1515520" : 213,
"1531904" : 207,
"1548288" : 210,
"1564672" : 253,
"1581056" : 293,
"1597440" : 301,
"1613824" : 311,
"1630208" : 314,
"1646592" : 348,
"1662976" : 294,
"1679360" : 380,
"1695744" : 490,
"1712128" : 530,
"1728512" : 564,
"1744896" : 636,
"1761280" : 618,
"1777664" : 563,
"1794048" : 638,
"1810432" : 713,
"1826816" : 817,
"1843200" : 868,
"1859584" : 1061,
"1875968" : 1068,
"1892352" : 976,
"1908736" : 920,
"1925120" : 876,
"1941504" : 879,
"1957888" : 952,
"1974272" : 1049,
"1990656" : 1223,
"2007040" : 1508,
"2023424" : 1296,
"2039808" : 1207,
"2056192" : 1079,
"2072576" : 1074,
"2088960" : 956,
"2113536" : 2181,
"2146304" : 2500,
"2179072" : 2395,
"2211840" : 2058,
"2244608" : 2015,
"2277376" : 1880,
"2310144" : 1891,
"2342912" : 1936,
"2375680" : 1927,
"2408448" : 1778,
"2441216" : 1680,
"2473984" : 1761,
"2506752" : 1731,
"2539520" : 1833,
"2572288" : 1878,
"2605056" : 1843,
"2637824" : 1766,
"2670592" : 1730,
"2703360" : 1712,
"2736128" : 1756,
"2768896" : 1913,
"2801664" : 2060,
"2834432" : 2109,
"2867200" : 2024,
"2899968" : 1867,
"2932736" : 1843,
"2965504" : 2069,
"2998272" : 2821,
"3031040" : 2776,
"3063808" : 2497,
"3096576" : 2280,
"3129344" : 2297,
"3162112" : 2285,
"3194880" : 2364,
"3227648" : 2855,
"3260416" : 2996,
"3293184" : 2912,
"3325952" : 3485,
"3358720" : 3747,
"3391488" : 3514,
"3424256" : 3522,
"3457024" : 4019,
"3489792" : 4531,
"3522560" : 4777,
"3555328" : 4735,
"3588096" : 4343,
"3620864" : 4232,
"3653632" : 4210,
"3686400" : 4671,
"3719168" : 6648,
"3751936" : 8192,
"3784704" : 7472,
"3817472" : 6089,
"3850240" : 4905,
"3883008" : 4482,
"3915776" : 4400,
"3948544" : 4799,
"3981312" : 5982,
"4014080" : 6960,
"4046848" : 5386,
"4079616" : 5211,
"4112384" : 5745,
"4145152" : 5468,
"4177920" : 4582,
"4227072" : 8425,
"4292608" : 11852,
"4358144" : 9665,
"4423680" : 10016,
"4489216" : 12412,
"4554752" : 12251,
"4620288" : 13267,
"4685824" : 12591,
"4751360" : 10440,
"4816896" : 9219,
"4882432" : 8909,
"4947968" : 10295,
"5013504" : 12994,
"5079040" : 7609,
"5144576" : 7342,
"5210112" : 7050,
"5275648" : 6805,
"5341184" : 6405,
"5406720" : 6842,
"5472256" : 6857,
"5537792" : 6327,
"5603328" : 6175,
"5668864" : 5428,
"5734400" : 5304,
"5799936" : 5492,
"5865472" : 4898,
"5931008" : 4947,
"5996544" : 6030,
"6062080" : 5290,
"6127616" : 5255,
"6193152" : 5263,
"6258688" : 5399,
"6324224" : 4744,
"6389760" : 4605,
"6455296" : 4392,
"6520832" : 4205,
"6586368" : 4290,
"6651904" : 3954,
"6717440" : 3710,
"6782976" : 3337,
"6848512" : 2802,
"6914048" : 2301,
"6979584" : 1915,
"7045120" : 1629,
"7110656" : 1267,
"7176192" : 1080,
"7241728" : 754,
"7307264" : 595,
"7372800" : 356,
"7438336" : 253,
"7503872" : 164,
"7569408" : 103,
"7634944" : 72,
"7700480" : 53,
"7766016" : 39,
"7831552" : 29,
"7897088" : 24,
"7962624" : 7,
"8028160" : 14,
"8093696" : 6,
"8224768" : 3,
"8290304" : 2,
"8355840" : 4,
"8454144" : 5,
"8585216" : 3
}
},
"lat_ns" : {
"min" : 521226,
"max" : 9039456,
"mean" : 4645276.787097,
"stddev" : 1419930.371190,
"N" : 551007
},
"bw_min" : 93640,
"bw_max" : 121456,
"bw_agg" : 100.000000,
"bw_mean" : 110314.256410,
"bw_dev" : 938.350932,
"bw_samples" : 312,
"iops_min" : 23410,
"iops_max" : 30361,
"iops_mean" : 27578.230769,
"iops_stddev" : 234.561540,
"iops_samples" : 312
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159992,
"usr_cpu" : 0.894420,
"sys_cpu" : 11.226811,
"ctx" : 560207,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.157346,
"1000" : 0.286925
},
"latency_ms" : {
"2" : 4.252153,
"4" : 34.226836,
"10" : 61.073292,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122018,
"timestamp_ms" : 1774122018887,
"time" : "Sat Mar 21 16:40:18 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3344326656,
"io_kbytes" : 3265944,
"bw_bytes" : 111481271,
"bw" : 108868,
"iops" : 27217.440581,
"runtime" : 29999,
"total_ios" : 816496,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14863,
"max" : 2787017,
"mean" : 291143.559257,
"stddev" : 103501.725321,
"N" : 816496
},
"clat_ns" : {
"min" : 488126,
"max" : 8747561,
"mean" : 4410925.295889,
"stddev" : 1364285.125635,
"N" : 816488,
"percentile" : {
"1.000000" : 1368064,
"5.000000" : 2007040,
"10.000000" : 2473984,
"20.000000" : 3325952,
"30.000000" : 3751936,
"40.000000" : 4079616,
"50.000000" : 4423680,
"60.000000" : 4751360,
"70.000000" : 5079040,
"80.000000" : 5603328,
"90.000000" : 6258688,
"95.000000" : 6651904,
"99.000000" : 7176192,
"99.500000" : 7307264,
"99.900000" : 7634944,
"99.950000" : 7766016,
"99.990000" : 8093696
},
"bins" : {
"489472" : 2,
"493568" : 6,
"497664" : 5,
"501760" : 4,
"505856" : 8,
"509952" : 4,
"514048" : 10,
"518144" : 11,
"522240" : 8,
"528384" : 36,
"536576" : 45,
"544768" : 68,
"552960" : 48,
"561152" : 54,
"569344" : 61,
"577536" : 45,
"585728" : 48,
"593920" : 66,
"602112" : 53,
"610304" : 41,
"618496" : 65,
"626688" : 46,
"634880" : 49,
"643072" : 36,
"651264" : 37,
"659456" : 50,
"667648" : 52,
"675840" : 46,
"684032" : 34,
"692224" : 51,
"700416" : 55,
"708608" : 39,
"716800" : 32,
"724992" : 62,
"733184" : 57,
"741376" : 65,
"749568" : 63,
"757760" : 68,
"765952" : 38,
"774144" : 47,
"782336" : 53,
"790528" : 53,
"798720" : 59,
"806912" : 52,
"815104" : 63,
"823296" : 57,
"831488" : 50,
"839680" : 78,
"847872" : 67,
"856064" : 74,
"864256" : 55,
"872448" : 66,
"880640" : 65,
"888832" : 79,
"897024" : 75,
"905216" : 90,
"913408" : 94,
"921600" : 70,
"929792" : 87,
"937984" : 68,
"946176" : 76,
"954368" : 83,
"962560" : 82,
"970752" : 90,
"978944" : 72,
"987136" : 89,
"995328" : 92,
"1003520" : 99,
"1011712" : 87,
"1019904" : 81,
"1028096" : 93,
"1036288" : 95,
"1044480" : 85,
"1056768" : 180,
"1073152" : 160,
"1089536" : 200,
"1105920" : 189,
"1122304" : 186,
"1138688" : 186,
"1155072" : 191,
"1171456" : 196,
"1187840" : 227,
"1204224" : 243,
"1220608" : 207,
"1236992" : 200,
"1253376" : 243,
"1269760" : 251,
"1286144" : 221,
"1302528" : 201,
"1318912" : 223,
"1335296" : 232,
"1351680" : 239,
"1368064" : 223,
"1384448" : 233,
"1400832" : 282,
"1417216" : 303,
"1433600" : 317,
"1449984" : 304,
"1466368" : 334,
"1482752" : 367,
"1499136" : 381,
"1515520" : 402,
"1531904" : 402,
"1548288" : 436,
"1564672" : 495,
"1581056" : 529,
"1597440" : 600,
"1613824" : 605,
"1630208" : 600,
"1646592" : 663,
"1662976" : 629,
"1679360" : 713,
"1695744" : 874,
"1712128" : 937,
"1728512" : 995,
"1744896" : 1048,
"1761280" : 1040,
"1777664" : 991,
"1794048" : 1084,
"1810432" : 1181,
"1826816" : 1331,
"1843200" : 1356,
"1859584" : 1587,
"1875968" : 1557,
"1892352" : 1444,
"1908736" : 1357,
"1925120" : 1266,
"1941504" : 1294,
"1957888" : 1373,
"1974272" : 1478,
"1990656" : 1717,
"2007040" : 2033,
"2023424" : 1739,
"2039808" : 1652,
"2056192" : 1428,
"2072576" : 1472,
"2088960" : 1338,
"2113536" : 3009,
"2146304" : 3335,
"2179072" : 3218,
"2211840" : 2823,
"2244608" : 2801,
"2277376" : 2593,
"2310144" : 2590,
"2342912" : 2668,
"2375680" : 2646,
"2408448" : 2487,
"2441216" : 2337,
"2473984" : 2386,
"2506752" : 2386,
"2539520" : 2509,
"2572288" : 2573,
"2605056" : 2518,
"2637824" : 2471,
"2670592" : 2446,
"2703360" : 2400,
"2736128" : 2483,
"2768896" : 2635,
"2801664" : 2902,
"2834432" : 2987,
"2867200" : 2886,
"2899968" : 2633,
"2932736" : 2659,
"2965504" : 3000,
"2998272" : 4136,
"3031040" : 4099,
"3063808" : 3651,
"3096576" : 3500,
"3129344" : 3516,
"3162112" : 3377,
"3194880" : 3555,
"3227648" : 4245,
"3260416" : 4354,
"3293184" : 4203,
"3325952" : 4961,
"3358720" : 5368,
"3391488" : 4991,
"3424256" : 5001,
"3457024" : 5551,
"3489792" : 6255,
"3522560" : 6672,
"3555328" : 6652,
"3588096" : 6125,
"3620864" : 5914,
"3653632" : 5798,
"3686400" : 6501,
"3719168" : 8815,
"3751936" : 10748,
"3784704" : 10118,
"3817472" : 8441,
"3850240" : 6867,
"3883008" : 6245,
"3915776" : 6149,
"3948544" : 6645,
"3981312" : 8474,
"4014080" : 9930,
"4046848" : 7925,
"4079616" : 7786,
"4112384" : 8718,
"4145152" : 8749,
"4177920" : 7515,
"4227072" : 13575,
"4292608" : 17785,
"4358144" : 12847,
"4423680" : 13231,
"4489216" : 16569,
"4554752" : 16672,
"4620288" : 17799,
"4685824" : 18340,
"4751360" : 16625,
"4816896" : 14939,
"4882432" : 14099,
"4947968" : 15662,
"5013504" : 19055,
"5079040" : 11261,
"5144576" : 10809,
"5210112" : 10841,
"5275648" : 11236,
"5341184" : 10893,
"5406720" : 11834,
"5472256" : 11312,
"5537792" : 9691,
"5603328" : 9052,
"5668864" : 8062,
"5734400" : 7853,
"5799936" : 7992,
"5865472" : 7209,
"5931008" : 7197,
"5996544" : 9421,
"6062080" : 7935,
"6127616" : 7736,
"6193152" : 7862,
"6258688" : 8089,
"6324224" : 7088,
"6389760" : 6925,
"6455296" : 6743,
"6520832" : 6331,
"6586368" : 6447,
"6651904" : 5934,
"6717440" : 5844,
"6782976" : 5459,
"6848512" : 4774,
"6914048" : 4194,
"6979584" : 3760,
"7045120" : 3207,
"7110656" : 2709,
"7176192" : 2326,
"7241728" : 1671,
"7307264" : 1352,
"7372800" : 935,
"7438336" : 766,
"7503872" : 639,
"7569408" : 429,
"7634944" : 291,
"7700480" : 217,
"7766016" : 176,
"7831552" : 142,
"7897088" : 83,
"7962624" : 37,
"8028160" : 37,
"8093696" : 26,
"8159232" : 19,
"8224768" : 17,
"8290304" : 12,
"8355840" : 11,
"8454144" : 5,
"8585216" : 4,
"8716288" : 5
}
},
"lat_ns" : {
"min" : 521226,
"max" : 9278892,
"mean" : 4702083.709437,
"stddev" : 1453548.096277,
"N" : 816488
},
"bw_min" : 93136,
"bw_max" : 121523,
"bw_agg" : 100.000000,
"bw_mean" : 108917.152542,
"bw_dev" : 994.555807,
"bw_samples" : 472,
"iops_min" : 23284,
"iops_max" : 30378,
"iops_mean" : 27229.000000,
"iops_stddev" : 248.621724,
"iops_samples" : 472
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 239992,
"usr_cpu" : 0.851695,
"sys_cpu" : 11.186206,
"ctx" : 828696,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999878,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999878,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.173914,
"1000" : 0.260258
},
"latency_ms" : {
"2" : 4.578467,
"4" : 32.291034,
"10" : 62.693632,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122028,
"timestamp_ms" : 1774122028890,
"time" : "Sat Mar 21 16:40:28 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4366495744,
"io_kbytes" : 4264156,
"bw_bytes" : 109162393,
"bw" : 106603,
"iops" : 26652.500000,
"runtime" : 40000,
"total_ios" : 1066100,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14623,
"max" : 4855966,
"mean" : 297390.865865,
"stddev" : 145158.399130,
"N" : 1066100
},
"clat_ns" : {
"min" : 488126,
"max" : 15268230,
"mean" : 4504424.505314,
"stddev" : 1453795.373270,
"N" : 1066092,
"percentile" : {
"1.000000" : 1417216,
"5.000000" : 2023424,
"10.000000" : 2539520,
"20.000000" : 3358720,
"30.000000" : 3751936,
"40.000000" : 4112384,
"50.000000" : 4489216,
"60.000000" : 4816896,
"70.000000" : 5210112,
"80.000000" : 5734400,
"90.000000" : 6455296,
"95.000000" : 6848512,
"99.000000" : 7897088,
"99.500000" : 8585216,
"99.900000" : 10027008,
"99.950000" : 10551296,
"99.990000" : 12124160
},
"bins" : {
"489472" : 3,
"493568" : 9,
"497664" : 7,
"501760" : 6,
"505856" : 10,
"509952" : 7,
"514048" : 16,
"518144" : 12,
"522240" : 11,
"528384" : 41,
"536576" : 52,
"544768" : 77,
"552960" : 62,
"561152" : 63,
"569344" : 62,
"577536" : 47,
"585728" : 55,
"593920" : 70,
"602112" : 61,
"610304" : 51,
"618496" : 77,
"626688" : 53,
"634880" : 62,
"643072" : 46,
"651264" : 43,
"659456" : 66,
"667648" : 70,
"675840" : 61,
"684032" : 61,
"692224" : 69,
"700416" : 66,
"708608" : 54,
"716800" : 54,
"724992" : 79,
"733184" : 70,
"741376" : 94,
"749568" : 79,
"757760" : 95,
"765952" : 67,
"774144" : 69,
"782336" : 80,
"790528" : 80,
"798720" : 84,
"806912" : 65,
"815104" : 82,
"823296" : 76,
"831488" : 68,
"839680" : 98,
"847872" : 83,
"856064" : 88,
"864256" : 73,
"872448" : 85,
"880640" : 79,
"888832" : 99,
"897024" : 92,
"905216" : 104,
"913408" : 107,
"921600" : 78,
"929792" : 101,
"937984" : 81,
"946176" : 93,
"954368" : 99,
"962560" : 94,
"970752" : 107,
"978944" : 82,
"987136" : 101,
"995328" : 112,
"1003520" : 114,
"1011712" : 105,
"1019904" : 96,
"1028096" : 106,
"1036288" : 116,
"1044480" : 101,
"1056768" : 203,
"1073152" : 195,
"1089536" : 227,
"1105920" : 202,
"1122304" : 215,
"1138688" : 213,
"1155072" : 212,
"1171456" : 218,
"1187840" : 258,
"1204224" : 269,
"1220608" : 236,
"1236992" : 244,
"1253376" : 264,
"1269760" : 283,
"1286144" : 238,
"1302528" : 243,
"1318912" : 250,
"1335296" : 294,
"1351680" : 290,
"1368064" : 268,
"1384448" : 279,
"1400832" : 334,
"1417216" : 381,
"1433600" : 397,
"1449984" : 397,
"1466368" : 429,
"1482752" : 476,
"1499136" : 468,
"1515520" : 498,
"1531904" : 552,
"1548288" : 606,
"1564672" : 673,
"1581056" : 711,
"1597440" : 794,
"1613824" : 760,
"1630208" : 776,
"1646592" : 864,
"1662976" : 851,
"1679360" : 930,
"1695744" : 1047,
"1712128" : 1185,
"1728512" : 1227,
"1744896" : 1270,
"1761280" : 1266,
"1777664" : 1194,
"1794048" : 1294,
"1810432" : 1414,
"1826816" : 1580,
"1843200" : 1626,
"1859584" : 1924,
"1875968" : 1833,
"1892352" : 1668,
"1908736" : 1597,
"1925120" : 1501,
"1941504" : 1543,
"1957888" : 1642,
"1974272" : 1712,
"1990656" : 1993,
"2007040" : 2326,
"2023424" : 1984,
"2039808" : 1893,
"2056192" : 1652,
"2072576" : 1724,
"2088960" : 1549,
"2113536" : 3536,
"2146304" : 3874,
"2179072" : 3778,
"2211840" : 3321,
"2244608" : 3304,
"2277376" : 3191,
"2310144" : 3171,
"2342912" : 3273,
"2375680" : 3242,
"2408448" : 3092,
"2441216" : 2961,
"2473984" : 3120,
"2506752" : 3137,
"2539520" : 3308,
"2572288" : 3292,
"2605056" : 3267,
"2637824" : 3276,
"2670592" : 3179,
"2703360" : 3176,
"2736128" : 3306,
"2768896" : 3507,
"2801664" : 3848,
"2834432" : 3883,
"2867200" : 3843,
"2899968" : 3561,
"2932736" : 3644,
"2965504" : 4017,
"2998272" : 5419,
"3031040" : 5309,
"3063808" : 4843,
"3096576" : 4747,
"3129344" : 4918,
"3162112" : 4806,
"3194880" : 5144,
"3227648" : 5912,
"3260416" : 6105,
"3293184" : 5837,
"3325952" : 6653,
"3358720" : 7131,
"3391488" : 6773,
"3424256" : 6825,
"3457024" : 7474,
"3489792" : 8365,
"3522560" : 8698,
"3555328" : 8721,
"3588096" : 8196,
"3620864" : 7959,
"3653632" : 7799,
"3686400" : 8574,
"3719168" : 11115,
"3751936" : 13260,
"3784704" : 12307,
"3817472" : 10454,
"3850240" : 8754,
"3883008" : 8180,
"3915776" : 8023,
"3948544" : 8594,
"3981312" : 10588,
"4014080" : 12127,
"4046848" : 9883,
"4079616" : 9675,
"4112384" : 10592,
"4145152" : 10631,
"4177920" : 9352,
"4227072" : 17317,
"4292608" : 21638,
"4358144" : 16501,
"4423680" : 17070,
"4489216" : 20472,
"4554752" : 20422,
"4620288" : 21779,
"4685824" : 22368,
"4751360" : 20679,
"4816896" : 18945,
"4882432" : 17984,
"4947968" : 18950,
"5013504" : 22443,
"5079040" : 14202,
"5144576" : 13812,
"5210112" : 13889,
"5275648" : 14385,
"5341184" : 14008,
"5406720" : 14826,
"5472256" : 14244,
"5537792" : 12549,
"5603328" : 11823,
"5668864" : 10915,
"5734400" : 10698,
"5799936" : 10711,
"5865472" : 9904,
"5931008" : 9753,
"5996544" : 12216,
"6062080" : 10437,
"6127616" : 10347,
"6193152" : 10546,
"6258688" : 10823,
"6324224" : 9718,
"6389760" : 9532,
"6455296" : 9119,
"6520832" : 8619,
"6586368" : 8665,
"6651904" : 8121,
"6717440" : 7967,
"6782976" : 7642,
"6848512" : 6824,
"6914048" : 5958,
"6979584" : 5439,
"7045120" : 4718,
"7110656" : 4012,
"7176192" : 3589,
"7241728" : 2937,
"7307264" : 2601,
"7372800" : 2108,
"7438336" : 1839,
"7503872" : 1639,
"7569408" : 1281,
"7634944" : 1139,
"7700480" : 983,
"7766016" : 891,
"7831552" : 789,
"7897088" : 733,
"7962624" : 594,
"8028160" : 613,
"8093696" : 508,
"8159232" : 510,
"8224768" : 472,
"8290304" : 477,
"8355840" : 488,
"8454144" : 773,
"8585216" : 701,
"8716288" : 585,
"8847360" : 503,
"8978432" : 473,
"9109504" : 442,
"9240576" : 411,
"9371648" : 316,
"9502720" : 308,
"9633792" : 263,
"9764864" : 264,
"9895936" : 198,
"10027008" : 182,
"10158080" : 144,
"10289152" : 114,
"10420224" : 94,
"10551296" : 81,
"10682368" : 74,
"10813440" : 63,
"10944512" : 52,
"11075584" : 36,
"11206656" : 33,
"11337728" : 25,
"11468800" : 19,
"11599872" : 18,
"11730944" : 27,
"11862016" : 18,
"11993088" : 8,
"12124160" : 10,
"12255232" : 12,
"12386304" : 12,
"12517376" : 9,
"12648448" : 14,
"12779520" : 6,
"12910592" : 3,
"13041664" : 3,
"13172736" : 6,
"13303808" : 11,
"13434880" : 4,
"13565952" : 5,
"13697024" : 2,
"13828096" : 2,
"14090240" : 1,
"14352384" : 1,
"15138816" : 4,
"15269888" : 3
}
},
"lat_ns" : {
"min" : 519904,
"max" : 15781624,
"mean" : 4801815.310106,
"stddev" : 1545472.535800,
"N" : 1066092
},
"bw_min" : 79720,
"bw_max" : 121597,
"bw_agg" : 100.000000,
"bw_mean" : 106610.088608,
"bw_dev" : 1201.146944,
"bw_samples" : 632,
"iops_min" : 19930,
"iops_max" : 30397,
"iops_mean" : 26652.215190,
"iops_stddev" : 300.277052,
"iops_samples" : 632
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319994,
"usr_cpu" : 0.815328,
"sys_cpu" : 11.073333,
"ctx" : 1081056,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.166120,
"1000" : 0.249789
},
"latency_ms" : {
"2" : 4.249789,
"4" : 32.037989,
"10" : 63.195104,
"20" : 0.098584,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122038,
"timestamp_ms" : 1774122038887,
"time" : "Sat Mar 21 16:40:38 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5208616960,
"io_kbytes" : 5086540,
"bw_bytes" : 104174422,
"bw" : 101732,
"iops" : 25433.408668,
"runtime" : 49999,
"total_ios" : 1271645,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14623,
"max" : 4981318,
"mean" : 311777.871098,
"stddev" : 176804.331280,
"N" : 1271645
},
"clat_ns" : {
"min" : 488126,
"max" : 16673967,
"mean" : 4719894.518628,
"stddev" : 1612725.535146,
"N" : 1271637,
"percentile" : {
"1.000000" : 1482752,
"5.000000" : 2113536,
"10.000000" : 2736128,
"20.000000" : 3457024,
"30.000000" : 3883008,
"40.000000" : 4227072,
"50.000000" : 4620288,
"60.000000" : 4947968,
"70.000000" : 5406720,
"80.000000" : 5996544,
"90.000000" : 6717440,
"95.000000" : 7372800,
"99.000000" : 9371648,
"99.500000" : 10027008,
"99.900000" : 11599872,
"99.950000" : 12255232,
"99.990000" : 13697024
},
"bins" : {
"489472" : 3,
"493568" : 9,
"497664" : 7,
"501760" : 6,
"505856" : 10,
"509952" : 7,
"514048" : 16,
"518144" : 12,
"522240" : 11,
"528384" : 41,
"536576" : 52,
"544768" : 77,
"552960" : 62,
"561152" : 63,
"569344" : 62,
"577536" : 47,
"585728" : 55,
"593920" : 70,
"602112" : 61,
"610304" : 51,
"618496" : 77,
"626688" : 53,
"634880" : 62,
"643072" : 46,
"651264" : 43,
"659456" : 66,
"667648" : 70,
"675840" : 61,
"684032" : 61,
"692224" : 69,
"700416" : 66,
"708608" : 54,
"716800" : 54,
"724992" : 79,
"733184" : 70,
"741376" : 94,
"749568" : 79,
"757760" : 95,
"765952" : 67,
"774144" : 69,
"782336" : 80,
"790528" : 80,
"798720" : 85,
"806912" : 65,
"815104" : 82,
"823296" : 76,
"831488" : 68,
"839680" : 98,
"847872" : 83,
"856064" : 90,
"864256" : 74,
"872448" : 86,
"880640" : 79,
"888832" : 100,
"897024" : 93,
"905216" : 106,
"913408" : 110,
"921600" : 79,
"929792" : 102,
"937984" : 81,
"946176" : 93,
"954368" : 99,
"962560" : 95,
"970752" : 109,
"978944" : 83,
"987136" : 103,
"995328" : 112,
"1003520" : 115,
"1011712" : 107,
"1019904" : 96,
"1028096" : 107,
"1036288" : 116,
"1044480" : 101,
"1056768" : 203,
"1073152" : 199,
"1089536" : 228,
"1105920" : 204,
"1122304" : 215,
"1138688" : 214,
"1155072" : 212,
"1171456" : 220,
"1187840" : 260,
"1204224" : 274,
"1220608" : 237,
"1236992" : 246,
"1253376" : 264,
"1269760" : 285,
"1286144" : 242,
"1302528" : 256,
"1318912" : 259,
"1335296" : 298,
"1351680" : 294,
"1368064" : 275,
"1384448" : 287,
"1400832" : 338,
"1417216" : 387,
"1433600" : 416,
"1449984" : 403,
"1466368" : 435,
"1482752" : 484,
"1499136" : 474,
"1515520" : 509,
"1531904" : 566,
"1548288" : 622,
"1564672" : 687,
"1581056" : 723,
"1597440" : 802,
"1613824" : 775,
"1630208" : 794,
"1646592" : 876,
"1662976" : 856,
"1679360" : 948,
"1695744" : 1060,
"1712128" : 1207,
"1728512" : 1239,
"1744896" : 1288,
"1761280" : 1281,
"1777664" : 1211,
"1794048" : 1300,
"1810432" : 1442,
"1826816" : 1599,
"1843200" : 1643,
"1859584" : 1936,
"1875968" : 1859,
"1892352" : 1696,
"1908736" : 1612,
"1925120" : 1521,
"1941504" : 1557,
"1957888" : 1666,
"1974272" : 1736,
"1990656" : 2019,
"2007040" : 2345,
"2023424" : 2007,
"2039808" : 1922,
"2056192" : 1670,
"2072576" : 1751,
"2088960" : 1569,
"2113536" : 3579,
"2146304" : 3930,
"2179072" : 3864,
"2211840" : 3401,
"2244608" : 3400,
"2277376" : 3305,
"2310144" : 3285,
"2342912" : 3393,
"2375680" : 3379,
"2408448" : 3219,
"2441216" : 3125,
"2473984" : 3279,
"2506752" : 3306,
"2539520" : 3491,
"2572288" : 3494,
"2605056" : 3473,
"2637824" : 3490,
"2670592" : 3451,
"2703360" : 3426,
"2736128" : 3570,
"2768896" : 3759,
"2801664" : 4128,
"2834432" : 4166,
"2867200" : 4110,
"2899968" : 3836,
"2932736" : 3953,
"2965504" : 4354,
"2998272" : 5844,
"3031040" : 5715,
"3063808" : 5226,
"3096576" : 5211,
"3129344" : 5382,
"3162112" : 5343,
"3194880" : 5675,
"3227648" : 6483,
"3260416" : 6759,
"3293184" : 6464,
"3325952" : 7305,
"3358720" : 7834,
"3391488" : 7435,
"3424256" : 7514,
"3457024" : 8177,
"3489792" : 9108,
"3522560" : 9458,
"3555328" : 9460,
"3588096" : 8971,
"3620864" : 8785,
"3653632" : 8600,
"3686400" : 9453,
"3719168" : 12077,
"3751936" : 14264,
"3784704" : 13317,
"3817472" : 11542,
"3850240" : 9854,
"3883008" : 9391,
"3915776" : 9234,
"3948544" : 9886,
"3981312" : 11996,
"4014080" : 13755,
"4046848" : 11304,
"4079616" : 11145,
"4112384" : 12119,
"4145152" : 12120,
"4177920" : 10847,
"4227072" : 20537,
"4292608" : 24977,
"4358144" : 19966,
"4423680" : 20552,
"4489216" : 24073,
"4554752" : 24178,
"4620288" : 25402,
"4685824" : 26041,
"4751360" : 24315,
"4816896" : 22607,
"4882432" : 21411,
"4947968" : 22299,
"5013504" : 25988,
"5079040" : 17406,
"5144576" : 16824,
"5210112" : 16823,
"5275648" : 17411,
"5341184" : 16883,
"5406720" : 17541,
"5472256" : 16843,
"5537792" : 15054,
"5603328" : 14202,
"5668864" : 13260,
"5734400" : 12971,
"5799936" : 12835,
"5865472" : 12068,
"5931008" : 11835,
"5996544" : 14502,
"6062080" : 12439,
"6127616" : 12477,
"6193152" : 12580,
"6258688" : 12861,
"6324224" : 11737,
"6389760" : 11676,
"6455296" : 11261,
"6520832" : 10550,
"6586368" : 10589,
"6651904" : 10002,
"6717440" : 9905,
"6782976" : 9526,
"6848512" : 8705,
"6914048" : 7614,
"6979584" : 7198,
"7045120" : 6374,
"7110656" : 5500,
"7176192" : 5108,
"7241728" : 4443,
"7307264" : 4041,
"7372800" : 3584,
"7438336" : 3332,
"7503872" : 3192,
"7569408" : 2771,
"7634944" : 2653,
"7700480" : 2377,
"7766016" : 2401,
"7831552" : 2296,
"7897088" : 2135,
"7962624" : 2001,
"8028160" : 2060,
"8093696" : 1849,
"8159232" : 1826,
"8224768" : 1712,
"8290304" : 1683,
"8355840" : 1752,
"8454144" : 3103,
"8585216" : 2817,
"8716288" : 2436,
"8847360" : 2114,
"8978432" : 1906,
"9109504" : 1762,
"9240576" : 1697,
"9371648" : 1418,
"9502720" : 1327,
"9633792" : 1163,
"9764864" : 1056,
"9895936" : 890,
"10027008" : 912,
"10158080" : 815,
"10289152" : 682,
"10420224" : 659,
"10551296" : 544,
"10682368" : 451,
"10813440" : 445,
"10944512" : 348,
"11075584" : 301,
"11206656" : 284,
"11337728" : 236,
"11468800" : 204,
"11599872" : 181,
"11730944" : 142,
"11862016" : 124,
"11993088" : 97,
"12124160" : 99,
"12255232" : 88,
"12386304" : 97,
"12517376" : 78,
"12648448" : 49,
"12779520" : 50,
"12910592" : 47,
"13041664" : 31,
"13172736" : 24,
"13303808" : 27,
"13434880" : 24,
"13565952" : 21,
"13697024" : 20,
"13828096" : 18,
"13959168" : 13,
"14090240" : 14,
"14221312" : 12,
"14352384" : 10,
"14483456" : 14,
"14614528" : 5,
"14745600" : 6,
"14876672" : 4,
"15007744" : 6,
"15138816" : 7,
"15269888" : 5,
"15400960" : 1,
"15532032" : 2,
"15663104" : 1,
"15794176" : 1,
"15925248" : 1,
"16056320" : 1,
"16711680" : 1
}
},
"lat_ns" : {
"min" : 519904,
"max" : 17139488,
"mean" : 5031652.926867,
"stddev" : 1712638.355411,
"N" : 1271637
},
"bw_min" : 63672,
"bw_max" : 121597,
"bw_agg" : 100.000000,
"bw_mean" : 101903.515152,
"bw_dev" : 1726.708554,
"bw_samples" : 792,
"iops_min" : 15918,
"iops_max" : 30397,
"iops_mean" : 25475.575758,
"iops_stddev" : 431.665474,
"iops_samples" : 792
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 399992,
"usr_cpu" : 0.782016,
"sys_cpu" : 10.688964,
"ctx" : 1289625,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.139268,
"1000" : 0.210987
},
"latency_ms" : {
"2" : 3.612486,
"4" : 29.188099,
"10" : 66.301680,
"20" : 0.545278,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122048,
"timestamp_ms" : 1774122048887,
"time" : "Sat Mar 21 16:40:48 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6088241152,
"io_kbytes" : 5945548,
"bw_bytes" : 101472377,
"bw" : 99094,
"iops" : 24773.696228,
"runtime" : 59999,
"total_ios" : 1486397,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14623,
"max" : 4981318,
"mean" : 320163.139843,
"stddev" : 193233.773380,
"N" : 1486397
},
"clat_ns" : {
"min" : 488126,
"max" : 16673967,
"mean" : 4845675.993572,
"stddev" : 1662976.972450,
"N" : 1486389,
"percentile" : {
"1.000000" : 1548288,
"5.000000" : 2211840,
"10.000000" : 2867200,
"20.000000" : 3555328,
"30.000000" : 3981312,
"40.000000" : 4358144,
"50.000000" : 4685824,
"60.000000" : 5013504,
"70.000000" : 5537792,
"80.000000" : 6193152,
"90.000000" : 6914048,
"95.000000" : 7766016,
"99.000000" : 9633792,
"99.500000" : 10289152,
"99.900000" : 11730944,
"99.950000" : 12386304,
"99.990000" : 13697024
},
"bins" : {
"489472" : 3,
"493568" : 9,
"497664" : 7,
"501760" : 6,
"505856" : 10,
"509952" : 7,
"514048" : 16,
"518144" : 12,
"522240" : 11,
"528384" : 41,
"536576" : 52,
"544768" : 77,
"552960" : 62,
"561152" : 63,
"569344" : 62,
"577536" : 47,
"585728" : 55,
"593920" : 70,
"602112" : 61,
"610304" : 51,
"618496" : 77,
"626688" : 53,
"634880" : 62,
"643072" : 46,
"651264" : 43,
"659456" : 66,
"667648" : 70,
"675840" : 61,
"684032" : 61,
"692224" : 69,
"700416" : 66,
"708608" : 54,
"716800" : 54,
"724992" : 79,
"733184" : 70,
"741376" : 94,
"749568" : 79,
"757760" : 95,
"765952" : 67,
"774144" : 69,
"782336" : 80,
"790528" : 80,
"798720" : 85,
"806912" : 65,
"815104" : 82,
"823296" : 76,
"831488" : 68,
"839680" : 98,
"847872" : 83,
"856064" : 90,
"864256" : 74,
"872448" : 86,
"880640" : 79,
"888832" : 100,
"897024" : 93,
"905216" : 106,
"913408" : 110,
"921600" : 79,
"929792" : 102,
"937984" : 81,
"946176" : 93,
"954368" : 99,
"962560" : 95,
"970752" : 109,
"978944" : 83,
"987136" : 103,
"995328" : 112,
"1003520" : 115,
"1011712" : 107,
"1019904" : 96,
"1028096" : 107,
"1036288" : 116,
"1044480" : 101,
"1056768" : 203,
"1073152" : 199,
"1089536" : 228,
"1105920" : 204,
"1122304" : 215,
"1138688" : 214,
"1155072" : 212,
"1171456" : 220,
"1187840" : 260,
"1204224" : 274,
"1220608" : 237,
"1236992" : 246,
"1253376" : 264,
"1269760" : 285,
"1286144" : 242,
"1302528" : 256,
"1318912" : 259,
"1335296" : 298,
"1351680" : 294,
"1368064" : 275,
"1384448" : 287,
"1400832" : 338,
"1417216" : 387,
"1433600" : 418,
"1449984" : 403,
"1466368" : 435,
"1482752" : 484,
"1499136" : 474,
"1515520" : 509,
"1531904" : 567,
"1548288" : 624,
"1564672" : 688,
"1581056" : 723,
"1597440" : 803,
"1613824" : 776,
"1630208" : 794,
"1646592" : 878,
"1662976" : 858,
"1679360" : 953,
"1695744" : 1062,
"1712128" : 1209,
"1728512" : 1241,
"1744896" : 1291,
"1761280" : 1281,
"1777664" : 1212,
"1794048" : 1305,
"1810432" : 1444,
"1826816" : 1604,
"1843200" : 1649,
"1859584" : 1942,
"1875968" : 1868,
"1892352" : 1705,
"1908736" : 1622,
"1925120" : 1528,
"1941504" : 1563,
"1957888" : 1673,
"1974272" : 1743,
"1990656" : 2036,
"2007040" : 2374,
"2023424" : 2019,
"2039808" : 1929,
"2056192" : 1674,
"2072576" : 1757,
"2088960" : 1585,
"2113536" : 3610,
"2146304" : 3987,
"2179072" : 3913,
"2211840" : 3456,
"2244608" : 3459,
"2277376" : 3368,
"2310144" : 3369,
"2342912" : 3478,
"2375680" : 3461,
"2408448" : 3297,
"2441216" : 3223,
"2473984" : 3409,
"2506752" : 3421,
"2539520" : 3638,
"2572288" : 3637,
"2605056" : 3633,
"2637824" : 3669,
"2670592" : 3644,
"2703360" : 3623,
"2736128" : 3824,
"2768896" : 4028,
"2801664" : 4419,
"2834432" : 4506,
"2867200" : 4446,
"2899968" : 4174,
"2932736" : 4341,
"2965504" : 4791,
"2998272" : 6422,
"3031040" : 6206,
"3063808" : 5763,
"3096576" : 5755,
"3129344" : 5999,
"3162112" : 6028,
"3194880" : 6442,
"3227648" : 7261,
"3260416" : 7610,
"3293184" : 7304,
"3325952" : 8216,
"3358720" : 8775,
"3391488" : 8457,
"3424256" : 8582,
"3457024" : 9269,
"3489792" : 10181,
"3522560" : 10598,
"3555328" : 10572,
"3588096" : 10158,
"3620864" : 9966,
"3653632" : 9836,
"3686400" : 10772,
"3719168" : 13433,
"3751936" : 15709,
"3784704" : 14753,
"3817472" : 13028,
"3850240" : 11321,
"3883008" : 10971,
"3915776" : 10743,
"3948544" : 11501,
"3981312" : 13702,
"4014080" : 15583,
"4046848" : 13054,
"4079616" : 12792,
"4112384" : 13819,
"4145152" : 13902,
"4177920" : 12746,
"4227072" : 24365,
"4292608" : 28838,
"4358144" : 23938,
"4423680" : 24533,
"4489216" : 28158,
"4554752" : 28327,
"4620288" : 29488,
"4685824" : 30158,
"4751360" : 28398,
"4816896" : 26546,
"4882432" : 25098,
"4947968" : 25997,
"5013504" : 29748,
"5079040" : 20610,
"5144576" : 19909,
"5210112" : 19753,
"5275648" : 20186,
"5341184" : 19701,
"5406720" : 20075,
"5472256" : 19375,
"5537792" : 17544,
"5603328" : 16538,
"5668864" : 15594,
"5734400" : 15301,
"5799936" : 15088,
"5865472" : 14239,
"5931008" : 13980,
"5996544" : 16841,
"6062080" : 14584,
"6127616" : 14572,
"6193152" : 14609,
"6258688" : 14994,
"6324224" : 13762,
"6389760" : 13746,
"6455296" : 13347,
"6520832" : 12509,
"6586368" : 12619,
"6651904" : 11931,
"6717440" : 11798,
"6782976" : 11476,
"6848512" : 10578,
"6914048" : 9478,
"6979584" : 9187,
"7045120" : 8246,
"7110656" : 7261,
"7176192" : 6856,
"7241728" : 6134,
"7307264" : 5682,
"7372800" : 5156,
"7438336" : 4904,
"7503872" : 4709,
"7569408" : 4317,
"7634944" : 4187,
"7700480" : 3880,
"7766016" : 3817,
"7831552" : 3613,
"7897088" : 3374,
"7962624" : 3249,
"8028160" : 3392,
"8093696" : 3025,
"8159232" : 2893,
"8224768" : 2800,
"8290304" : 2667,
"8355840" : 2668,
"8454144" : 4835,
"8585216" : 4410,
"8716288" : 3947,
"8847360" : 3439,
"8978432" : 3149,
"9109504" : 2833,
"9240576" : 2632,
"9371648" : 2222,
"9502720" : 2076,
"9633792" : 1836,
"9764864" : 1698,
"9895936" : 1434,
"10027008" : 1425,
"10158080" : 1260,
"10289152" : 1054,
"10420224" : 982,
"10551296" : 809,
"10682368" : 703,
"10813440" : 636,
"10944512" : 527,
"11075584" : 446,
"11206656" : 420,
"11337728" : 369,
"11468800" : 313,
"11599872" : 278,
"11730944" : 224,
"11862016" : 165,
"11993088" : 142,
"12124160" : 130,
"12255232" : 113,
"12386304" : 136,
"12517376" : 109,
"12648448" : 78,
"12779520" : 67,
"12910592" : 59,
"13041664" : 43,
"13172736" : 32,
"13303808" : 35,
"13434880" : 28,
"13565952" : 24,
"13697024" : 24,
"13828096" : 20,
"13959168" : 18,
"14090240" : 15,
"14221312" : 16,
"14352384" : 11,
"14483456" : 17,
"14614528" : 5,
"14745600" : 6,
"14876672" : 4,
"15007744" : 6,
"15138816" : 7,
"15269888" : 5,
"15400960" : 1,
"15532032" : 2,
"15663104" : 1,
"15794176" : 1,
"15925248" : 1,
"16056320" : 1,
"16711680" : 1
}
},
"lat_ns" : {
"min" : 519904,
"max" : 17139488,
"mean" : 5165840.919236,
"stddev" : 1764631.225253,
"N" : 1486389
},
"bw_min" : 63672,
"bw_max" : 121597,
"bw_agg" : 100.000000,
"bw_mean" : 99208.252101,
"bw_dev" : 1799.760258,
"bw_samples" : 952,
"iops_min" : 15918,
"iops_max" : 30397,
"iops_mean" : 24801.747899,
"iops_stddev" : 449.933132,
"iops_samples" : 952
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479992,
"usr_cpu" : 0.765013,
"sys_cpu" : 10.582468,
"ctx" : 1507810,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.119147,
"1000" : 0.180504
},
"latency_ms" : {
"2" : 3.098903,
"4" : 27.558115,
"10" : 68.344998,
"20" : 0.696449,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122058,
"timestamp_ms" : 1774122058888,
"time" : "Sat Mar 21 16:40:58 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6966620160,
"io_kbytes" : 6803340,
"bw_bytes" : 99524566,
"bw" : 97191,
"iops" : 24298.204260,
"runtime" : 69999,
"total_ios" : 1700850,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14623,
"max" : 4981318,
"mean" : 326484.993590,
"stddev" : 202785.427156,
"N" : 1700850
},
"clat_ns" : {
"min" : 488126,
"max" : 16673967,
"mean" : 4940453.103382,
"stddev" : 1686162.162055,
"N" : 1700842,
"percentile" : {
"1.000000" : 1597440,
"5.000000" : 2310144,
"10.000000" : 2998272,
"20.000000" : 3620864,
"30.000000" : 4014080,
"40.000000" : 4423680,
"50.000000" : 4751360,
"60.000000" : 5144576,
"70.000000" : 5603328,
"80.000000" : 6258688,
"90.000000" : 7110656,
"95.000000" : 7962624,
"99.000000" : 9764864,
"99.500000" : 10420224,
"99.900000" : 11730944,
"99.950000" : 12386304,
"99.990000" : 13959168
},
"bins" : {
"489472" : 3,
"493568" : 9,
"497664" : 7,
"501760" : 6,
"505856" : 10,
"509952" : 7,
"514048" : 16,
"518144" : 12,
"522240" : 11,
"528384" : 41,
"536576" : 52,
"544768" : 77,
"552960" : 62,
"561152" : 63,
"569344" : 62,
"577536" : 47,
"585728" : 55,
"593920" : 70,
"602112" : 61,
"610304" : 51,
"618496" : 77,
"626688" : 53,
"634880" : 62,
"643072" : 46,
"651264" : 43,
"659456" : 66,
"667648" : 70,
"675840" : 61,
"684032" : 61,
"692224" : 69,
"700416" : 66,
"708608" : 54,
"716800" : 54,
"724992" : 79,
"733184" : 70,
"741376" : 94,
"749568" : 79,
"757760" : 95,
"765952" : 67,
"774144" : 69,
"782336" : 80,
"790528" : 80,
"798720" : 85,
"806912" : 65,
"815104" : 82,
"823296" : 76,
"831488" : 68,
"839680" : 98,
"847872" : 83,
"856064" : 90,
"864256" : 74,
"872448" : 86,
"880640" : 79,
"888832" : 100,
"897024" : 93,
"905216" : 106,
"913408" : 110,
"921600" : 79,
"929792" : 102,
"937984" : 81,
"946176" : 93,
"954368" : 99,
"962560" : 95,
"970752" : 109,
"978944" : 83,
"987136" : 103,
"995328" : 112,
"1003520" : 115,
"1011712" : 107,
"1019904" : 96,
"1028096" : 107,
"1036288" : 116,
"1044480" : 101,
"1056768" : 203,
"1073152" : 199,
"1089536" : 228,
"1105920" : 204,
"1122304" : 215,
"1138688" : 214,
"1155072" : 212,
"1171456" : 220,
"1187840" : 260,
"1204224" : 274,
"1220608" : 237,
"1236992" : 246,
"1253376" : 264,
"1269760" : 285,
"1286144" : 242,
"1302528" : 256,
"1318912" : 259,
"1335296" : 298,
"1351680" : 294,
"1368064" : 275,
"1384448" : 287,
"1400832" : 338,
"1417216" : 387,
"1433600" : 418,
"1449984" : 403,
"1466368" : 435,
"1482752" : 484,
"1499136" : 474,
"1515520" : 509,
"1531904" : 567,
"1548288" : 624,
"1564672" : 688,
"1581056" : 723,
"1597440" : 803,
"1613824" : 776,
"1630208" : 794,
"1646592" : 878,
"1662976" : 858,
"1679360" : 953,
"1695744" : 1062,
"1712128" : 1209,
"1728512" : 1241,
"1744896" : 1291,
"1761280" : 1281,
"1777664" : 1212,
"1794048" : 1305,
"1810432" : 1444,
"1826816" : 1604,
"1843200" : 1649,
"1859584" : 1942,
"1875968" : 1868,
"1892352" : 1705,
"1908736" : 1622,
"1925120" : 1528,
"1941504" : 1563,
"1957888" : 1673,
"1974272" : 1743,
"1990656" : 2036,
"2007040" : 2374,
"2023424" : 2019,
"2039808" : 1929,
"2056192" : 1674,
"2072576" : 1758,
"2088960" : 1585,
"2113536" : 3610,
"2146304" : 3988,
"2179072" : 3915,
"2211840" : 3467,
"2244608" : 3480,
"2277376" : 3391,
"2310144" : 3381,
"2342912" : 3497,
"2375680" : 3479,
"2408448" : 3323,
"2441216" : 3269,
"2473984" : 3473,
"2506752" : 3495,
"2539520" : 3706,
"2572288" : 3724,
"2605056" : 3735,
"2637824" : 3776,
"2670592" : 3748,
"2703360" : 3742,
"2736128" : 3947,
"2768896" : 4162,
"2801664" : 4606,
"2834432" : 4701,
"2867200" : 4661,
"2899968" : 4404,
"2932736" : 4617,
"2965504" : 5054,
"2998272" : 6860,
"3031040" : 6631,
"3063808" : 6194,
"3096576" : 6195,
"3129344" : 6466,
"3162112" : 6535,
"3194880" : 6984,
"3227648" : 7855,
"3260416" : 8244,
"3293184" : 7969,
"3325952" : 8943,
"3358720" : 9583,
"3391488" : 9282,
"3424256" : 9444,
"3457024" : 10202,
"3489792" : 11137,
"3522560" : 11615,
"3555328" : 11692,
"3588096" : 11341,
"3620864" : 11224,
"3653632" : 11093,
"3686400" : 12076,
"3719168" : 14771,
"3751936" : 17222,
"3784704" : 16280,
"3817472" : 14559,
"3850240" : 12851,
"3883008" : 12608,
"3915776" : 12385,
"3948544" : 13259,
"3981312" : 15590,
"4014080" : 17595,
"4046848" : 14814,
"4079616" : 14646,
"4112384" : 15779,
"4145152" : 15918,
"4177920" : 14808,
"4227072" : 28585,
"4292608" : 33076,
"4358144" : 28303,
"4423680" : 29068,
"4489216" : 32594,
"4554752" : 32681,
"4620288" : 33783,
"4685824" : 34439,
"4751360" : 32593,
"4816896" : 30490,
"4882432" : 28958,
"4947968" : 29677,
"5013504" : 33687,
"5079040" : 23968,
"5144576" : 23302,
"5210112" : 22886,
"5275648" : 23315,
"5341184" : 22548,
"5406720" : 22902,
"5472256" : 22078,
"5537792" : 20194,
"5603328" : 19092,
"5668864" : 18077,
"5734400" : 17737,
"5799936" : 17503,
"5865472" : 16421,
"5931008" : 16123,
"5996544" : 19067,
"6062080" : 16560,
"6127616" : 16577,
"6193152" : 16533,
"6258688" : 16925,
"6324224" : 15673,
"6389760" : 15669,
"6455296" : 15263,
"6520832" : 14287,
"6586368" : 14391,
"6651904" : 13725,
"6717440" : 13541,
"6782976" : 13213,
"6848512" : 12250,
"6914048" : 11132,
"6979584" : 11047,
"7045120" : 9966,
"7110656" : 8880,
"7176192" : 8559,
"7241728" : 7896,
"7307264" : 7409,
"7372800" : 6834,
"7438336" : 6581,
"7503872" : 6320,
"7569408" : 5890,
"7634944" : 5710,
"7700480" : 5327,
"7766016" : 5334,
"7831552" : 5097,
"7897088" : 4778,
"7962624" : 4602,
"8028160" : 4722,
"8093696" : 4281,
"8159232" : 4121,
"8224768" : 3947,
"8290304" : 3776,
"8355840" : 3680,
"8454144" : 6759,
"8585216" : 6076,
"8716288" : 5375,
"8847360" : 4718,
"8978432" : 4229,
"9109504" : 3735,
"9240576" : 3514,
"9371648" : 2942,
"9502720" : 2718,
"9633792" : 2434,
"9764864" : 2235,
"9895936" : 1896,
"10027008" : 1886,
"10158080" : 1667,
"10289152" : 1410,
"10420224" : 1285,
"10551296" : 1039,
"10682368" : 890,
"10813440" : 781,
"10944512" : 667,
"11075584" : 583,
"11206656" : 562,
"11337728" : 446,
"11468800" : 400,
"11599872" : 335,
"11730944" : 267,
"11862016" : 212,
"11993088" : 169,
"12124160" : 151,
"12255232" : 134,
"12386304" : 165,
"12517376" : 123,
"12648448" : 98,
"12779520" : 82,
"12910592" : 69,
"13041664" : 53,
"13172736" : 42,
"13303808" : 41,
"13434880" : 33,
"13565952" : 25,
"13697024" : 34,
"13828096" : 34,
"13959168" : 24,
"14090240" : 16,
"14221312" : 19,
"14352384" : 14,
"14483456" : 20,
"14614528" : 7,
"14745600" : 10,
"14876672" : 9,
"15007744" : 8,
"15138816" : 9,
"15269888" : 10,
"15400960" : 4,
"15532032" : 4,
"15663104" : 5,
"15794176" : 2,
"15925248" : 1,
"16056320" : 3,
"16187392" : 4,
"16318464" : 2,
"16449536" : 1,
"16711680" : 1
}
},
"lat_ns" : {
"min" : 519904,
"max" : 17139488,
"mean" : 5266937.313099,
"stddev" : 1788320.250883,
"N" : 1700842
},
"bw_min" : 63672,
"bw_max" : 121597,
"bw_agg" : 100.000000,
"bw_mean" : 97327.359712,
"bw_dev" : 1810.043258,
"bw_samples" : 1112,
"iops_min" : 15918,
"iops_max" : 30397,
"iops_mean" : 24331.525180,
"iops_stddev" : 452.507998,
"iops_samples" : 1112
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 559992,
"usr_cpu" : 0.756975,
"sys_cpu" : 10.572651,
"ctx" : 1726924,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.104124,
"1000" : 0.157745
},
"latency_ms" : {
"2" : 2.708175,
"4" : 26.108593,
"10" : 70.137872,
"20" : 0.781844,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122068,
"timestamp_ms" : 1774122068888,
"time" : "Sat Mar 21 16:41:08 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 99,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7789969408,
"io_kbytes" : 7607392,
"bw_bytes" : 97374617,
"bw" : 95092,
"iops" : 23773.300000,
"runtime" : 80000,
"total_ios" : 1901864,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14623,
"max" : 5054360,
"mean" : 333755.916559,
"stddev" : 208804.757780,
"N" : 1901864
},
"clat_ns" : {
"min" : 488126,
"max" : 16673967,
"mean" : 5049417.663732,
"stddev" : 1724167.331891,
"N" : 1901856,
"percentile" : {
"1.000000" : 1646592,
"5.000000" : 2408448,
"10.000000" : 3096576,
"20.000000" : 3719168,
"30.000000" : 4112384,
"40.000000" : 4489216,
"50.000000" : 4816896,
"60.000000" : 5210112,
"70.000000" : 5734400,
"80.000000" : 6389760,
"90.000000" : 7307264,
"95.000000" : 8224768,
"99.000000" : 9895936,
"99.500000" : 10551296,
"99.900000" : 11862016,
"99.950000" : 12517376,
"99.990000" : 13828096
},
"bins" : {
"489472" : 3,
"493568" : 9,
"497664" : 7,
"501760" : 6,
"505856" : 10,
"509952" : 7,
"514048" : 16,
"518144" : 12,
"522240" : 11,
"528384" : 41,
"536576" : 52,
"544768" : 77,
"552960" : 62,
"561152" : 63,
"569344" : 62,
"577536" : 47,
"585728" : 55,
"593920" : 70,
"602112" : 61,
"610304" : 51,
"618496" : 77,
"626688" : 53,
"634880" : 62,
"643072" : 46,
"651264" : 43,
"659456" : 66,
"667648" : 70,
"675840" : 61,
"684032" : 61,
"692224" : 69,
"700416" : 66,
"708608" : 54,
"716800" : 54,
"724992" : 79,
"733184" : 70,
"741376" : 94,
"749568" : 79,
"757760" : 95,
"765952" : 67,
"774144" : 69,
"782336" : 80,
"790528" : 80,
"798720" : 85,
"806912" : 65,
"815104" : 82,
"823296" : 76,
"831488" : 68,
"839680" : 98,
"847872" : 83,
"856064" : 90,
"864256" : 74,
"872448" : 86,
"880640" : 79,
"888832" : 100,
"897024" : 93,
"905216" : 106,
"913408" : 110,
"921600" : 79,
"929792" : 102,
"937984" : 81,
"946176" : 93,
"954368" : 99,
"962560" : 95,
"970752" : 109,
"978944" : 83,
"987136" : 103,
"995328" : 112,
"1003520" : 115,
"1011712" : 107,
"1019904" : 96,
"1028096" : 107,
"1036288" : 116,
"1044480" : 101,
"1056768" : 203,
"1073152" : 199,
"1089536" : 228,
"1105920" : 204,
"1122304" : 215,
"1138688" : 214,
"1155072" : 212,
"1171456" : 220,
"1187840" : 260,
"1204224" : 274,
"1220608" : 237,
"1236992" : 246,
"1253376" : 264,
"1269760" : 285,
"1286144" : 242,
"1302528" : 256,
"1318912" : 259,
"1335296" : 298,
"1351680" : 294,
"1368064" : 275,
"1384448" : 287,
"1400832" : 338,
"1417216" : 387,
"1433600" : 418,
"1449984" : 407,
"1466368" : 435,
"1482752" : 484,
"1499136" : 474,
"1515520" : 509,
"1531904" : 567,
"1548288" : 624,
"1564672" : 690,
"1581056" : 723,
"1597440" : 803,
"1613824" : 776,
"1630208" : 795,
"1646592" : 879,
"1662976" : 859,
"1679360" : 953,
"1695744" : 1064,
"1712128" : 1209,
"1728512" : 1241,
"1744896" : 1292,
"1761280" : 1281,
"1777664" : 1212,
"1794048" : 1306,
"1810432" : 1447,
"1826816" : 1608,
"1843200" : 1653,
"1859584" : 1946,
"1875968" : 1871,
"1892352" : 1706,
"1908736" : 1626,
"1925120" : 1532,
"1941504" : 1568,
"1957888" : 1679,
"1974272" : 1750,
"1990656" : 2042,
"2007040" : 2383,
"2023424" : 2021,
"2039808" : 1933,
"2056192" : 1677,
"2072576" : 1761,
"2088960" : 1596,
"2113536" : 3620,
"2146304" : 3991,
"2179072" : 3926,
"2211840" : 3478,
"2244608" : 3492,
"2277376" : 3410,
"2310144" : 3400,
"2342912" : 3521,
"2375680" : 3505,
"2408448" : 3343,
"2441216" : 3296,
"2473984" : 3512,
"2506752" : 3543,
"2539520" : 3773,
"2572288" : 3779,
"2605056" : 3792,
"2637824" : 3855,
"2670592" : 3808,
"2703360" : 3819,
"2736128" : 4062,
"2768896" : 4263,
"2801664" : 4696,
"2834432" : 4813,
"2867200" : 4794,
"2899968" : 4520,
"2932736" : 4783,
"2965504" : 5194,
"2998272" : 7046,
"3031040" : 6814,
"3063808" : 6357,
"3096576" : 6388,
"3129344" : 6695,
"3162112" : 6822,
"3194880" : 7297,
"3227648" : 8156,
"3260416" : 8567,
"3293184" : 8291,
"3325952" : 9328,
"3358720" : 10035,
"3391488" : 9716,
"3424256" : 9930,
"3457024" : 10756,
"3489792" : 11720,
"3522560" : 12194,
"3555328" : 12376,
"3588096" : 11994,
"3620864" : 11944,
"3653632" : 11835,
"3686400" : 12785,
"3719168" : 15542,
"3751936" : 18152,
"3784704" : 17210,
"3817472" : 15483,
"3850240" : 13814,
"3883008" : 13636,
"3915776" : 13387,
"3948544" : 14332,
"3981312" : 16750,
"4014080" : 18843,
"4046848" : 16012,
"4079616" : 15900,
"4112384" : 17085,
"4145152" : 17279,
"4177920" : 16146,
"4227072" : 31607,
"4292608" : 36112,
"4358144" : 31487,
"4423680" : 32333,
"4489216" : 36037,
"4554752" : 36193,
"4620288" : 37331,
"4685824" : 38112,
"4751360" : 36272,
"4816896" : 34196,
"4882432" : 32760,
"4947968" : 33345,
"5013504" : 37685,
"5079040" : 27622,
"5144576" : 26893,
"5210112" : 26465,
"5275648" : 26713,
"5341184" : 25835,
"5406720" : 26112,
"5472256" : 25182,
"5537792" : 23207,
"5603328" : 21973,
"5668864" : 20862,
"5734400" : 20509,
"5799936" : 20016,
"5865472" : 18884,
"5931008" : 18484,
"5996544" : 21473,
"6062080" : 18758,
"6127616" : 18811,
"6193152" : 18641,
"6258688" : 19039,
"6324224" : 17633,
"6389760" : 17689,
"6455296" : 17183,
"6520832" : 16179,
"6586368" : 16229,
"6651904" : 15619,
"6717440" : 15381,
"6782976" : 15103,
"6848512" : 14001,
"6914048" : 12758,
"6979584" : 12790,
"7045120" : 11662,
"7110656" : 10630,
"7176192" : 10252,
"7241728" : 9623,
"7307264" : 9049,
"7372800" : 8408,
"7438336" : 8107,
"7503872" : 7815,
"7569408" : 7388,
"7634944" : 7177,
"7700480" : 6781,
"7766016" : 6853,
"7831552" : 6540,
"7897088" : 6235,
"7962624" : 6009,
"8028160" : 6056,
"8093696" : 5558,
"8159232" : 5452,
"8224768" : 5263,
"8290304" : 5009,
"8355840" : 4973,
"8454144" : 9086,
"8585216" : 8349,
"8716288" : 7493,
"8847360" : 6593,
"8978432" : 5946,
"9109504" : 5229,
"9240576" : 4904,
"9371648" : 4222,
"9502720" : 3856,
"9633792" : 3401,
"9764864" : 3078,
"9895936" : 2533,
"10027008" : 2497,
"10158080" : 2200,
"10289152" : 1911,
"10420224" : 1685,
"10551296" : 1377,
"10682368" : 1179,
"10813440" : 1054,
"10944512" : 895,
"11075584" : 793,
"11206656" : 747,
"11337728" : 592,
"11468800" : 537,
"11599872" : 443,
"11730944" : 355,
"11862016" : 289,
"11993088" : 242,
"12124160" : 210,
"12255232" : 178,
"12386304" : 211,
"12517376" : 151,
"12648448" : 127,
"12779520" : 110,
"12910592" : 86,
"13041664" : 72,
"13172736" : 57,
"13303808" : 51,
"13434880" : 44,
"13565952" : 37,
"13697024" : 42,
"13828096" : 39,
"13959168" : 28,
"14090240" : 18,
"14221312" : 19,
"14352384" : 14,
"14483456" : 20,
"14614528" : 10,
"14745600" : 13,
"14876672" : 11,
"15007744" : 10,
"15138816" : 9,
"15269888" : 10,
"15400960" : 4,
"15532032" : 4,
"15663104" : 5,
"15794176" : 2,
"15925248" : 1,
"16056320" : 3,
"16187392" : 4,
"16318464" : 2,
"16449536" : 1,
"16711680" : 1
}
},
"lat_ns" : {
"min" : 519904,
"max" : 17139488,
"mean" : 5383164.860936,
"stddev" : 1828454.451743,
"N" : 1901856
},
"bw_min" : 63672,
"bw_max" : 121597,
"bw_agg" : 99.952258,
"bw_mean" : 95047.490566,
"bw_dev" : 1888.085830,
"bw_samples" : 1272,
"iops_min" : 15918,
"iops_max" : 30397,
"iops_mean" : 23761.522013,
"iops_stddev" : 472.018263,
"iops_samples" : 1272
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 640000,
"usr_cpu" : 0.747969,
"sys_cpu" : 10.521562,
"ctx" : 1930899,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999947,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999947,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.093119,
"1000" : 0.141072
},
"latency_ms" : {
"2" : 2.425305,
"4" : 24.401850,
"10" : 72.009302,
"20" : 0.927879,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122078,
"timestamp_ms" : 1774122078887,
"time" : "Sat Mar 21 16:41:18 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8649084928,
"io_kbytes" : 8446372,
"bw_bytes" : 96102011,
"bw" : 93849,
"iops" : 23462.527361,
"runtime" : 89999,
"total_ios" : 2111604,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14623,
"max" : 5054360,
"mean" : 338210.336103,
"stddev" : 212054.113427,
"N" : 2111604
},
"clat_ns" : {
"min" : 488126,
"max" : 16673967,
"mean" : 5116318.214794,
"stddev" : 1726521.695339,
"N" : 2111596,
"percentile" : {
"1.000000" : 1679360,
"5.000000" : 2506752,
"10.000000" : 3162112,
"20.000000" : 3751936,
"30.000000" : 4145152,
"40.000000" : 4554752,
"50.000000" : 4882432,
"60.000000" : 5275648,
"70.000000" : 5799936,
"80.000000" : 6455296,
"90.000000" : 7438336,
"95.000000" : 8290304,
"99.000000" : 9895936,
"99.500000" : 10551296,
"99.900000" : 11862016,
"99.950000" : 12517376,
"99.990000" : 13828096
},
"bins" : {
"489472" : 3,
"493568" : 9,
"497664" : 7,
"501760" : 6,
"505856" : 10,
"509952" : 7,
"514048" : 16,
"518144" : 12,
"522240" : 11,
"528384" : 41,
"536576" : 52,
"544768" : 77,
"552960" : 62,
"561152" : 63,
"569344" : 62,
"577536" : 47,
"585728" : 55,
"593920" : 70,
"602112" : 61,
"610304" : 51,
"618496" : 77,
"626688" : 53,
"634880" : 62,
"643072" : 46,
"651264" : 43,
"659456" : 66,
"667648" : 70,
"675840" : 61,
"684032" : 61,
"692224" : 69,
"700416" : 66,
"708608" : 54,
"716800" : 54,
"724992" : 79,
"733184" : 70,
"741376" : 94,
"749568" : 79,
"757760" : 95,
"765952" : 67,
"774144" : 69,
"782336" : 80,
"790528" : 80,
"798720" : 85,
"806912" : 65,
"815104" : 82,
"823296" : 76,
"831488" : 68,
"839680" : 98,
"847872" : 83,
"856064" : 90,
"864256" : 74,
"872448" : 86,
"880640" : 79,
"888832" : 100,
"897024" : 93,
"905216" : 106,
"913408" : 110,
"921600" : 79,
"929792" : 102,
"937984" : 81,
"946176" : 93,
"954368" : 99,
"962560" : 95,
"970752" : 109,
"978944" : 83,
"987136" : 103,
"995328" : 112,
"1003520" : 115,
"1011712" : 107,
"1019904" : 96,
"1028096" : 107,
"1036288" : 116,
"1044480" : 101,
"1056768" : 203,
"1073152" : 199,
"1089536" : 228,
"1105920" : 204,
"1122304" : 215,
"1138688" : 214,
"1155072" : 212,
"1171456" : 220,
"1187840" : 260,
"1204224" : 274,
"1220608" : 237,
"1236992" : 246,
"1253376" : 264,
"1269760" : 285,
"1286144" : 242,
"1302528" : 256,
"1318912" : 259,
"1335296" : 298,
"1351680" : 294,
"1368064" : 275,
"1384448" : 287,
"1400832" : 338,
"1417216" : 387,
"1433600" : 418,
"1449984" : 407,
"1466368" : 435,
"1482752" : 484,
"1499136" : 474,
"1515520" : 509,
"1531904" : 567,
"1548288" : 624,
"1564672" : 690,
"1581056" : 723,
"1597440" : 803,
"1613824" : 776,
"1630208" : 795,
"1646592" : 879,
"1662976" : 859,
"1679360" : 953,
"1695744" : 1064,
"1712128" : 1209,
"1728512" : 1241,
"1744896" : 1292,
"1761280" : 1281,
"1777664" : 1212,
"1794048" : 1306,
"1810432" : 1447,
"1826816" : 1608,
"1843200" : 1653,
"1859584" : 1946,
"1875968" : 1871,
"1892352" : 1706,
"1908736" : 1626,
"1925120" : 1532,
"1941504" : 1568,
"1957888" : 1679,
"1974272" : 1750,
"1990656" : 2042,
"2007040" : 2385,
"2023424" : 2021,
"2039808" : 1933,
"2056192" : 1677,
"2072576" : 1762,
"2088960" : 1596,
"2113536" : 3622,
"2146304" : 3996,
"2179072" : 3927,
"2211840" : 3480,
"2244608" : 3497,
"2277376" : 3416,
"2310144" : 3413,
"2342912" : 3531,
"2375680" : 3535,
"2408448" : 3388,
"2441216" : 3343,
"2473984" : 3567,
"2506752" : 3592,
"2539520" : 3851,
"2572288" : 3839,
"2605056" : 3868,
"2637824" : 3946,
"2670592" : 3919,
"2703360" : 3922,
"2736128" : 4197,
"2768896" : 4417,
"2801664" : 4881,
"2834432" : 5013,
"2867200" : 5005,
"2899968" : 4706,
"2932736" : 5048,
"2965504" : 5479,
"2998272" : 7397,
"3031040" : 7154,
"3063808" : 6698,
"3096576" : 6776,
"3129344" : 7136,
"3162112" : 7264,
"3194880" : 7751,
"3227648" : 8638,
"3260416" : 9098,
"3293184" : 8859,
"3325952" : 9937,
"3358720" : 10673,
"3391488" : 10438,
"3424256" : 10685,
"3457024" : 11507,
"3489792" : 12524,
"3522560" : 13040,
"3555328" : 13275,
"3588096" : 12902,
"3620864" : 12882,
"3653632" : 12839,
"3686400" : 13791,
"3719168" : 16565,
"3751936" : 19285,
"3784704" : 18396,
"3817472" : 16730,
"3850240" : 15127,
"3883008" : 14913,
"3915776" : 14651,
"3948544" : 15661,
"3981312" : 18197,
"4014080" : 20374,
"4046848" : 17443,
"4079616" : 17378,
"4112384" : 18579,
"4145152" : 18906,
"4177920" : 17790,
"4227072" : 35051,
"4292608" : 39517,
"4358144" : 34998,
"4423680" : 35964,
"4489216" : 39722,
"4554752" : 39741,
"4620288" : 40919,
"4685824" : 41815,
"4751360" : 40043,
"4816896" : 37939,
"4882432" : 36384,
"4947968" : 36892,
"5013504" : 41496,
"5079040" : 31065,
"5144576" : 30318,
"5210112" : 29881,
"5275648" : 30070,
"5341184" : 29074,
"5406720" : 29329,
"5472256" : 28350,
"5537792" : 26250,
"5603328" : 24924,
"5668864" : 23877,
"5734400" : 23346,
"5799936" : 22764,
"5865472" : 21634,
"5931008" : 21160,
"5996544" : 24214,
"6062080" : 21211,
"6127616" : 21291,
"6193152" : 20998,
"6258688" : 21423,
"6324224" : 19877,
"6389760" : 19969,
"6455296" : 19369,
"6520832" : 18408,
"6586368" : 18394,
"6651904" : 17749,
"6717440" : 17411,
"6782976" : 17210,
"6848512" : 16009,
"6914048" : 14801,
"6979584" : 14834,
"7045120" : 13604,
"7110656" : 12518,
"7176192" : 12171,
"7241728" : 11503,
"7307264" : 10841,
"7372800" : 10237,
"7438336" : 9923,
"7503872" : 9599,
"7569408" : 9056,
"7634944" : 8724,
"7700480" : 8384,
"7766016" : 8418,
"7831552" : 7981,
"7897088" : 7626,
"7962624" : 7445,
"8028160" : 7386,
"8093696" : 6841,
"8159232" : 6589,
"8224768" : 6448,
"8290304" : 6079,
"8355840" : 5973,
"8454144" : 10967,
"8585216" : 9976,
"8716288" : 8951,
"8847360" : 7869,
"8978432" : 7073,
"9109504" : 6073,
"9240576" : 5676,
"9371648" : 4947,
"9502720" : 4508,
"9633792" : 3956,
"9764864" : 3535,
"9895936" : 2923,
"10027008" : 2827,
"10158080" : 2490,
"10289152" : 2152,
"10420224" : 1902,
"10551296" : 1595,
"10682368" : 1334,
"10813440" : 1180,
"10944512" : 999,
"11075584" : 872,
"11206656" : 811,
"11337728" : 651,
"11468800" : 590,
"11599872" : 489,
"11730944" : 386,
"11862016" : 319,
"11993088" : 275,
"12124160" : 237,
"12255232" : 207,
"12386304" : 225,
"12517376" : 169,
"12648448" : 136,
"12779520" : 124,
"12910592" : 94,
"13041664" : 83,
"13172736" : 62,
"13303808" : 53,
"13434880" : 47,
"13565952" : 39,
"13697024" : 43,
"13828096" : 41,
"13959168" : 30,
"14090240" : 19,
"14221312" : 21,
"14352384" : 15,
"14483456" : 21,
"14614528" : 10,
"14745600" : 14,
"14876672" : 15,
"15007744" : 13,
"15138816" : 11,
"15269888" : 10,
"15400960" : 4,
"15532032" : 4,
"15663104" : 5,
"15794176" : 2,
"15925248" : 1,
"16056320" : 3,
"16187392" : 4,
"16318464" : 2,
"16449536" : 1,
"16711680" : 1
}
},
"lat_ns" : {
"min" : 519904,
"max" : 17139488,
"mean" : 5454528.427009,
"stddev" : 1830571.283861,
"N" : 2111596
},
"bw_min" : 63576,
"bw_max" : 121597,
"bw_agg" : 100.000000,
"bw_mean" : 93947.212291,
"bw_dev" : 1869.950981,
"bw_samples" : 1432,
"iops_min" : 15894,
"iops_max" : 30397,
"iops_mean" : 23486.491620,
"iops_stddev" : 467.482013,
"iops_samples" : 1432
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 719992,
"usr_cpu" : 0.744592,
"sys_cpu" : 10.587895,
"ctx" : 2145249,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999953,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999953,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.083870,
"1000" : 0.127060
},
"latency_ms" : {
"2" : 2.184406,
"4" : 23.303422,
"10" : 73.362477,
"20" : 0.937439,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122088,
"timestamp_ms" : 1774122088887,
"time" : "Sat Mar 21 16:41:28 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9465856000,
"io_kbytes" : 9244000,
"bw_bytes" : 94659506,
"bw" : 92440,
"iops" : 23110.341103,
"runtime" : 99999,
"total_ios" : 2311011,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14623,
"max" : 5054360,
"mean" : 343402.144740,
"stddev" : 215002.225716,
"N" : 2311011
},
"clat_ns" : {
"min" : 488126,
"max" : 17075421,
"mean" : 5194167.442668,
"stddev" : 1744188.529294,
"N" : 2311003,
"percentile" : {
"1.000000" : 1712128,
"5.000000" : 2572288,
"10.000000" : 3227648,
"20.000000" : 3817472,
"30.000000" : 4227072,
"40.000000" : 4620288,
"50.000000" : 4947968,
"60.000000" : 5406720,
"70.000000" : 5931008,
"80.000000" : 6586368,
"90.000000" : 7569408,
"95.000000" : 8454144,
"99.000000" : 10027008,
"99.500000" : 10551296,
"99.900000" : 11993088,
"99.950000" : 12517376,
"99.990000" : 13959168
},
"bins" : {
"489472" : 3,
"493568" : 9,
"497664" : 7,
"501760" : 6,
"505856" : 10,
"509952" : 7,
"514048" : 16,
"518144" : 12,
"522240" : 11,
"528384" : 41,
"536576" : 52,
"544768" : 77,
"552960" : 62,
"561152" : 63,
"569344" : 62,
"577536" : 47,
"585728" : 55,
"593920" : 70,
"602112" : 61,
"610304" : 51,
"618496" : 77,
"626688" : 53,
"634880" : 62,
"643072" : 46,
"651264" : 43,
"659456" : 66,
"667648" : 70,
"675840" : 61,
"684032" : 61,
"692224" : 69,
"700416" : 66,
"708608" : 54,
"716800" : 54,
"724992" : 79,
"733184" : 70,
"741376" : 94,
"749568" : 79,
"757760" : 95,
"765952" : 67,
"774144" : 69,
"782336" : 80,
"790528" : 80,
"798720" : 85,
"806912" : 65,
"815104" : 82,
"823296" : 76,
"831488" : 68,
"839680" : 98,
"847872" : 83,
"856064" : 90,
"864256" : 74,
"872448" : 86,
"880640" : 79,
"888832" : 100,
"897024" : 93,
"905216" : 106,
"913408" : 110,
"921600" : 79,
"929792" : 102,
"937984" : 81,
"946176" : 93,
"954368" : 99,
"962560" : 95,
"970752" : 109,
"978944" : 83,
"987136" : 103,
"995328" : 112,
"1003520" : 115,
"1011712" : 107,
"1019904" : 96,
"1028096" : 107,
"1036288" : 116,
"1044480" : 101,
"1056768" : 203,
"1073152" : 199,
"1089536" : 228,
"1105920" : 204,
"1122304" : 215,
"1138688" : 214,
"1155072" : 212,
"1171456" : 220,
"1187840" : 260,
"1204224" : 274,
"1220608" : 237,
"1236992" : 246,
"1253376" : 264,
"1269760" : 285,
"1286144" : 242,
"1302528" : 256,
"1318912" : 259,
"1335296" : 298,
"1351680" : 294,
"1368064" : 275,
"1384448" : 287,
"1400832" : 338,
"1417216" : 387,
"1433600" : 418,
"1449984" : 407,
"1466368" : 435,
"1482752" : 484,
"1499136" : 474,
"1515520" : 509,
"1531904" : 567,
"1548288" : 624,
"1564672" : 690,
"1581056" : 723,
"1597440" : 803,
"1613824" : 776,
"1630208" : 795,
"1646592" : 879,
"1662976" : 859,
"1679360" : 953,
"1695744" : 1064,
"1712128" : 1209,
"1728512" : 1241,
"1744896" : 1292,
"1761280" : 1281,
"1777664" : 1212,
"1794048" : 1306,
"1810432" : 1447,
"1826816" : 1608,
"1843200" : 1653,
"1859584" : 1946,
"1875968" : 1871,
"1892352" : 1706,
"1908736" : 1626,
"1925120" : 1532,
"1941504" : 1568,
"1957888" : 1679,
"1974272" : 1750,
"1990656" : 2042,
"2007040" : 2385,
"2023424" : 2021,
"2039808" : 1933,
"2056192" : 1677,
"2072576" : 1762,
"2088960" : 1596,
"2113536" : 3622,
"2146304" : 3996,
"2179072" : 3927,
"2211840" : 3481,
"2244608" : 3497,
"2277376" : 3416,
"2310144" : 3415,
"2342912" : 3536,
"2375680" : 3541,
"2408448" : 3397,
"2441216" : 3355,
"2473984" : 3585,
"2506752" : 3616,
"2539520" : 3874,
"2572288" : 3864,
"2605056" : 3909,
"2637824" : 3981,
"2670592" : 3971,
"2703360" : 4006,
"2736128" : 4272,
"2768896" : 4488,
"2801664" : 4986,
"2834432" : 5128,
"2867200" : 5122,
"2899968" : 4826,
"2932736" : 5187,
"2965504" : 5648,
"2998272" : 7612,
"3031040" : 7396,
"3063808" : 6949,
"3096576" : 7037,
"3129344" : 7398,
"3162112" : 7572,
"3194880" : 8086,
"3227648" : 8987,
"3260416" : 9457,
"3293184" : 9225,
"3325952" : 10336,
"3358720" : 11142,
"3391488" : 11010,
"3424256" : 11248,
"3457024" : 12046,
"3489792" : 13106,
"3522560" : 13674,
"3555328" : 13920,
"3588096" : 13571,
"3620864" : 13582,
"3653632" : 13546,
"3686400" : 14548,
"3719168" : 17322,
"3751936" : 20141,
"3784704" : 19320,
"3817472" : 17713,
"3850240" : 16113,
"3883008" : 15915,
"3915776" : 15700,
"3948544" : 16685,
"3981312" : 19309,
"4014080" : 21526,
"4046848" : 18587,
"4079616" : 18530,
"4112384" : 19721,
"4145152" : 20134,
"4177920" : 18969,
"4227072" : 37533,
"4292608" : 42124,
"4358144" : 37598,
"4423680" : 38734,
"4489216" : 42326,
"4554752" : 42484,
"4620288" : 43729,
"4685824" : 44750,
"4751360" : 43132,
"4816896" : 41082,
"4882432" : 39686,
"4947968" : 40175,
"5013504" : 45012,
"5079040" : 34393,
"5144576" : 33757,
"5210112" : 33325,
"5275648" : 33510,
"5341184" : 32353,
"5406720" : 32672,
"5472256" : 31557,
"5537792" : 29479,
"5603328" : 28061,
"5668864" : 26970,
"5734400" : 26431,
"5799936" : 25792,
"5865472" : 24530,
"5931008" : 24018,
"5996544" : 27249,
"6062080" : 23969,
"6127616" : 23901,
"6193152" : 23533,
"6258688" : 24032,
"6324224" : 22302,
"6389760" : 22337,
"6455296" : 21693,
"6520832" : 20704,
"6586368" : 20486,
"6651904" : 19822,
"6717440" : 19348,
"6782976" : 19066,
"6848512" : 17871,
"6914048" : 16627,
"6979584" : 16694,
"7045120" : 15360,
"7110656" : 14162,
"7176192" : 13873,
"7241728" : 13178,
"7307264" : 12423,
"7372800" : 11811,
"7438336" : 11545,
"7503872" : 11200,
"7569408" : 10620,
"7634944" : 10309,
"7700480" : 9938,
"7766016" : 9947,
"7831552" : 9459,
"7897088" : 9103,
"7962624" : 8900,
"8028160" : 8830,
"8093696" : 8189,
"8159232" : 7886,
"8224768" : 7775,
"8290304" : 7394,
"8355840" : 7229,
"8454144" : 13293,
"8585216" : 12232,
"8716288" : 10965,
"8847360" : 9782,
"8978432" : 8688,
"9109504" : 7494,
"9240576" : 6961,
"9371648" : 6126,
"9502720" : 5476,
"9633792" : 4881,
"9764864" : 4313,
"9895936" : 3656,
"10027008" : 3400,
"10158080" : 3001,
"10289152" : 2600,
"10420224" : 2230,
"10551296" : 1903,
"10682368" : 1594,
"10813440" : 1404,
"10944512" : 1195,
"11075584" : 1040,
"11206656" : 967,
"11337728" : 776,
"11468800" : 712,
"11599872" : 572,
"11730944" : 469,
"11862016" : 387,
"11993088" : 326,
"12124160" : 274,
"12255232" : 241,
"12386304" : 248,
"12517376" : 193,
"12648448" : 153,
"12779520" : 140,
"12910592" : 111,
"13041664" : 93,
"13172736" : 67,
"13303808" : 55,
"13434880" : 54,
"13565952" : 42,
"13697024" : 43,
"13828096" : 45,
"13959168" : 34,
"14090240" : 21,
"14221312" : 25,
"14352384" : 16,
"14483456" : 22,
"14614528" : 11,
"14745600" : 14,
"14876672" : 16,
"15007744" : 17,
"15138816" : 11,
"15269888" : 13,
"15400960" : 4,
"15532032" : 6,
"15663104" : 7,
"15794176" : 2,
"15925248" : 1,
"16056320" : 3,
"16187392" : 5,
"16318464" : 2,
"16449536" : 1,
"16711680" : 2,
"17170432" : 1
}
},
"lat_ns" : {
"min" : 519904,
"max" : 17760547,
"mean" : 5537556.490841,
"stddev" : 1849182.667514,
"N" : 2311003
},
"bw_min" : 58864,
"bw_max" : 121597,
"bw_agg" : 100.000000,
"bw_mean" : 92505.884422,
"bw_dev" : 1897.412132,
"bw_samples" : 1592,
"iops_min" : 14716,
"iops_max" : 30397,
"iops_mean" : 23126.165829,
"iops_stddev" : 474.344907,
"iops_samples" : 1592
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799992,
"usr_cpu" : 0.739507,
"sys_cpu" : 10.617231,
"ctx" : 2348943,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.076633,
"1000" : 0.116096
},
"latency_ms" : {
"2" : 1.995923,
"4" : 22.167052,
"10" : 74.624223,
"20" : 1.018861,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122098,
"timestamp_ms" : 1774122098887,
"time" : "Sat Mar 21 16:41:38 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10205659136,
"io_kbytes" : 9966464,
"bw_bytes" : 92779562,
"bw" : 90605,
"iops" : 22651.342285,
"runtime" : 109999,
"total_ios" : 2491625,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14623,
"max" : 5054360,
"mean" : 350416.642106,
"stddev" : 217565.059535,
"N" : 2491625
},
"clat_ns" : {
"min" : 488126,
"max" : 17075421,
"mean" : 5299440.318603,
"stddev" : 1781388.629223,
"N" : 2491617,
"percentile" : {
"1.000000" : 1728512,
"5.000000" : 2670592,
"10.000000" : 3293184,
"20.000000" : 3883008,
"30.000000" : 4292608,
"40.000000" : 4685824,
"50.000000" : 5013504,
"60.000000" : 5472256,
"70.000000" : 6062080,
"80.000000" : 6717440,
"90.000000" : 7700480,
"95.000000" : 8585216,
"99.000000" : 10158080,
"99.500000" : 10813440,
"99.900000" : 11993088,
"99.950000" : 12517376,
"99.990000" : 13959168
},
"bins" : {
"489472" : 3,
"493568" : 9,
"497664" : 7,
"501760" : 6,
"505856" : 10,
"509952" : 7,
"514048" : 16,
"518144" : 12,
"522240" : 11,
"528384" : 41,
"536576" : 52,
"544768" : 77,
"552960" : 62,
"561152" : 63,
"569344" : 62,
"577536" : 47,
"585728" : 55,
"593920" : 70,
"602112" : 61,
"610304" : 51,
"618496" : 77,
"626688" : 53,
"634880" : 62,
"643072" : 46,
"651264" : 43,
"659456" : 66,
"667648" : 70,
"675840" : 61,
"684032" : 61,
"692224" : 69,
"700416" : 66,
"708608" : 54,
"716800" : 54,
"724992" : 79,
"733184" : 70,
"741376" : 94,
"749568" : 79,
"757760" : 95,
"765952" : 67,
"774144" : 69,
"782336" : 80,
"790528" : 80,
"798720" : 85,
"806912" : 65,
"815104" : 82,
"823296" : 76,
"831488" : 68,
"839680" : 98,
"847872" : 83,
"856064" : 90,
"864256" : 74,
"872448" : 86,
"880640" : 79,
"888832" : 100,
"897024" : 93,
"905216" : 106,
"913408" : 110,
"921600" : 79,
"929792" : 102,
"937984" : 81,
"946176" : 93,
"954368" : 99,
"962560" : 95,
"970752" : 109,
"978944" : 83,
"987136" : 103,
"995328" : 112,
"1003520" : 115,
"1011712" : 107,
"1019904" : 96,
"1028096" : 107,
"1036288" : 116,
"1044480" : 101,
"1056768" : 203,
"1073152" : 199,
"1089536" : 228,
"1105920" : 204,
"1122304" : 215,
"1138688" : 214,
"1155072" : 212,
"1171456" : 220,
"1187840" : 260,
"1204224" : 274,
"1220608" : 237,
"1236992" : 246,
"1253376" : 264,
"1269760" : 285,
"1286144" : 242,
"1302528" : 256,
"1318912" : 259,
"1335296" : 298,
"1351680" : 294,
"1368064" : 275,
"1384448" : 287,
"1400832" : 338,
"1417216" : 387,
"1433600" : 418,
"1449984" : 407,
"1466368" : 435,
"1482752" : 484,
"1499136" : 474,
"1515520" : 509,
"1531904" : 567,
"1548288" : 624,
"1564672" : 690,
"1581056" : 723,
"1597440" : 803,
"1613824" : 776,
"1630208" : 795,
"1646592" : 879,
"1662976" : 859,
"1679360" : 953,
"1695744" : 1064,
"1712128" : 1209,
"1728512" : 1241,
"1744896" : 1292,
"1761280" : 1281,
"1777664" : 1212,
"1794048" : 1306,
"1810432" : 1447,
"1826816" : 1608,
"1843200" : 1653,
"1859584" : 1946,
"1875968" : 1871,
"1892352" : 1706,
"1908736" : 1626,
"1925120" : 1532,
"1941504" : 1568,
"1957888" : 1679,
"1974272" : 1750,
"1990656" : 2042,
"2007040" : 2385,
"2023424" : 2021,
"2039808" : 1933,
"2056192" : 1677,
"2072576" : 1762,
"2088960" : 1596,
"2113536" : 3622,
"2146304" : 3996,
"2179072" : 3927,
"2211840" : 3481,
"2244608" : 3497,
"2277376" : 3416,
"2310144" : 3415,
"2342912" : 3536,
"2375680" : 3541,
"2408448" : 3397,
"2441216" : 3355,
"2473984" : 3587,
"2506752" : 3621,
"2539520" : 3876,
"2572288" : 3867,
"2605056" : 3910,
"2637824" : 3982,
"2670592" : 3972,
"2703360" : 4009,
"2736128" : 4276,
"2768896" : 4488,
"2801664" : 4988,
"2834432" : 5131,
"2867200" : 5128,
"2899968" : 4833,
"2932736" : 5198,
"2965504" : 5656,
"2998272" : 7629,
"3031040" : 7412,
"3063808" : 6965,
"3096576" : 7062,
"3129344" : 7423,
"3162112" : 7595,
"3194880" : 8111,
"3227648" : 9017,
"3260416" : 9499,
"3293184" : 9273,
"3325952" : 10367,
"3358720" : 11191,
"3391488" : 11075,
"3424256" : 11302,
"3457024" : 12115,
"3489792" : 13184,
"3522560" : 13756,
"3555328" : 13999,
"3588096" : 13658,
"3620864" : 13691,
"3653632" : 13665,
"3686400" : 14665,
"3719168" : 17475,
"3751936" : 20302,
"3784704" : 19497,
"3817472" : 17910,
"3850240" : 16328,
"3883008" : 16127,
"3915776" : 15922,
"3948544" : 16935,
"3981312" : 19612,
"4014080" : 21856,
"4046848" : 18907,
"4079616" : 18878,
"4112384" : 20080,
"4145152" : 20520,
"4177920" : 19376,
"4227072" : 38479,
"4292608" : 43209,
"4358144" : 38805,
"4423680" : 40123,
"4489216" : 43888,
"4554752" : 44166,
"4620288" : 45572,
"4685824" : 46752,
"4751360" : 45411,
"4816896" : 43527,
"4882432" : 42221,
"4947968" : 42830,
"5013504" : 47967,
"5079040" : 37248,
"5144576" : 36857,
"5210112" : 36414,
"5275648" : 36710,
"5341184" : 35650,
"5406720" : 36014,
"5472256" : 34840,
"5537792" : 32870,
"5603328" : 31438,
"5668864" : 30254,
"5734400" : 29723,
"5799936" : 29140,
"5865472" : 27852,
"5931008" : 27247,
"5996544" : 30543,
"6062080" : 27047,
"6127616" : 26894,
"6193152" : 26500,
"6258688" : 26942,
"6324224" : 25145,
"6389760" : 25200,
"6455296" : 24347,
"6520832" : 23253,
"6586368" : 22934,
"6651904" : 22239,
"6717440" : 21696,
"6782976" : 21357,
"6848512" : 20137,
"6914048" : 18702,
"6979584" : 18816,
"7045120" : 17274,
"7110656" : 15966,
"7176192" : 15706,
"7241728" : 14902,
"7307264" : 14098,
"7372800" : 13421,
"7438336" : 13110,
"7503872" : 12634,
"7569408" : 12090,
"7634944" : 11761,
"7700480" : 11401,
"7766016" : 11405,
"7831552" : 10970,
"7897088" : 10451,
"7962624" : 10287,
"8028160" : 10223,
"8093696" : 9534,
"8159232" : 9105,
"8224768" : 9084,
"8290304" : 8644,
"8355840" : 8488,
"8454144" : 15676,
"8585216" : 14508,
"8716288" : 13242,
"8847360" : 11962,
"8978432" : 10792,
"9109504" : 9469,
"9240576" : 8926,
"9371648" : 8026,
"9502720" : 7412,
"9633792" : 6559,
"9764864" : 5897,
"9895936" : 5039,
"10027008" : 4713,
"10158080" : 4143,
"10289152" : 3553,
"10420224" : 3051,
"10551296" : 2586,
"10682368" : 2121,
"10813440" : 1854,
"10944512" : 1540,
"11075584" : 1374,
"11206656" : 1259,
"11337728" : 1018,
"11468800" : 909,
"11599872" : 714,
"11730944" : 594,
"11862016" : 500,
"11993088" : 426,
"12124160" : 339,
"12255232" : 289,
"12386304" : 291,
"12517376" : 231,
"12648448" : 177,
"12779520" : 160,
"12910592" : 136,
"13041664" : 103,
"13172736" : 80,
"13303808" : 65,
"13434880" : 66,
"13565952" : 50,
"13697024" : 53,
"13828096" : 50,
"13959168" : 39,
"14090240" : 22,
"14221312" : 30,
"14352384" : 18,
"14483456" : 24,
"14614528" : 12,
"14745600" : 16,
"14876672" : 20,
"15007744" : 18,
"15138816" : 11,
"15269888" : 13,
"15400960" : 4,
"15532032" : 6,
"15663104" : 7,
"15794176" : 2,
"15925248" : 1,
"16056320" : 3,
"16187392" : 5,
"16318464" : 2,
"16449536" : 1,
"16711680" : 2,
"17170432" : 1
}
},
"lat_ns" : {
"min" : 519904,
"max" : 17760547,
"mean" : 5649853.848357,
"stddev" : 1888938.194034,
"N" : 2491617
},
"bw_min" : 56784,
"bw_max" : 121597,
"bw_agg" : 100.000000,
"bw_mean" : 90742.187215,
"bw_dev" : 1975.705364,
"bw_samples" : 1752,
"iops_min" : 14196,
"iops_max" : 30397,
"iops_mean" : 22685.264840,
"iops_stddev" : 493.915588,
"iops_samples" : 1752
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 879992,
"usr_cpu" : 0.731143,
"sys_cpu" : 10.556573,
"ctx" : 2531823,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.071078,
"1000" : 0.107681
},
"latency_ms" : {
"2" : 1.851242,
"4" : 20.687945,
"10" : 76.025646,
"20" : 1.255285,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122108,
"timestamp_ms" : 1774122108888,
"time" : "Sat Mar 21 16:41:48 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10954186752,
"io_kbytes" : 10697448,
"bw_bytes" : 91285650,
"bw" : 89146,
"iops" : 22286.660722,
"runtime" : 119999,
"total_ios" : 2674377,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14623,
"max" : 5054360,
"mean" : 356197.551772,
"stddev" : 219435.621686,
"N" : 2674377
},
"clat_ns" : {
"min" : 488126,
"max" : 17075421,
"mean" : 5386121.883811,
"stddev" : 1804860.866944,
"N" : 2674369,
"percentile" : {
"1.000000" : 1761280,
"5.000000" : 2736128,
"10.000000" : 3358720,
"20.000000" : 3948544,
"30.000000" : 4358144,
"40.000000" : 4751360,
"50.000000" : 5144576,
"60.000000" : 5603328,
"70.000000" : 6127616,
"80.000000" : 6782976,
"90.000000" : 7831552,
"95.000000" : 8716288,
"99.000000" : 10289152,
"99.500000" : 10813440,
"99.900000" : 12124160,
"99.950000" : 12648448,
"99.990000" : 13959168
},
"bins" : {
"489472" : 3,
"493568" : 9,
"497664" : 7,
"501760" : 6,
"505856" : 10,
"509952" : 7,
"514048" : 16,
"518144" : 12,
"522240" : 11,
"528384" : 41,
"536576" : 52,
"544768" : 77,
"552960" : 62,
"561152" : 63,
"569344" : 62,
"577536" : 47,
"585728" : 55,
"593920" : 70,
"602112" : 61,
"610304" : 51,
"618496" : 77,
"626688" : 53,
"634880" : 62,
"643072" : 46,
"651264" : 43,
"659456" : 66,
"667648" : 70,
"675840" : 61,
"684032" : 61,
"692224" : 69,
"700416" : 66,
"708608" : 54,
"716800" : 54,
"724992" : 79,
"733184" : 70,
"741376" : 94,
"749568" : 79,
"757760" : 95,
"765952" : 67,
"774144" : 69,
"782336" : 80,
"790528" : 80,
"798720" : 85,
"806912" : 65,
"815104" : 82,
"823296" : 76,
"831488" : 68,
"839680" : 98,
"847872" : 83,
"856064" : 90,
"864256" : 74,
"872448" : 86,
"880640" : 79,
"888832" : 100,
"897024" : 93,
"905216" : 106,
"913408" : 110,
"921600" : 79,
"929792" : 102,
"937984" : 81,
"946176" : 93,
"954368" : 99,
"962560" : 95,
"970752" : 109,
"978944" : 83,
"987136" : 103,
"995328" : 112,
"1003520" : 115,
"1011712" : 107,
"1019904" : 96,
"1028096" : 107,
"1036288" : 116,
"1044480" : 101,
"1056768" : 203,
"1073152" : 199,
"1089536" : 228,
"1105920" : 204,
"1122304" : 215,
"1138688" : 214,
"1155072" : 212,
"1171456" : 220,
"1187840" : 260,
"1204224" : 274,
"1220608" : 237,
"1236992" : 246,
"1253376" : 264,
"1269760" : 285,
"1286144" : 242,
"1302528" : 256,
"1318912" : 259,
"1335296" : 298,
"1351680" : 294,
"1368064" : 275,
"1384448" : 287,
"1400832" : 338,
"1417216" : 387,
"1433600" : 418,
"1449984" : 407,
"1466368" : 435,
"1482752" : 484,
"1499136" : 474,
"1515520" : 509,
"1531904" : 567,
"1548288" : 624,
"1564672" : 690,
"1581056" : 723,
"1597440" : 803,
"1613824" : 776,
"1630208" : 795,
"1646592" : 879,
"1662976" : 859,
"1679360" : 953,
"1695744" : 1064,
"1712128" : 1209,
"1728512" : 1241,
"1744896" : 1292,
"1761280" : 1281,
"1777664" : 1212,
"1794048" : 1306,
"1810432" : 1447,
"1826816" : 1608,
"1843200" : 1653,
"1859584" : 1946,
"1875968" : 1871,
"1892352" : 1706,
"1908736" : 1626,
"1925120" : 1532,
"1941504" : 1568,
"1957888" : 1679,
"1974272" : 1750,
"1990656" : 2042,
"2007040" : 2385,
"2023424" : 2021,
"2039808" : 1933,
"2056192" : 1677,
"2072576" : 1762,
"2088960" : 1596,
"2113536" : 3622,
"2146304" : 3996,
"2179072" : 3927,
"2211840" : 3481,
"2244608" : 3497,
"2277376" : 3416,
"2310144" : 3415,
"2342912" : 3536,
"2375680" : 3541,
"2408448" : 3397,
"2441216" : 3355,
"2473984" : 3587,
"2506752" : 3621,
"2539520" : 3876,
"2572288" : 3867,
"2605056" : 3910,
"2637824" : 3982,
"2670592" : 3972,
"2703360" : 4009,
"2736128" : 4276,
"2768896" : 4488,
"2801664" : 4988,
"2834432" : 5133,
"2867200" : 5130,
"2899968" : 4834,
"2932736" : 5198,
"2965504" : 5660,
"2998272" : 7631,
"3031040" : 7417,
"3063808" : 6973,
"3096576" : 7069,
"3129344" : 7438,
"3162112" : 7606,
"3194880" : 8125,
"3227648" : 9034,
"3260416" : 9518,
"3293184" : 9297,
"3325952" : 10387,
"3358720" : 11223,
"3391488" : 11111,
"3424256" : 11344,
"3457024" : 12166,
"3489792" : 13226,
"3522560" : 13812,
"3555328" : 14072,
"3588096" : 13728,
"3620864" : 13777,
"3653632" : 13759,
"3686400" : 14776,
"3719168" : 17580,
"3751936" : 20452,
"3784704" : 19671,
"3817472" : 18083,
"3850240" : 16529,
"3883008" : 16337,
"3915776" : 16175,
"3948544" : 17187,
"3981312" : 19927,
"4014080" : 22190,
"4046848" : 19246,
"4079616" : 19245,
"4112384" : 20497,
"4145152" : 20949,
"4177920" : 19867,
"4227072" : 39557,
"4292608" : 44401,
"4358144" : 40206,
"4423680" : 41706,
"4489216" : 45586,
"4554752" : 46001,
"4620288" : 47591,
"4685824" : 48956,
"4751360" : 47841,
"4816896" : 46039,
"4882432" : 44910,
"4947968" : 45659,
"5013504" : 51282,
"5079040" : 40488,
"5144576" : 40354,
"5210112" : 40079,
"5275648" : 40485,
"5341184" : 39335,
"5406720" : 39743,
"5472256" : 38577,
"5537792" : 36517,
"5603328" : 35241,
"5668864" : 34024,
"5734400" : 33429,
"5799936" : 32820,
"5865472" : 31368,
"5931008" : 30495,
"5996544" : 34120,
"6062080" : 30134,
"6127616" : 30018,
"6193152" : 29497,
"6258688" : 29854,
"6324224" : 27889,
"6389760" : 27807,
"6455296" : 26943,
"6520832" : 25670,
"6586368" : 25205,
"6651904" : 24413,
"6717440" : 23870,
"6782976" : 23393,
"6848512" : 22066,
"6914048" : 20600,
"6979584" : 20657,
"7045120" : 18965,
"7110656" : 17584,
"7176192" : 17242,
"7241728" : 16490,
"7307264" : 15588,
"7372800" : 14883,
"7438336" : 14560,
"7503872" : 14023,
"7569408" : 13482,
"7634944" : 13227,
"7700480" : 12681,
"7766016" : 12720,
"7831552" : 12260,
"7897088" : 11741,
"7962624" : 11477,
"8028160" : 11494,
"8093696" : 10742,
"8159232" : 10268,
"8224768" : 10315,
"8290304" : 9926,
"8355840" : 9781,
"8454144" : 18064,
"8585216" : 16827,
"8716288" : 15450,
"8847360" : 14189,
"8978432" : 12986,
"9109504" : 11537,
"9240576" : 10874,
"9371648" : 9842,
"9502720" : 9138,
"9633792" : 8117,
"9764864" : 7290,
"9895936" : 6239,
"10027008" : 5860,
"10158080" : 5114,
"10289152" : 4406,
"10420224" : 3772,
"10551296" : 3219,
"10682368" : 2662,
"10813440" : 2318,
"10944512" : 1937,
"11075584" : 1704,
"11206656" : 1529,
"11337728" : 1247,
"11468800" : 1130,
"11599872" : 835,
"11730944" : 721,
"11862016" : 624,
"11993088" : 530,
"12124160" : 440,
"12255232" : 385,
"12386304" : 355,
"12517376" : 291,
"12648448" : 232,
"12779520" : 197,
"12910592" : 179,
"13041664" : 132,
"13172736" : 105,
"13303808" : 81,
"13434880" : 86,
"13565952" : 67,
"13697024" : 65,
"13828096" : 66,
"13959168" : 51,
"14090240" : 28,
"14221312" : 34,
"14352384" : 21,
"14483456" : 26,
"14614528" : 14,
"14745600" : 16,
"14876672" : 23,
"15007744" : 20,
"15138816" : 14,
"15269888" : 15,
"15400960" : 5,
"15532032" : 6,
"15663104" : 10,
"15794176" : 4,
"15925248" : 2,
"16056320" : 4,
"16187392" : 5,
"16318464" : 2,
"16449536" : 1,
"16711680" : 2,
"17170432" : 1
}
},
"lat_ns" : {
"min" : 519904,
"max" : 17760547,
"mean" : 5742315.866628,
"stddev" : 1913969.169392,
"N" : 2674369
},
"bw_min" : 56312,
"bw_max" : 121597,
"bw_agg" : 100.000000,
"bw_mean" : 89168.786611,
"bw_dev" : 2023.254264,
"bw_samples" : 1912,
"iops_min" : 14078,
"iops_max" : 30397,
"iops_mean" : 22291.912134,
"iops_stddev" : 505.803404,
"iops_samples" : 1912
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959992,
"usr_cpu" : 0.720944,
"sys_cpu" : 10.534775,
"ctx" : 2716560,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.066221,
"1000" : 0.100322
},
"latency_ms" : {
"2" : 1.724738,
"4" : 19.375541,
"10" : 77.280989,
"20" : 1.451142,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122118,
"timestamp_ms" : 1774122118887,
"time" : "Sat Mar 21 16:41:58 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11728379904,
"io_kbytes" : 11453496,
"bw_bytes" : 90219000,
"bw" : 88104,
"iops" : 22026.215586,
"runtime" : 129999,
"total_ios" : 2863386,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14623,
"max" : 5054360,
"mean" : 360440.864629,
"stddev" : 220369.301347,
"N" : 2863386
},
"clat_ns" : {
"min" : 488126,
"max" : 17075421,
"mean" : 5449831.584988,
"stddev" : 1810727.592456,
"N" : 2863378,
"percentile" : {
"1.000000" : 1777664,
"5.000000" : 2801664,
"10.000000" : 3424256,
"20.000000" : 3981312,
"30.000000" : 4423680,
"40.000000" : 4816896,
"50.000000" : 5210112,
"60.000000" : 5668864,
"70.000000" : 6193152,
"80.000000" : 6848512,
"90.000000" : 7962624,
"95.000000" : 8847360,
"99.000000" : 10289152,
"99.500000" : 10944512,
"99.900000" : 12124160,
"99.950000" : 12648448,
"99.990000" : 13959168
},
"bins" : {
"489472" : 3,
"493568" : 9,
"497664" : 7,
"501760" : 6,
"505856" : 10,
"509952" : 7,
"514048" : 16,
"518144" : 12,
"522240" : 11,
"528384" : 41,
"536576" : 52,
"544768" : 77,
"552960" : 62,
"561152" : 63,
"569344" : 62,
"577536" : 47,
"585728" : 55,
"593920" : 70,
"602112" : 61,
"610304" : 51,
"618496" : 77,
"626688" : 53,
"634880" : 62,
"643072" : 46,
"651264" : 43,
"659456" : 66,
"667648" : 70,
"675840" : 61,
"684032" : 61,
"692224" : 69,
"700416" : 66,
"708608" : 54,
"716800" : 54,
"724992" : 79,
"733184" : 70,
"741376" : 94,
"749568" : 79,
"757760" : 95,
"765952" : 67,
"774144" : 69,
"782336" : 80,
"790528" : 80,
"798720" : 85,
"806912" : 65,
"815104" : 82,
"823296" : 76,
"831488" : 68,
"839680" : 98,
"847872" : 83,
"856064" : 90,
"864256" : 74,
"872448" : 86,
"880640" : 79,
"888832" : 100,
"897024" : 93,
"905216" : 106,
"913408" : 110,
"921600" : 79,
"929792" : 102,
"937984" : 81,
"946176" : 93,
"954368" : 99,
"962560" : 95,
"970752" : 109,
"978944" : 83,
"987136" : 103,
"995328" : 112,
"1003520" : 115,
"1011712" : 107,
"1019904" : 96,
"1028096" : 107,
"1036288" : 116,
"1044480" : 101,
"1056768" : 203,
"1073152" : 199,
"1089536" : 228,
"1105920" : 204,
"1122304" : 215,
"1138688" : 214,
"1155072" : 212,
"1171456" : 220,
"1187840" : 260,
"1204224" : 274,
"1220608" : 237,
"1236992" : 246,
"1253376" : 264,
"1269760" : 285,
"1286144" : 242,
"1302528" : 256,
"1318912" : 259,
"1335296" : 298,
"1351680" : 294,
"1368064" : 275,
"1384448" : 287,
"1400832" : 338,
"1417216" : 387,
"1433600" : 418,
"1449984" : 407,
"1466368" : 435,
"1482752" : 484,
"1499136" : 474,
"1515520" : 509,
"1531904" : 567,
"1548288" : 624,
"1564672" : 690,
"1581056" : 723,
"1597440" : 803,
"1613824" : 776,
"1630208" : 795,
"1646592" : 879,
"1662976" : 859,
"1679360" : 953,
"1695744" : 1064,
"1712128" : 1209,
"1728512" : 1241,
"1744896" : 1292,
"1761280" : 1281,
"1777664" : 1212,
"1794048" : 1306,
"1810432" : 1447,
"1826816" : 1608,
"1843200" : 1653,
"1859584" : 1946,
"1875968" : 1871,
"1892352" : 1706,
"1908736" : 1626,
"1925120" : 1532,
"1941504" : 1568,
"1957888" : 1679,
"1974272" : 1750,
"1990656" : 2042,
"2007040" : 2385,
"2023424" : 2021,
"2039808" : 1933,
"2056192" : 1677,
"2072576" : 1762,
"2088960" : 1596,
"2113536" : 3622,
"2146304" : 3996,
"2179072" : 3927,
"2211840" : 3481,
"2244608" : 3497,
"2277376" : 3416,
"2310144" : 3415,
"2342912" : 3536,
"2375680" : 3541,
"2408448" : 3397,
"2441216" : 3355,
"2473984" : 3587,
"2506752" : 3621,
"2539520" : 3876,
"2572288" : 3867,
"2605056" : 3910,
"2637824" : 3983,
"2670592" : 3974,
"2703360" : 4011,
"2736128" : 4278,
"2768896" : 4490,
"2801664" : 4996,
"2834432" : 5139,
"2867200" : 5139,
"2899968" : 4850,
"2932736" : 5205,
"2965504" : 5673,
"2998272" : 7646,
"3031040" : 7428,
"3063808" : 6994,
"3096576" : 7100,
"3129344" : 7476,
"3162112" : 7640,
"3194880" : 8170,
"3227648" : 9104,
"3260416" : 9597,
"3293184" : 9381,
"3325952" : 10492,
"3358720" : 11332,
"3391488" : 11215,
"3424256" : 11479,
"3457024" : 12283,
"3489792" : 13384,
"3522560" : 13966,
"3555328" : 14239,
"3588096" : 13966,
"3620864" : 14040,
"3653632" : 14035,
"3686400" : 15045,
"3719168" : 17909,
"3751936" : 20769,
"3784704" : 20054,
"3817472" : 18460,
"3850240" : 16951,
"3883008" : 16754,
"3915776" : 16632,
"3948544" : 17654,
"3981312" : 20467,
"4014080" : 22795,
"4046848" : 19829,
"4079616" : 19864,
"4112384" : 21139,
"4145152" : 21640,
"4177920" : 20561,
"4227072" : 41177,
"4292608" : 46147,
"4358144" : 42064,
"4423680" : 43743,
"4489216" : 47888,
"4554752" : 48375,
"4620288" : 50176,
"4685824" : 51638,
"4751360" : 50772,
"4816896" : 49162,
"4882432" : 47998,
"4947968" : 48808,
"5013504" : 54817,
"5079040" : 43976,
"5144576" : 43856,
"5210112" : 43577,
"5275648" : 44146,
"5341184" : 42823,
"5406720" : 43329,
"5472256" : 42220,
"5537792" : 40124,
"5603328" : 39016,
"5668864" : 37628,
"5734400" : 37031,
"5799936" : 36271,
"5865472" : 34769,
"5931008" : 33896,
"5996544" : 37485,
"6062080" : 33210,
"6127616" : 33072,
"6193152" : 32383,
"6258688" : 32747,
"6324224" : 30563,
"6389760" : 30296,
"6455296" : 29308,
"6520832" : 28018,
"6586368" : 27427,
"6651904" : 26516,
"6717440" : 25835,
"6782976" : 25305,
"6848512" : 23937,
"6914048" : 22350,
"6979584" : 22370,
"7045120" : 20601,
"7110656" : 19152,
"7176192" : 18825,
"7241728" : 18071,
"7307264" : 17100,
"7372800" : 16414,
"7438336" : 16103,
"7503872" : 15482,
"7569408" : 14984,
"7634944" : 14677,
"7700480" : 14125,
"7766016" : 14202,
"7831552" : 13754,
"7897088" : 13169,
"7962624" : 12898,
"8028160" : 12912,
"8093696" : 12201,
"8159232" : 11717,
"8224768" : 11717,
"8290304" : 11288,
"8355840" : 11127,
"8454144" : 20701,
"8585216" : 19360,
"8716288" : 17868,
"8847360" : 16446,
"8978432" : 15147,
"9109504" : 13464,
"9240576" : 12616,
"9371648" : 11337,
"9502720" : 10477,
"9633792" : 9306,
"9764864" : 8282,
"9895936" : 7085,
"10027008" : 6628,
"10158080" : 5803,
"10289152" : 4934,
"10420224" : 4232,
"10551296" : 3583,
"10682368" : 2978,
"10813440" : 2596,
"10944512" : 2182,
"11075584" : 1945,
"11206656" : 1701,
"11337728" : 1371,
"11468800" : 1259,
"11599872" : 938,
"11730944" : 804,
"11862016" : 685,
"11993088" : 596,
"12124160" : 485,
"12255232" : 419,
"12386304" : 384,
"12517376" : 315,
"12648448" : 254,
"12779520" : 211,
"12910592" : 195,
"13041664" : 145,
"13172736" : 110,
"13303808" : 82,
"13434880" : 86,
"13565952" : 68,
"13697024" : 66,
"13828096" : 67,
"13959168" : 53,
"14090240" : 29,
"14221312" : 38,
"14352384" : 22,
"14483456" : 31,
"14614528" : 14,
"14745600" : 16,
"14876672" : 23,
"15007744" : 20,
"15138816" : 14,
"15269888" : 15,
"15400960" : 5,
"15532032" : 6,
"15663104" : 10,
"15794176" : 4,
"15925248" : 2,
"16056320" : 4,
"16187392" : 5,
"16318464" : 2,
"16449536" : 1,
"16711680" : 2,
"17170432" : 1
}
},
"lat_ns" : {
"min" : 519904,
"max" : 17760547,
"mean" : 5810273.992081,
"stddev" : 1920143.361631,
"N" : 2863378
},
"bw_min" : 55040,
"bw_max" : 121597,
"bw_agg" : 100.000000,
"bw_mean" : 88115.308880,
"bw_dev" : 2025.162750,
"bw_samples" : 2072,
"iops_min" : 13760,
"iops_max" : 30397,
"iops_mean" : 22028.521236,
"iops_stddev" : 506.285542,
"iops_samples" : 2072
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1039992,
"usr_cpu" : 0.713948,
"sys_cpu" : 10.566620,
"ctx" : 2908808,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.061850,
"1000" : 0.093700
},
"latency_ms" : {
"2" : 1.610890,
"4" : 18.318138,
"10" : 78.398442,
"20" : 1.516002,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122128,
"timestamp_ms" : 1774122128887,
"time" : "Sat Mar 21 16:42:08 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12456640512,
"io_kbytes" : 12164688,
"bw_bytes" : 88976639,
"bw" : 86891,
"iops" : 21722.898021,
"runtime" : 139999,
"total_ios" : 3041184,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14623,
"max" : 5054360,
"mean" : 365509.423107,
"stddev" : 221591.149114,
"N" : 3041184
},
"clat_ns" : {
"min" : 488126,
"max" : 17075421,
"mean" : 5525818.096505,
"stddev" : 1830585.333875,
"N" : 3041176,
"percentile" : {
"1.000000" : 1810432,
"5.000000" : 2867200,
"10.000000" : 3457024,
"20.000000" : 4046848,
"30.000000" : 4489216,
"40.000000" : 4882432,
"50.000000" : 5275648,
"60.000000" : 5734400,
"70.000000" : 6258688,
"80.000000" : 6979584,
"90.000000" : 8093696,
"95.000000" : 8978432,
"99.000000" : 10420224,
"99.500000" : 10944512,
"99.900000" : 12255232,
"99.950000" : 12648448,
"99.990000" : 13959168
},
"bins" : {
"489472" : 3,
"493568" : 9,
"497664" : 7,
"501760" : 6,
"505856" : 10,
"509952" : 7,
"514048" : 16,
"518144" : 12,
"522240" : 11,
"528384" : 41,
"536576" : 52,
"544768" : 77,
"552960" : 62,
"561152" : 63,
"569344" : 62,
"577536" : 47,
"585728" : 55,
"593920" : 70,
"602112" : 61,
"610304" : 51,
"618496" : 77,
"626688" : 53,
"634880" : 62,
"643072" : 46,
"651264" : 43,
"659456" : 66,
"667648" : 70,
"675840" : 61,
"684032" : 61,
"692224" : 69,
"700416" : 66,
"708608" : 54,
"716800" : 54,
"724992" : 79,
"733184" : 70,
"741376" : 94,
"749568" : 79,
"757760" : 95,
"765952" : 67,
"774144" : 69,
"782336" : 80,
"790528" : 80,
"798720" : 85,
"806912" : 65,
"815104" : 82,
"823296" : 76,
"831488" : 68,
"839680" : 98,
"847872" : 83,
"856064" : 90,
"864256" : 74,
"872448" : 86,
"880640" : 79,
"888832" : 100,
"897024" : 93,
"905216" : 106,
"913408" : 110,
"921600" : 79,
"929792" : 102,
"937984" : 81,
"946176" : 93,
"954368" : 99,
"962560" : 95,
"970752" : 109,
"978944" : 83,
"987136" : 103,
"995328" : 112,
"1003520" : 115,
"1011712" : 107,
"1019904" : 96,
"1028096" : 107,
"1036288" : 116,
"1044480" : 101,
"1056768" : 203,
"1073152" : 199,
"1089536" : 228,
"1105920" : 204,
"1122304" : 215,
"1138688" : 214,
"1155072" : 212,
"1171456" : 220,
"1187840" : 260,
"1204224" : 274,
"1220608" : 237,
"1236992" : 246,
"1253376" : 264,
"1269760" : 285,
"1286144" : 242,
"1302528" : 256,
"1318912" : 259,
"1335296" : 298,
"1351680" : 294,
"1368064" : 275,
"1384448" : 287,
"1400832" : 338,
"1417216" : 387,
"1433600" : 418,
"1449984" : 407,
"1466368" : 435,
"1482752" : 484,
"1499136" : 474,
"1515520" : 509,
"1531904" : 567,
"1548288" : 624,
"1564672" : 690,
"1581056" : 723,
"1597440" : 803,
"1613824" : 776,
"1630208" : 795,
"1646592" : 879,
"1662976" : 859,
"1679360" : 953,
"1695744" : 1064,
"1712128" : 1209,
"1728512" : 1241,
"1744896" : 1292,
"1761280" : 1281,
"1777664" : 1212,
"1794048" : 1306,
"1810432" : 1447,
"1826816" : 1608,
"1843200" : 1653,
"1859584" : 1946,
"1875968" : 1871,
"1892352" : 1706,
"1908736" : 1626,
"1925120" : 1532,
"1941504" : 1568,
"1957888" : 1679,
"1974272" : 1750,
"1990656" : 2042,
"2007040" : 2385,
"2023424" : 2021,
"2039808" : 1933,
"2056192" : 1677,
"2072576" : 1762,
"2088960" : 1596,
"2113536" : 3622,
"2146304" : 3996,
"2179072" : 3927,
"2211840" : 3481,
"2244608" : 3497,
"2277376" : 3416,
"2310144" : 3415,
"2342912" : 3536,
"2375680" : 3541,
"2408448" : 3397,
"2441216" : 3355,
"2473984" : 3587,
"2506752" : 3621,
"2539520" : 3876,
"2572288" : 3868,
"2605056" : 3911,
"2637824" : 3985,
"2670592" : 3977,
"2703360" : 4015,
"2736128" : 4284,
"2768896" : 4493,
"2801664" : 5000,
"2834432" : 5147,
"2867200" : 5149,
"2899968" : 4853,
"2932736" : 5206,
"2965504" : 5686,
"2998272" : 7660,
"3031040" : 7443,
"3063808" : 7009,
"3096576" : 7116,
"3129344" : 7494,
"3162112" : 7654,
"3194880" : 8189,
"3227648" : 9123,
"3260416" : 9620,
"3293184" : 9414,
"3325952" : 10535,
"3358720" : 11376,
"3391488" : 11260,
"3424256" : 11526,
"3457024" : 12358,
"3489792" : 13443,
"3522560" : 14034,
"3555328" : 14303,
"3588096" : 14057,
"3620864" : 14138,
"3653632" : 14140,
"3686400" : 15155,
"3719168" : 18048,
"3751936" : 20905,
"3784704" : 20176,
"3817472" : 18619,
"3850240" : 17142,
"3883008" : 16931,
"3915776" : 16840,
"3948544" : 17906,
"3981312" : 20714,
"4014080" : 23056,
"4046848" : 20159,
"4079616" : 20189,
"4112384" : 21500,
"4145152" : 22057,
"4177920" : 20960,
"4227072" : 42082,
"4292608" : 47177,
"4358144" : 43240,
"4423680" : 44876,
"4489216" : 49192,
"4554752" : 49860,
"4620288" : 51747,
"4685824" : 53386,
"4751360" : 52727,
"4816896" : 51198,
"4882432" : 50258,
"4947968" : 51135,
"5013504" : 57346,
"5079040" : 46539,
"5144576" : 46682,
"5210112" : 46379,
"5275648" : 47065,
"5341184" : 45789,
"5406720" : 46345,
"5472256" : 45238,
"5537792" : 43390,
"5603328" : 42279,
"5668864" : 40760,
"5734400" : 40382,
"5799936" : 39591,
"5865472" : 37944,
"5931008" : 37039,
"5996544" : 40767,
"6062080" : 36243,
"6127616" : 36090,
"6193152" : 35240,
"6258688" : 35640,
"6324224" : 33373,
"6389760" : 33067,
"6455296" : 32001,
"6520832" : 30653,
"6586368" : 29855,
"6651904" : 28895,
"6717440" : 28173,
"6782976" : 27584,
"6848512" : 26199,
"6914048" : 24465,
"6979584" : 24486,
"7045120" : 22591,
"7110656" : 20999,
"7176192" : 20652,
"7241728" : 19818,
"7307264" : 18762,
"7372800" : 18107,
"7438336" : 17718,
"7503872" : 17066,
"7569408" : 16442,
"7634944" : 16133,
"7700480" : 15625,
"7766016" : 15711,
"7831552" : 15234,
"7897088" : 14683,
"7962624" : 14402,
"8028160" : 14346,
"8093696" : 13653,
"8159232" : 13094,
"8224768" : 13175,
"8290304" : 12707,
"8355840" : 12535,
"8454144" : 23369,
"8585216" : 21937,
"8716288" : 20450,
"8847360" : 18977,
"8978432" : 17554,
"9109504" : 15687,
"9240576" : 14761,
"9371648" : 13344,
"9502720" : 12278,
"9633792" : 10972,
"9764864" : 9758,
"9895936" : 8425,
"10027008" : 7838,
"10158080" : 6882,
"10289152" : 5891,
"10420224" : 5058,
"10551296" : 4297,
"10682368" : 3576,
"10813440" : 3185,
"10944512" : 2609,
"11075584" : 2290,
"11206656" : 1999,
"11337728" : 1645,
"11468800" : 1495,
"11599872" : 1103,
"11730944" : 916,
"11862016" : 806,
"11993088" : 684,
"12124160" : 568,
"12255232" : 492,
"12386304" : 433,
"12517376" : 365,
"12648448" : 294,
"12779520" : 245,
"12910592" : 226,
"13041664" : 163,
"13172736" : 123,
"13303808" : 94,
"13434880" : 93,
"13565952" : 84,
"13697024" : 78,
"13828096" : 71,
"13959168" : 56,
"14090240" : 33,
"14221312" : 38,
"14352384" : 23,
"14483456" : 32,
"14614528" : 14,
"14745600" : 18,
"14876672" : 23,
"15007744" : 23,
"15138816" : 14,
"15269888" : 15,
"15400960" : 5,
"15532032" : 6,
"15663104" : 10,
"15794176" : 4,
"15925248" : 2,
"16056320" : 4,
"16187392" : 5,
"16318464" : 2,
"16449536" : 1,
"16711680" : 2,
"17170432" : 1
}
},
"lat_ns" : {
"min" : 519904,
"max" : 17760547,
"mean" : 5891317.091433,
"stddev" : 1941350.472212,
"N" : 3041176
},
"bw_min" : 55040,
"bw_max" : 121597,
"bw_agg" : 100.000000,
"bw_mean" : 86942.405018,
"bw_dev" : 2040.044977,
"bw_samples" : 2232,
"iops_min" : 13760,
"iops_max" : 30397,
"iops_mean" : 21735.301075,
"iops_stddev" : 510.005665,
"iops_samples" : 2232
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119992,
"usr_cpu" : 0.704380,
"sys_cpu" : 10.567040,
"ctx" : 3089997,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.058234,
"1000" : 0.088222
},
"latency_ms" : {
"2" : 1.516712,
"4" : 17.337590,
"10" : 79.303258,
"20" : 1.695064,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122138,
"timestamp_ms" : 1774122138888,
"time" : "Sat Mar 21 16:42:18 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 13184888832,
"io_kbytes" : 12875868,
"bw_bytes" : 87899844,
"bw" : 85839,
"iops" : 21459.996400,
"runtime" : 149999,
"total_ios" : 3218978,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14623,
"max" : 5054360,
"mean" : 370019.538472,
"stddev" : 222063.147024,
"N" : 3218978
},
"clat_ns" : {
"min" : 488126,
"max" : 17075421,
"mean" : 5593543.516603,
"stddev" : 1840591.167266,
"N" : 3218970,
"percentile" : {
"1.000000" : 1826816,
"5.000000" : 2932736,
"10.000000" : 3489792,
"20.000000" : 4112384,
"30.000000" : 4554752,
"40.000000" : 4947968,
"50.000000" : 5341184,
"60.000000" : 5799936,
"70.000000" : 6324224,
"80.000000" : 7045120,
"90.000000" : 8159232,
"95.000000" : 8978432,
"99.000000" : 10420224,
"99.500000" : 10944512,
"99.900000" : 12255232,
"99.950000" : 12648448,
"99.990000" : 13959168
},
"bins" : {
"489472" : 3,
"493568" : 9,
"497664" : 7,
"501760" : 6,
"505856" : 10,
"509952" : 7,
"514048" : 16,
"518144" : 12,
"522240" : 11,
"528384" : 41,
"536576" : 52,
"544768" : 77,
"552960" : 62,
"561152" : 63,
"569344" : 62,
"577536" : 47,
"585728" : 55,
"593920" : 70,
"602112" : 61,
"610304" : 51,
"618496" : 77,
"626688" : 53,
"634880" : 62,
"643072" : 46,
"651264" : 43,
"659456" : 66,
"667648" : 70,
"675840" : 61,
"684032" : 61,
"692224" : 69,
"700416" : 66,
"708608" : 54,
"716800" : 54,
"724992" : 79,
"733184" : 70,
"741376" : 94,
"749568" : 79,
"757760" : 95,
"765952" : 67,
"774144" : 69,
"782336" : 80,
"790528" : 80,
"798720" : 85,
"806912" : 65,
"815104" : 82,
"823296" : 76,
"831488" : 68,
"839680" : 98,
"847872" : 83,
"856064" : 90,
"864256" : 74,
"872448" : 86,
"880640" : 79,
"888832" : 100,
"897024" : 93,
"905216" : 106,
"913408" : 110,
"921600" : 79,
"929792" : 102,
"937984" : 81,
"946176" : 93,
"954368" : 99,
"962560" : 95,
"970752" : 109,
"978944" : 83,
"987136" : 103,
"995328" : 112,
"1003520" : 115,
"1011712" : 107,
"1019904" : 96,
"1028096" : 107,
"1036288" : 116,
"1044480" : 101,
"1056768" : 203,
"1073152" : 199,
"1089536" : 228,
"1105920" : 204,
"1122304" : 215,
"1138688" : 214,
"1155072" : 212,
"1171456" : 220,
"1187840" : 260,
"1204224" : 274,
"1220608" : 237,
"1236992" : 246,
"1253376" : 264,
"1269760" : 285,
"1286144" : 242,
"1302528" : 256,
"1318912" : 259,
"1335296" : 298,
"1351680" : 294,
"1368064" : 275,
"1384448" : 287,
"1400832" : 338,
"1417216" : 387,
"1433600" : 418,
"1449984" : 407,
"1466368" : 435,
"1482752" : 484,
"1499136" : 474,
"1515520" : 509,
"1531904" : 567,
"1548288" : 624,
"1564672" : 690,
"1581056" : 723,
"1597440" : 803,
"1613824" : 776,
"1630208" : 795,
"1646592" : 879,
"1662976" : 859,
"1679360" : 953,
"1695744" : 1064,
"1712128" : 1209,
"1728512" : 1241,
"1744896" : 1292,
"1761280" : 1281,
"1777664" : 1212,
"1794048" : 1306,
"1810432" : 1447,
"1826816" : 1608,
"1843200" : 1653,
"1859584" : 1946,
"1875968" : 1871,
"1892352" : 1706,
"1908736" : 1626,
"1925120" : 1532,
"1941504" : 1568,
"1957888" : 1679,
"1974272" : 1750,
"1990656" : 2042,
"2007040" : 2385,
"2023424" : 2021,
"2039808" : 1933,
"2056192" : 1677,
"2072576" : 1762,
"2088960" : 1596,
"2113536" : 3622,
"2146304" : 3996,
"2179072" : 3927,
"2211840" : 3481,
"2244608" : 3497,
"2277376" : 3416,
"2310144" : 3415,
"2342912" : 3536,
"2375680" : 3541,
"2408448" : 3397,
"2441216" : 3355,
"2473984" : 3587,
"2506752" : 3621,
"2539520" : 3876,
"2572288" : 3868,
"2605056" : 3911,
"2637824" : 3985,
"2670592" : 3977,
"2703360" : 4015,
"2736128" : 4284,
"2768896" : 4493,
"2801664" : 5000,
"2834432" : 5147,
"2867200" : 5151,
"2899968" : 4859,
"2932736" : 5207,
"2965504" : 5690,
"2998272" : 7662,
"3031040" : 7449,
"3063808" : 7015,
"3096576" : 7121,
"3129344" : 7497,
"3162112" : 7657,
"3194880" : 8200,
"3227648" : 9133,
"3260416" : 9637,
"3293184" : 9430,
"3325952" : 10550,
"3358720" : 11396,
"3391488" : 11293,
"3424256" : 11540,
"3457024" : 12396,
"3489792" : 13475,
"3522560" : 14081,
"3555328" : 14360,
"3588096" : 14120,
"3620864" : 14205,
"3653632" : 14221,
"3686400" : 15224,
"3719168" : 18143,
"3751936" : 21001,
"3784704" : 20304,
"3817472" : 18764,
"3850240" : 17324,
"3883008" : 17085,
"3915776" : 17012,
"3948544" : 18103,
"3981312" : 20945,
"4014080" : 23312,
"4046848" : 20434,
"4079616" : 20438,
"4112384" : 21809,
"4145152" : 22393,
"4177920" : 21352,
"4227072" : 42901,
"4292608" : 48085,
"4358144" : 44299,
"4423680" : 46124,
"4489216" : 50591,
"4554752" : 51351,
"4620288" : 53405,
"4685824" : 55150,
"4751360" : 54654,
"4816896" : 53175,
"4882432" : 52376,
"4947968" : 53247,
"5013504" : 59808,
"5079040" : 48914,
"5144576" : 49301,
"5210112" : 49041,
"5275648" : 49886,
"5341184" : 48580,
"5406720" : 49299,
"5472256" : 48319,
"5537792" : 46509,
"5603328" : 45261,
"5668864" : 43753,
"5734400" : 43443,
"5799936" : 42712,
"5865472" : 41035,
"5931008" : 40132,
"5996544" : 43975,
"6062080" : 39328,
"6127616" : 39218,
"6193152" : 38233,
"6258688" : 38637,
"6324224" : 36232,
"6389760" : 35769,
"6455296" : 34709,
"6520832" : 33285,
"6586368" : 32340,
"6651904" : 31325,
"6717440" : 30605,
"6782976" : 29941,
"6848512" : 28472,
"6914048" : 26597,
"6979584" : 26711,
"7045120" : 24693,
"7110656" : 23018,
"7176192" : 22729,
"7241728" : 21732,
"7307264" : 20658,
"7372800" : 20049,
"7438336" : 19585,
"7503872" : 18962,
"7569408" : 18270,
"7634944" : 17929,
"7700480" : 17363,
"7766016" : 17431,
"7831552" : 16956,
"7897088" : 16348,
"7962624" : 16010,
"8028160" : 15985,
"8093696" : 15242,
"8159232" : 14701,
"8224768" : 14764,
"8290304" : 14294,
"8355840" : 14028,
"8454144" : 26358,
"8585216" : 24918,
"8716288" : 23282,
"8847360" : 21699,
"8978432" : 20135,
"9109504" : 18048,
"9240576" : 16922,
"9371648" : 15308,
"9502720" : 14171,
"9633792" : 12624,
"9764864" : 11203,
"9895936" : 9657,
"10027008" : 8898,
"10158080" : 7751,
"10289152" : 6572,
"10420224" : 5583,
"10551296" : 4736,
"10682368" : 3912,
"10813440" : 3474,
"10944512" : 2829,
"11075584" : 2476,
"11206656" : 2145,
"11337728" : 1766,
"11468800" : 1598,
"11599872" : 1191,
"11730944" : 1004,
"11862016" : 863,
"11993088" : 735,
"12124160" : 609,
"12255232" : 528,
"12386304" : 458,
"12517376" : 387,
"12648448" : 310,
"12779520" : 261,
"12910592" : 244,
"13041664" : 172,
"13172736" : 134,
"13303808" : 98,
"13434880" : 95,
"13565952" : 89,
"13697024" : 80,
"13828096" : 73,
"13959168" : 58,
"14090240" : 35,
"14221312" : 41,
"14352384" : 27,
"14483456" : 34,
"14614528" : 14,
"14745600" : 18,
"14876672" : 23,
"15007744" : 23,
"15138816" : 15,
"15269888" : 16,
"15400960" : 6,
"15532032" : 9,
"15663104" : 11,
"15794176" : 4,
"15925248" : 2,
"16056320" : 4,
"16187392" : 7,
"16318464" : 2,
"16449536" : 2,
"16711680" : 2,
"17170432" : 1
}
},
"lat_ns" : {
"min" : 519904,
"max" : 17760547,
"mean" : 5963558.955662,
"stddev" : 1952058.075641,
"N" : 3218970
},
"bw_min" : 54312,
"bw_max" : 121597,
"bw_agg" : 100.000000,
"bw_mean" : 85943.003344,
"bw_dev" : 2044.363766,
"bw_samples" : 2392,
"iops_min" : 13578,
"iops_max" : 30397,
"iops_mean" : 21485.458194,
"iops_stddev" : 511.084290,
"iops_samples" : 2392
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1199992,
"usr_cpu" : 0.699755,
"sys_cpu" : 10.569987,
"ctx" : 3270999,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.055017,
"1000" : 0.083349
},
"latency_ms" : {
"2" : 1.432939,
"4" : 16.443573,
"10" : 80.222449,
"20" : 1.761801,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122148,
"timestamp_ms" : 1774122148887,
"time" : "Sat Mar 21 16:42:28 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 13929435136,
"io_kbytes" : 13602964,
"bw_bytes" : 87059513,
"bw" : 85019,
"iops" : 21254.870343,
"runtime" : 159999,
"total_ios" : 3400758,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14623,
"max" : 5054360,
"mean" : 373615.748302,
"stddev" : 222378.993170,
"N" : 3400758
},
"clat_ns" : {
"min" : 488126,
"max" : 17075421,
"mean" : 5647530.656717,
"stddev" : 1844380.656519,
"N" : 3400750,
"percentile" : {
"1.000000" : 1843200,
"5.000000" : 2965504,
"10.000000" : 3555328,
"20.000000" : 4145152,
"30.000000" : 4620288,
"40.000000" : 5013504,
"50.000000" : 5406720,
"60.000000" : 5865472,
"70.000000" : 6389760,
"80.000000" : 7110656,
"90.000000" : 8224768,
"95.000000" : 9109504,
"99.000000" : 10551296,
"99.500000" : 11075584,
"99.900000" : 12255232,
"99.950000" : 12779520,
"99.990000" : 13959168
},
"bins" : {
"489472" : 3,
"493568" : 9,
"497664" : 7,
"501760" : 6,
"505856" : 10,
"509952" : 7,
"514048" : 16,
"518144" : 12,
"522240" : 11,
"528384" : 41,
"536576" : 52,
"544768" : 77,
"552960" : 62,
"561152" : 63,
"569344" : 62,
"577536" : 47,
"585728" : 55,
"593920" : 70,
"602112" : 61,
"610304" : 51,
"618496" : 77,
"626688" : 53,
"634880" : 62,
"643072" : 46,
"651264" : 43,
"659456" : 66,
"667648" : 70,
"675840" : 61,
"684032" : 61,
"692224" : 69,
"700416" : 66,
"708608" : 54,
"716800" : 54,
"724992" : 79,
"733184" : 70,
"741376" : 94,
"749568" : 79,
"757760" : 95,
"765952" : 67,
"774144" : 69,
"782336" : 80,
"790528" : 80,
"798720" : 85,
"806912" : 65,
"815104" : 82,
"823296" : 76,
"831488" : 68,
"839680" : 98,
"847872" : 83,
"856064" : 90,
"864256" : 74,
"872448" : 86,
"880640" : 79,
"888832" : 100,
"897024" : 93,
"905216" : 106,
"913408" : 110,
"921600" : 79,
"929792" : 102,
"937984" : 81,
"946176" : 93,
"954368" : 99,
"962560" : 95,
"970752" : 109,
"978944" : 83,
"987136" : 103,
"995328" : 112,
"1003520" : 115,
"1011712" : 107,
"1019904" : 96,
"1028096" : 107,
"1036288" : 116,
"1044480" : 101,
"1056768" : 203,
"1073152" : 199,
"1089536" : 228,
"1105920" : 204,
"1122304" : 215,
"1138688" : 214,
"1155072" : 212,
"1171456" : 220,
"1187840" : 260,
"1204224" : 274,
"1220608" : 237,
"1236992" : 246,
"1253376" : 264,
"1269760" : 285,
"1286144" : 242,
"1302528" : 256,
"1318912" : 259,
"1335296" : 298,
"1351680" : 294,
"1368064" : 275,
"1384448" : 287,
"1400832" : 338,
"1417216" : 387,
"1433600" : 418,
"1449984" : 407,
"1466368" : 435,
"1482752" : 484,
"1499136" : 474,
"1515520" : 509,
"1531904" : 567,
"1548288" : 624,
"1564672" : 690,
"1581056" : 723,
"1597440" : 803,
"1613824" : 776,
"1630208" : 795,
"1646592" : 879,
"1662976" : 859,
"1679360" : 953,
"1695744" : 1064,
"1712128" : 1209,
"1728512" : 1241,
"1744896" : 1292,
"1761280" : 1281,
"1777664" : 1212,
"1794048" : 1306,
"1810432" : 1447,
"1826816" : 1608,
"1843200" : 1653,
"1859584" : 1946,
"1875968" : 1871,
"1892352" : 1706,
"1908736" : 1626,
"1925120" : 1532,
"1941504" : 1568,
"1957888" : 1679,
"1974272" : 1750,
"1990656" : 2042,
"2007040" : 2385,
"2023424" : 2021,
"2039808" : 1933,
"2056192" : 1677,
"2072576" : 1762,
"2088960" : 1596,
"2113536" : 3622,
"2146304" : 3996,
"2179072" : 3927,
"2211840" : 3481,
"2244608" : 3497,
"2277376" : 3416,
"2310144" : 3415,
"2342912" : 3536,
"2375680" : 3541,
"2408448" : 3397,
"2441216" : 3355,
"2473984" : 3587,
"2506752" : 3621,
"2539520" : 3876,
"2572288" : 3868,
"2605056" : 3911,
"2637824" : 3985,
"2670592" : 3977,
"2703360" : 4015,
"2736128" : 4285,
"2768896" : 4495,
"2801664" : 5002,
"2834432" : 5151,
"2867200" : 5156,
"2899968" : 4866,
"2932736" : 5214,
"2965504" : 5693,
"2998272" : 7667,
"3031040" : 7460,
"3063808" : 7024,
"3096576" : 7126,
"3129344" : 7503,
"3162112" : 7680,
"3194880" : 8229,
"3227648" : 9151,
"3260416" : 9658,
"3293184" : 9457,
"3325952" : 10580,
"3358720" : 11430,
"3391488" : 11342,
"3424256" : 11597,
"3457024" : 12447,
"3489792" : 13523,
"3522560" : 14147,
"3555328" : 14460,
"3588096" : 14218,
"3620864" : 14302,
"3653632" : 14308,
"3686400" : 15347,
"3719168" : 18270,
"3751936" : 21174,
"3784704" : 20480,
"3817472" : 18918,
"3850240" : 17521,
"3883008" : 17258,
"3915776" : 17219,
"3948544" : 18346,
"3981312" : 21229,
"4014080" : 23630,
"4046848" : 20805,
"4079616" : 20798,
"4112384" : 22163,
"4145152" : 22740,
"4177920" : 21766,
"4227072" : 43876,
"4292608" : 49158,
"4358144" : 45467,
"4423680" : 47410,
"4489216" : 52081,
"4554752" : 53050,
"4620288" : 55228,
"4685824" : 57014,
"4751360" : 56668,
"4816896" : 55390,
"4882432" : 54698,
"4947968" : 55655,
"5013504" : 62503,
"5079040" : 51597,
"5144576" : 52148,
"5210112" : 52147,
"5275648" : 53041,
"5341184" : 51919,
"5406720" : 52759,
"5472256" : 51831,
"5537792" : 50157,
"5603328" : 48907,
"5668864" : 47356,
"5734400" : 47159,
"5799936" : 46397,
"5865472" : 44527,
"5931008" : 43670,
"5996544" : 47558,
"6062080" : 42749,
"6127616" : 42645,
"6193152" : 41476,
"6258688" : 41857,
"6324224" : 39302,
"6389760" : 38841,
"6455296" : 37628,
"6520832" : 36082,
"6586368" : 35038,
"6651904" : 33945,
"6717440" : 33132,
"6782976" : 32427,
"6848512" : 30809,
"6914048" : 28800,
"6979584" : 28987,
"7045120" : 26744,
"7110656" : 25029,
"7176192" : 24625,
"7241728" : 23595,
"7307264" : 22354,
"7372800" : 21776,
"7438336" : 21183,
"7503872" : 20510,
"7569408" : 19749,
"7634944" : 19395,
"7700480" : 18780,
"7766016" : 18855,
"7831552" : 18329,
"7897088" : 17676,
"7962624" : 17337,
"8028160" : 17370,
"8093696" : 16515,
"8159232" : 15942,
"8224768" : 16065,
"8290304" : 15567,
"8355840" : 15198,
"8454144" : 28768,
"8585216" : 27179,
"8716288" : 25463,
"8847360" : 23742,
"8978432" : 22118,
"9109504" : 19877,
"9240576" : 18657,
"9371648" : 16903,
"9502720" : 15672,
"9633792" : 14015,
"9764864" : 12469,
"9895936" : 10759,
"10027008" : 9916,
"10158080" : 8687,
"10289152" : 7423,
"10420224" : 6332,
"10551296" : 5339,
"10682368" : 4427,
"10813440" : 3879,
"10944512" : 3202,
"11075584" : 2806,
"11206656" : 2421,
"11337728" : 1997,
"11468800" : 1751,
"11599872" : 1360,
"11730944" : 1119,
"11862016" : 953,
"11993088" : 813,
"12124160" : 677,
"12255232" : 596,
"12386304" : 511,
"12517376" : 442,
"12648448" : 353,
"12779520" : 297,
"12910592" : 275,
"13041664" : 190,
"13172736" : 151,
"13303808" : 110,
"13434880" : 110,
"13565952" : 102,
"13697024" : 82,
"13828096" : 76,
"13959168" : 61,
"14090240" : 38,
"14221312" : 43,
"14352384" : 29,
"14483456" : 39,
"14614528" : 16,
"14745600" : 19,
"14876672" : 28,
"15007744" : 23,
"15138816" : 17,
"15269888" : 16,
"15400960" : 6,
"15532032" : 9,
"15663104" : 11,
"15794176" : 4,
"15925248" : 2,
"16056320" : 4,
"16187392" : 7,
"16318464" : 2,
"16449536" : 2,
"16580608" : 1,
"16711680" : 2,
"17170432" : 1
}
},
"lat_ns" : {
"min" : 519904,
"max" : 17760547,
"mean" : 6021146.598553,
"stddev" : 1956089.325260,
"N" : 3400750
},
"bw_min" : 54312,
"bw_max" : 121597,
"bw_agg" : 100.000000,
"bw_mean" : 85071.721003,
"bw_dev" : 2043.108670,
"bw_samples" : 2552,
"iops_min" : 13578,
"iops_max" : 30397,
"iops_mean" : 21267.630094,
"iops_stddev" : 510.770009,
"iops_samples" : 2552
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279992,
"usr_cpu" : 0.695629,
"sys_cpu" : 10.604129,
"ctx" : 3455759,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.052077,
"1000" : 0.078894
},
"latency_ms" : {
"2" : 1.356345,
"4" : 15.646424,
"10" : 80.990032,
"20" : 1.875405,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122158,
"timestamp_ms" : 1774122158887,
"time" : "Sat Mar 21 16:42:38 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 14689697792,
"io_kbytes" : 14345408,
"bw_bytes" : 86410495,
"bw" : 84385,
"iops" : 21096.377038,
"runtime" : 169999,
"total_ios" : 3586363,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 14623,
"max" : 5054360,
"mean" : 376440.175674,
"stddev" : 222145.126853,
"N" : 3586363
},
"clat_ns" : {
"min" : 488126,
"max" : 17075421,
"mean" : 5689917.857222,
"stddev" : 1836705.242722,
"N" : 3586355,
"percentile" : {
"1.000000" : 1859584,
"5.000000" : 2998272,
"10.000000" : 3588096,
"20.000000" : 4177920,
"30.000000" : 4685824,
"40.000000" : 5079040,
"50.000000" : 5472256,
"60.000000" : 5931008,
"70.000000" : 6455296,
"80.000000" : 7176192,
"90.000000" : 8290304,
"95.000000" : 9109504,
"99.000000" : 10551296,
"99.500000" : 11075584,
"99.900000" : 12255232,
"99.950000" : 12779520,
"99.990000" : 13959168
},
"bins" : {
"489472" : 3,
"493568" : 9,
"497664" : 7,
"501760" : 6,
"505856" : 10,
"509952" : 7,
"514048" : 16,
"518144" : 12,
"522240" : 11,
"528384" : 41,
"536576" : 52,
"544768" : 77,
"552960" : 62,
"561152" : 63,
"569344" : 62,
"577536" : 47,
"585728" : 55,
"593920" : 70,
"602112" : 61,
"610304" : 51,
"618496" : 77,
"626688" : 53,
"634880" : 62,
"643072" : 46,
"651264" : 43,
"659456" : 66,
"667648" : 70,
"675840" : 61,
"684032" : 61,
"692224" : 69,
"700416" : 66,
"708608" : 54,
"716800" : 54,
"724992" : 79,
"733184" : 70,
"741376" : 94,
"749568" : 79,
"757760" : 95,
"765952" : 67,
"774144" : 69,
"782336" : 80,
"790528" : 80,
"798720" : 85,
"806912" : 65,
"815104" : 82,
"823296" : 76,
"831488" : 68,
"839680" : 98,
"847872" : 83,
"856064" : 90,
"864256" : 74,
"872448" : 86,
"880640" : 79,
"888832" : 100,
"897024" : 93,
"905216" : 106,
"913408" : 110,
"921600" : 79,
"929792" : 102,
"937984" : 81,
"946176" : 93,
"954368" : 99,
"962560" : 95,
"970752" : 109,
"978944" : 83,
"987136" : 103,
"995328" : 112,
"1003520" : 115,
"1011712" : 107,
"1019904" : 96,
"1028096" : 107,
"1036288" : 116,
"1044480" : 101,
"1056768" : 203,
"1073152" : 199,
"1089536" : 228,
"1105920" : 204,
"1122304" : 215,
"1138688" : 214,
"1155072" : 212,
"1171456" : 220,
"1187840" : 260,
"1204224" : 274,
"1220608" : 237,
"1236992" : 246,
"1253376" : 264,
"1269760" : 285,
"1286144" : 242,
"1302528" : 256,
"1318912" : 259,
"1335296" : 298,
"1351680" : 294,
"1368064" : 275,
"1384448" : 287,
"1400832" : 338,
"1417216" : 387,
"1433600" : 418,
"1449984" : 407,
"1466368" : 435,
"1482752" : 484,
"1499136" : 474,
"1515520" : 509,
"1531904" : 567,
"1548288" : 624,
"1564672" : 690,
"1581056" : 723,
"1597440" : 803,
"1613824" : 776,
"1630208" : 795,
"1646592" : 879,
"1662976" : 859,
"1679360" : 953,
"1695744" : 1064,
"1712128" : 1209,
"1728512" : 1241,
"1744896" : 1292,
"1761280" : 1281,
"1777664" : 1212,
"1794048" : 1306,
"1810432" : 1447,
"1826816" : 1608,
"1843200" : 1653,
"1859584" : 1946,
"1875968" : 1871,
"1892352" : 1706,
"1908736" : 1626,
"1925120" : 1532,
"1941504" : 1568,
"1957888" : 1679,
"1974272" : 1750,
"1990656" : 2042,
"2007040" : 2385,
"2023424" : 2021,
"2039808" : 1933,
"2056192" : 1677,
"2072576" : 1762,
"2088960" : 1596,
"2113536" : 3622,
"2146304" : 3996,
"2179072" : 3927,
"2211840" : 3481,
"2244608" : 3497,
"2277376" : 3416,
"2310144" : 3415,
"2342912" : 3536,
"2375680" : 3541,
"2408448" : 3397,
"2441216" : 3355,
"2473984" : 3587,
"2506752" : 3621,
"2539520" : 3876,
"2572288" : 3868,
"2605056" : 3911,
"2637824" : 3985,
"2670592" : 3977,
"2703360" : 4018,
"2736128" : 4288,
"2768896" : 4501,
"2801664" : 5002,
"2834432" : 5154,
"2867200" : 5157,
"2899968" : 4871,
"2932736" : 5220,
"2965504" : 5700,
"2998272" : 7678,
"3031040" : 7463,
"3063808" : 7032,
"3096576" : 7131,
"3129344" : 7513,
"3162112" : 7701,
"3194880" : 8250,
"3227648" : 9168,
"3260416" : 9682,
"3293184" : 9484,
"3325952" : 10618,
"3358720" : 11465,
"3391488" : 11392,
"3424256" : 11656,
"3457024" : 12516,
"3489792" : 13600,
"3522560" : 14230,
"3555328" : 14550,
"3588096" : 14328,
"3620864" : 14414,
"3653632" : 14423,
"3686400" : 15487,
"3719168" : 18428,
"3751936" : 21326,
"3784704" : 20665,
"3817472" : 19114,
"3850240" : 17725,
"3883008" : 17456,
"3915776" : 17431,
"3948544" : 18608,
"3981312" : 21512,
"4014080" : 23973,
"4046848" : 21139,
"4079616" : 21173,
"4112384" : 22622,
"4145152" : 23129,
"4177920" : 22233,
"4227072" : 44905,
"4292608" : 50264,
"4358144" : 46710,
"4423680" : 48799,
"4489216" : 53704,
"4554752" : 54854,
"4620288" : 57174,
"4685824" : 59087,
"4751360" : 58861,
"4816896" : 57803,
"4882432" : 57146,
"4947968" : 58293,
"5013504" : 65418,
"5079040" : 54536,
"5144576" : 55269,
"5210112" : 55529,
"5275648" : 56433,
"5341184" : 55348,
"5406720" : 56273,
"5472256" : 55541,
"5537792" : 53942,
"5603328" : 52707,
"5668864" : 51278,
"5734400" : 51200,
"5799936" : 50360,
"5865472" : 48224,
"5931008" : 47312,
"5996544" : 51321,
"6062080" : 46237,
"6127616" : 46025,
"6193152" : 44758,
"6258688" : 45056,
"6324224" : 42349,
"6389760" : 41858,
"6455296" : 40464,
"6520832" : 38788,
"6586368" : 37653,
"6651904" : 36494,
"6717440" : 35643,
"6782976" : 34803,
"6848512" : 33152,
"6914048" : 31018,
"6979584" : 31282,
"7045120" : 28877,
"7110656" : 27139,
"7176192" : 26721,
"7241728" : 25655,
"7307264" : 24255,
"7372800" : 23711,
"7438336" : 23100,
"7503872" : 22299,
"7569408" : 21574,
"7634944" : 21135,
"7700480" : 20462,
"7766016" : 20446,
"7831552" : 19986,
"7897088" : 19356,
"7962624" : 18917,
"8028160" : 18924,
"8093696" : 18069,
"8159232" : 17450,
"8224768" : 17528,
"8290304" : 16989,
"8355840" : 16625,
"8454144" : 31380,
"8585216" : 29611,
"8716288" : 27808,
"8847360" : 25813,
"8978432" : 24126,
"9109504" : 21547,
"9240576" : 20175,
"9371648" : 18207,
"9502720" : 16759,
"9633792" : 14996,
"9764864" : 13265,
"9895936" : 11451,
"10027008" : 10504,
"10158080" : 9159,
"10289152" : 7828,
"10420224" : 6653,
"10551296" : 5626,
"10682368" : 4656,
"10813440" : 4063,
"10944512" : 3341,
"11075584" : 2900,
"11206656" : 2511,
"11337728" : 2062,
"11468800" : 1822,
"11599872" : 1420,
"11730944" : 1167,
"11862016" : 1002,
"11993088" : 859,
"12124160" : 711,
"12255232" : 624,
"12386304" : 527,
"12517376" : 459,
"12648448" : 370,
"12779520" : 306,
"12910592" : 287,
"13041664" : 202,
"13172736" : 154,
"13303808" : 115,
"13434880" : 114,
"13565952" : 104,
"13697024" : 82,
"13828096" : 76,
"13959168" : 61,
"14090240" : 38,
"14221312" : 43,
"14352384" : 29,
"14483456" : 39,
"14614528" : 16,
"14745600" : 19,
"14876672" : 28,
"15007744" : 23,
"15138816" : 17,
"15269888" : 16,
"15400960" : 6,
"15532032" : 9,
"15663104" : 11,
"15794176" : 4,
"15925248" : 2,
"16056320" : 4,
"16187392" : 7,
"16318464" : 2,
"16449536" : 2,
"16580608" : 1,
"16711680" : 2,
"17170432" : 1
}
},
"lat_ns" : {
"min" : 519904,
"max" : 17760547,
"mean" : 6066354.904466,
"stddev" : 1947837.358804,
"N" : 3586355
},
"bw_min" : 54312,
"bw_max" : 121597,
"bw_agg" : 100.000000,
"bw_mean" : 84438.156342,
"bw_dev" : 2017.151698,
"bw_samples" : 2712,
"iops_min" : 13578,
"iops_max" : 30397,
"iops_mean" : 21109.238938,
"iops_stddev" : 504.280822,
"iops_samples" : 2712
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1359992,
"usr_cpu" : 0.692725,
"sys_cpu" : 10.661239,
"ctx" : 3644715,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999972,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999972,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.049382,
"1000" : 0.074811
},
"latency_ms" : {
"2" : 1.286150,
"4" : 14.921440,
"10" : 81.802260,
"20" : 1.865177,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122168,
"timestamp_ms" : 1774122168888,
"time" : "Sat Mar 21 16:42:48 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15539904512,
"io_kbytes" : 15175688,
"bw_bytes" : 86333282,
"bw" : 84309,
"iops" : 21077.494875,
"runtime" : 179999,
"total_ios" : 3793928,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 13040,
"max" : 5054360,
"mean" : 376774.296465,
"stddev" : 222299.492997,
"N" : 3793934
},
"clat_ns" : {
"min" : 3085,
"max" : 17075421,
"mean" : 5694954.561997,
"stddev" : 1816460.533750,
"N" : 3794016,
"percentile" : {
"1.000000" : 1875968,
"5.000000" : 3063808,
"10.000000" : 3620864,
"20.000000" : 4227072,
"30.000000" : 4685824,
"40.000000" : 5079040,
"50.000000" : 5472256,
"60.000000" : 5931008,
"70.000000" : 6455296,
"80.000000" : 7110656,
"90.000000" : 8224768,
"95.000000" : 9109504,
"99.000000" : 10420224,
"99.500000" : 10944512,
"99.900000" : 12255232,
"99.950000" : 12648448,
"99.990000" : 13959168
},
"bins" : {
"3088" : 1,
"3472" : 1,
"3728" : 1,
"5600" : 1,
"13632" : 1,
"19584" : 1,
"181248" : 1,
"189440" : 1,
"191488" : 1,
"378880" : 1,
"415744" : 1,
"436224" : 1,
"489472" : 3,
"493568" : 9,
"497664" : 7,
"501760" : 6,
"505856" : 10,
"509952" : 7,
"514048" : 16,
"518144" : 12,
"522240" : 11,
"528384" : 41,
"536576" : 52,
"544768" : 77,
"552960" : 62,
"561152" : 63,
"569344" : 63,
"577536" : 47,
"585728" : 55,
"593920" : 70,
"602112" : 61,
"610304" : 52,
"618496" : 77,
"626688" : 53,
"634880" : 62,
"643072" : 47,
"651264" : 43,
"659456" : 66,
"667648" : 70,
"675840" : 61,
"684032" : 61,
"692224" : 69,
"700416" : 67,
"708608" : 55,
"716800" : 54,
"724992" : 79,
"733184" : 70,
"741376" : 94,
"749568" : 79,
"757760" : 96,
"765952" : 67,
"774144" : 69,
"782336" : 80,
"790528" : 80,
"798720" : 86,
"806912" : 65,
"815104" : 82,
"823296" : 76,
"831488" : 68,
"839680" : 98,
"847872" : 83,
"856064" : 90,
"864256" : 74,
"872448" : 86,
"880640" : 80,
"888832" : 100,
"897024" : 93,
"905216" : 106,
"913408" : 110,
"921600" : 79,
"929792" : 103,
"937984" : 81,
"946176" : 93,
"954368" : 99,
"962560" : 95,
"970752" : 109,
"978944" : 83,
"987136" : 103,
"995328" : 112,
"1003520" : 115,
"1011712" : 107,
"1019904" : 96,
"1028096" : 107,
"1036288" : 116,
"1044480" : 101,
"1056768" : 206,
"1073152" : 199,
"1089536" : 228,
"1105920" : 204,
"1122304" : 216,
"1138688" : 214,
"1155072" : 212,
"1171456" : 221,
"1187840" : 260,
"1204224" : 275,
"1220608" : 237,
"1236992" : 246,
"1253376" : 264,
"1269760" : 285,
"1286144" : 242,
"1302528" : 256,
"1318912" : 259,
"1335296" : 299,
"1351680" : 294,
"1368064" : 278,
"1384448" : 287,
"1400832" : 338,
"1417216" : 387,
"1433600" : 419,
"1449984" : 408,
"1466368" : 439,
"1482752" : 484,
"1499136" : 475,
"1515520" : 510,
"1531904" : 568,
"1548288" : 625,
"1564672" : 694,
"1581056" : 725,
"1597440" : 804,
"1613824" : 776,
"1630208" : 797,
"1646592" : 879,
"1662976" : 862,
"1679360" : 955,
"1695744" : 1064,
"1712128" : 1211,
"1728512" : 1247,
"1744896" : 1292,
"1761280" : 1284,
"1777664" : 1216,
"1794048" : 1309,
"1810432" : 1454,
"1826816" : 1612,
"1843200" : 1655,
"1859584" : 1948,
"1875968" : 1876,
"1892352" : 1711,
"1908736" : 1627,
"1925120" : 1537,
"1941504" : 1577,
"1957888" : 1683,
"1974272" : 1752,
"1990656" : 2051,
"2007040" : 2399,
"2023424" : 2028,
"2039808" : 1940,
"2056192" : 1686,
"2072576" : 1770,
"2088960" : 1608,
"2113536" : 3641,
"2146304" : 4013,
"2179072" : 3951,
"2211840" : 3513,
"2244608" : 3529,
"2277376" : 3455,
"2310144" : 3454,
"2342912" : 3571,
"2375680" : 3590,
"2408448" : 3439,
"2441216" : 3405,
"2473984" : 3657,
"2506752" : 3673,
"2539520" : 3943,
"2572288" : 3935,
"2605056" : 3986,
"2637824" : 4070,
"2670592" : 4055,
"2703360" : 4120,
"2736128" : 4378,
"2768896" : 4639,
"2801664" : 5132,
"2834432" : 5293,
"2867200" : 5288,
"2899968" : 5028,
"2932736" : 5401,
"2965504" : 5905,
"2998272" : 7900,
"3031040" : 7707,
"3063808" : 7262,
"3096576" : 7372,
"3129344" : 7810,
"3162112" : 8008,
"3194880" : 8585,
"3227648" : 9490,
"3260416" : 10038,
"3293184" : 9820,
"3325952" : 10995,
"3358720" : 11879,
"3391488" : 11809,
"3424256" : 12089,
"3457024" : 12996,
"3489792" : 14085,
"3522560" : 14755,
"3555328" : 15090,
"3588096" : 14869,
"3620864" : 14977,
"3653632" : 15076,
"3686400" : 16143,
"3719168" : 19151,
"3751936" : 22048,
"3784704" : 21403,
"3817472" : 19906,
"3850240" : 18514,
"3883008" : 18308,
"3915776" : 18249,
"3948544" : 19502,
"3981312" : 22474,
"4014080" : 25021,
"4046848" : 22115,
"4079616" : 22231,
"4112384" : 23773,
"4145152" : 24315,
"4177920" : 23418,
"4227072" : 47406,
"4292608" : 52859,
"4358144" : 49538,
"4423680" : 51810,
"4489216" : 56691,
"4554752" : 57994,
"4620288" : 60506,
"4685824" : 62500,
"4751360" : 62448,
"4816896" : 61454,
"4882432" : 60814,
"4947968" : 62154,
"5013504" : 69478,
"5079040" : 58428,
"5144576" : 59221,
"5210112" : 59418,
"5275648" : 60307,
"5341184" : 59282,
"5406720" : 60233,
"5472256" : 59366,
"5537792" : 57693,
"5603328" : 56510,
"5668864" : 55066,
"5734400" : 54776,
"5799936" : 54147,
"5865472" : 51806,
"5931008" : 50795,
"5996544" : 54953,
"6062080" : 49682,
"6127616" : 49322,
"6193152" : 47981,
"6258688" : 48313,
"6324224" : 45582,
"6389760" : 44989,
"6455296" : 43540,
"6520832" : 41742,
"6586368" : 40542,
"6651904" : 39246,
"6717440" : 38306,
"6782976" : 37371,
"6848512" : 35611,
"6914048" : 33346,
"6979584" : 33556,
"7045120" : 30962,
"7110656" : 29200,
"7176192" : 28693,
"7241728" : 27541,
"7307264" : 26018,
"7372800" : 25498,
"7438336" : 24775,
"7503872" : 23869,
"7569408" : 23124,
"7634944" : 22678,
"7700480" : 21890,
"7766016" : 21731,
"7831552" : 21224,
"7897088" : 20548,
"7962624" : 20004,
"8028160" : 20074,
"8093696" : 19063,
"8159232" : 18419,
"8224768" : 18443,
"8290304" : 17817,
"8355840" : 17462,
"8454144" : 32852,
"8585216" : 30992,
"8716288" : 28907,
"8847360" : 26850,
"8978432" : 24965,
"9109504" : 22325,
"9240576" : 20838,
"9371648" : 18718,
"9502720" : 17152,
"9633792" : 15333,
"9764864" : 13548,
"9895936" : 11673,
"10027008" : 10667,
"10158080" : 9302,
"10289152" : 7950,
"10420224" : 6736,
"10551296" : 5695,
"10682368" : 4692,
"10813440" : 4090,
"10944512" : 3367,
"11075584" : 2924,
"11206656" : 2515,
"11337728" : 2067,
"11468800" : 1825,
"11599872" : 1423,
"11730944" : 1168,
"11862016" : 1009,
"11993088" : 862,
"12124160" : 713,
"12255232" : 625,
"12386304" : 527,
"12517376" : 459,
"12648448" : 370,
"12779520" : 306,
"12910592" : 287,
"13041664" : 202,
"13172736" : 154,
"13303808" : 115,
"13434880" : 114,
"13565952" : 104,
"13697024" : 82,
"13828096" : 76,
"13959168" : 61,
"14090240" : 38,
"14221312" : 43,
"14352384" : 29,
"14483456" : 39,
"14614528" : 16,
"14745600" : 19,
"14876672" : 28,
"15007744" : 23,
"15138816" : 17,
"15269888" : 16,
"15400960" : 6,
"15532032" : 9,
"15663104" : 11,
"15794176" : 4,
"15925248" : 2,
"16056320" : 4,
"16187392" : 7,
"16318464" : 2,
"16449536" : 2,
"16580608" : 1,
"16711680" : 2,
"17170432" : 1
}
},
"lat_ns" : {
"min" : 175248,
"max" : 17760547,
"mean" : 6071728.469484,
"stddev" : 1926016.018765,
"N" : 3794016
},
"bw_min" : 54312,
"bw_max" : 121597,
"bw_agg" : 100.000000,
"bw_mean" : 84314.267409,
"bw_dev" : 1979.844097,
"bw_samples" : 2872,
"iops_min" : 13578,
"iops_max" : 30397,
"iops_mean" : 21078.267409,
"iops_stddev" : 494.953328,
"iops_samples" : 2872
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1439992,
"usr_cpu" : 0.695837,
"sys_cpu" : 10.808810,
"ctx" : 3853299,
"majf" : 0,
"minf" : 285,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999842,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.010000,
"750" : 0.046812,
"1000" : 0.070824
},
"latency_ms" : {
"2" : 1.218631,
"4" : 14.593898,
"10" : 82.290571,
"20" : 1.780740,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122168,
"timestamp_ms" : 1774122168926,
"time" : "Sat Mar 21 16:42:48 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15540453376,
"io_kbytes" : 15176224,
"bw_bytes" : 86334413,
"bw" : 84310,
"iops" : 21077.026494,
"runtime" : 180003,
"total_ios" : 3793928,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 13040,
"max" : 5054360,
"mean" : 376774.342839,
"stddev" : 222299.443726,
"N" : 3793936
},
"clat_ns" : {
"min" : 3085,
"max" : 17075421,
"mean" : 5694931.442679,
"stddev" : 1816477.606826,
"N" : 3794048,
"percentile" : {
"1.000000" : 1875968,
"5.000000" : 3063808,
"10.000000" : 3620864,
"20.000000" : 4227072,
"30.000000" : 4685824,
"40.000000" : 5079040,
"50.000000" : 5472256,
"60.000000" : 5931008,
"70.000000" : 6455296,
"80.000000" : 7110656,
"90.000000" : 8224768,
"95.000000" : 9109504,
"99.000000" : 10420224,
"99.500000" : 10944512,
"99.900000" : 12255232,
"99.950000" : 12648448,
"99.990000" : 13959168
},
"bins" : {
"3088" : 1,
"3472" : 1,
"3728" : 1,
"4960" : 1,
"5152" : 1,
"5600" : 1,
"13632" : 1,
"19584" : 1,
"181248" : 1,
"189440" : 1,
"191488" : 1,
"378880" : 1,
"415744" : 1,
"436224" : 1,
"464896" : 1,
"489472" : 3,
"493568" : 10,
"497664" : 7,
"501760" : 6,
"505856" : 10,
"509952" : 7,
"514048" : 16,
"518144" : 12,
"522240" : 11,
"528384" : 41,
"536576" : 52,
"544768" : 77,
"552960" : 62,
"561152" : 63,
"569344" : 63,
"577536" : 47,
"585728" : 55,
"593920" : 70,
"602112" : 61,
"610304" : 52,
"618496" : 77,
"626688" : 53,
"634880" : 62,
"643072" : 47,
"651264" : 43,
"659456" : 66,
"667648" : 70,
"675840" : 61,
"684032" : 61,
"692224" : 69,
"700416" : 67,
"708608" : 55,
"716800" : 54,
"724992" : 79,
"733184" : 70,
"741376" : 94,
"749568" : 79,
"757760" : 96,
"765952" : 67,
"774144" : 69,
"782336" : 80,
"790528" : 80,
"798720" : 86,
"806912" : 65,
"815104" : 82,
"823296" : 76,
"831488" : 68,
"839680" : 98,
"847872" : 83,
"856064" : 90,
"864256" : 74,
"872448" : 86,
"880640" : 80,
"888832" : 100,
"897024" : 93,
"905216" : 106,
"913408" : 110,
"921600" : 79,
"929792" : 103,
"937984" : 81,
"946176" : 93,
"954368" : 99,
"962560" : 95,
"970752" : 109,
"978944" : 83,
"987136" : 103,
"995328" : 112,
"1003520" : 115,
"1011712" : 108,
"1019904" : 96,
"1028096" : 107,
"1036288" : 116,
"1044480" : 101,
"1056768" : 206,
"1073152" : 199,
"1089536" : 228,
"1105920" : 204,
"1122304" : 216,
"1138688" : 214,
"1155072" : 212,
"1171456" : 221,
"1187840" : 260,
"1204224" : 275,
"1220608" : 238,
"1236992" : 246,
"1253376" : 265,
"1269760" : 285,
"1286144" : 242,
"1302528" : 256,
"1318912" : 259,
"1335296" : 299,
"1351680" : 294,
"1368064" : 278,
"1384448" : 287,
"1400832" : 338,
"1417216" : 387,
"1433600" : 419,
"1449984" : 408,
"1466368" : 439,
"1482752" : 484,
"1499136" : 475,
"1515520" : 511,
"1531904" : 568,
"1548288" : 625,
"1564672" : 694,
"1581056" : 725,
"1597440" : 804,
"1613824" : 776,
"1630208" : 797,
"1646592" : 879,
"1662976" : 862,
"1679360" : 955,
"1695744" : 1065,
"1712128" : 1211,
"1728512" : 1247,
"1744896" : 1292,
"1761280" : 1284,
"1777664" : 1216,
"1794048" : 1309,
"1810432" : 1454,
"1826816" : 1612,
"1843200" : 1655,
"1859584" : 1948,
"1875968" : 1876,
"1892352" : 1712,
"1908736" : 1627,
"1925120" : 1537,
"1941504" : 1577,
"1957888" : 1683,
"1974272" : 1752,
"1990656" : 2051,
"2007040" : 2399,
"2023424" : 2028,
"2039808" : 1940,
"2056192" : 1686,
"2072576" : 1771,
"2088960" : 1608,
"2113536" : 3642,
"2146304" : 4013,
"2179072" : 3951,
"2211840" : 3514,
"2244608" : 3530,
"2277376" : 3455,
"2310144" : 3454,
"2342912" : 3571,
"2375680" : 3590,
"2408448" : 3439,
"2441216" : 3406,
"2473984" : 3657,
"2506752" : 3673,
"2539520" : 3943,
"2572288" : 3935,
"2605056" : 3987,
"2637824" : 4070,
"2670592" : 4055,
"2703360" : 4120,
"2736128" : 4378,
"2768896" : 4640,
"2801664" : 5132,
"2834432" : 5293,
"2867200" : 5288,
"2899968" : 5028,
"2932736" : 5401,
"2965504" : 5905,
"2998272" : 7900,
"3031040" : 7707,
"3063808" : 7262,
"3096576" : 7372,
"3129344" : 7810,
"3162112" : 8009,
"3194880" : 8585,
"3227648" : 9490,
"3260416" : 10038,
"3293184" : 9820,
"3325952" : 10995,
"3358720" : 11879,
"3391488" : 11809,
"3424256" : 12090,
"3457024" : 12996,
"3489792" : 14085,
"3522560" : 14755,
"3555328" : 15090,
"3588096" : 14869,
"3620864" : 14979,
"3653632" : 15076,
"3686400" : 16143,
"3719168" : 19151,
"3751936" : 22048,
"3784704" : 21404,
"3817472" : 19906,
"3850240" : 18514,
"3883008" : 18308,
"3915776" : 18249,
"3948544" : 19502,
"3981312" : 22475,
"4014080" : 25021,
"4046848" : 22116,
"4079616" : 22231,
"4112384" : 23773,
"4145152" : 24315,
"4177920" : 23418,
"4227072" : 47406,
"4292608" : 52859,
"4358144" : 49538,
"4423680" : 51811,
"4489216" : 56692,
"4554752" : 57994,
"4620288" : 60506,
"4685824" : 62500,
"4751360" : 62448,
"4816896" : 61454,
"4882432" : 60814,
"4947968" : 62154,
"5013504" : 69479,
"5079040" : 58428,
"5144576" : 59221,
"5210112" : 59418,
"5275648" : 60307,
"5341184" : 59282,
"5406720" : 60234,
"5472256" : 59366,
"5537792" : 57693,
"5603328" : 56511,
"5668864" : 55066,
"5734400" : 54776,
"5799936" : 54149,
"5865472" : 51806,
"5931008" : 50795,
"5996544" : 54953,
"6062080" : 49682,
"6127616" : 49322,
"6193152" : 47981,
"6258688" : 48313,
"6324224" : 45583,
"6389760" : 44989,
"6455296" : 43540,
"6520832" : 41742,
"6586368" : 40542,
"6651904" : 39246,
"6717440" : 38306,
"6782976" : 37371,
"6848512" : 35611,
"6914048" : 33346,
"6979584" : 33556,
"7045120" : 30962,
"7110656" : 29200,
"7176192" : 28693,
"7241728" : 27541,
"7307264" : 26018,
"7372800" : 25498,
"7438336" : 24775,
"7503872" : 23869,
"7569408" : 23124,
"7634944" : 22678,
"7700480" : 21890,
"7766016" : 21731,
"7831552" : 21224,
"7897088" : 20548,
"7962624" : 20004,
"8028160" : 20074,
"8093696" : 19063,
"8159232" : 18419,
"8224768" : 18443,
"8290304" : 17817,
"8355840" : 17462,
"8454144" : 32852,
"8585216" : 30992,
"8716288" : 28907,
"8847360" : 26850,
"8978432" : 24965,
"9109504" : 22325,
"9240576" : 20838,
"9371648" : 18718,
"9502720" : 17152,
"9633792" : 15333,
"9764864" : 13548,
"9895936" : 11673,
"10027008" : 10667,
"10158080" : 9302,
"10289152" : 7950,
"10420224" : 6736,
"10551296" : 5695,
"10682368" : 4692,
"10813440" : 4090,
"10944512" : 3367,
"11075584" : 2924,
"11206656" : 2515,
"11337728" : 2067,
"11468800" : 1825,
"11599872" : 1423,
"11730944" : 1168,
"11862016" : 1009,
"11993088" : 862,
"12124160" : 713,
"12255232" : 625,
"12386304" : 527,
"12517376" : 459,
"12648448" : 370,
"12779520" : 306,
"12910592" : 287,
"13041664" : 202,
"13172736" : 154,
"13303808" : 115,
"13434880" : 114,
"13565952" : 104,
"13697024" : 82,
"13828096" : 76,
"13959168" : 61,
"14090240" : 38,
"14221312" : 43,
"14352384" : 29,
"14483456" : 39,
"14614528" : 16,
"14745600" : 19,
"14876672" : 28,
"15007744" : 23,
"15138816" : 17,
"15269888" : 16,
"15400960" : 6,
"15532032" : 9,
"15663104" : 11,
"15794176" : 4,
"15925248" : 2,
"16056320" : 4,
"16187392" : 7,
"16318464" : 2,
"16449536" : 2,
"16580608" : 1,
"16711680" : 2,
"17170432" : 1
}
},
"lat_ns" : {
"min" : 175248,
"max" : 17760547,
"mean" : 6071705.586724,
"stddev" : 1926031.100534,
"N" : 3794048
},
"bw_min" : 54312,
"bw_max" : 121597,
"bw_agg" : 100.000000,
"bw_mean" : 84314.267409,
"bw_dev" : 1979.844097,
"bw_samples" : 2872,
"iops_min" : 13578,
"iops_max" : 30397,
"iops_mean" : 21078.267409,
"iops_stddev" : 494.953328,
"iops_samples" : 2872
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440011,
"usr_cpu" : 0.695828,
"sys_cpu" : 10.808667,
"ctx" : 3853316,
"majf" : 0,
"minf" : 293,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999789,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.010000,
"750" : 0.046812,
"1000" : 0.070824
},
"latency_ms" : {
"2" : 1.218790,
"4" : 14.594241,
"10" : 82.290808,
"20" : 1.780740,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}