raidz2/benchmarks/rand/rand-write-qd16-nj8_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1774122467,
"timestamp_ms" : 1774122467410,
"time" : "Sat Mar 21 16:47:47 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1115324416,
"io_kbytes" : 1089184,
"bw_bytes" : 114239927,
"bw" : 111562,
"iops" : 27905.049677,
"runtime" : 9763,
"total_ios" : 272437,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 78097,
"usr_cpu" : 0.850225,
"sys_cpu" : 11.056763,
"ctx" : 266288,
"majf" : 0,
"minf" : 52,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 99.955953,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999266,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999266,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122477,
"timestamp_ms" : 1774122477647,
"time" : "Sat Mar 21 16:47:57 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1149087744,
"io_kbytes" : 1122156,
"bw_bytes" : 114908774,
"bw" : 112215,
"iops" : 28054.800000,
"runtime" : 10000,
"total_ios" : 280548,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12348,
"max" : 3328577,
"mean" : 282452.763748,
"stddev" : 109414.437589,
"N" : 280548
},
"clat_ns" : {
"min" : 450418,
"max" : 8041499,
"mean" : 4279283.670596,
"stddev" : 1470023.175088,
"N" : 280540,
"percentile" : {
"1.000000" : 1003520,
"5.000000" : 1957888,
"10.000000" : 2211840,
"20.000000" : 2998272,
"30.000000" : 3522560,
"40.000000" : 3817472,
"50.000000" : 4177920,
"60.000000" : 4620288,
"70.000000" : 5210112,
"80.000000" : 5668864,
"90.000000" : 6324224,
"95.000000" : 6717440,
"99.000000" : 7110656,
"99.500000" : 7176192,
"99.900000" : 7372800,
"99.950000" : 7438336,
"99.990000" : 7700480
},
"bins" : {
"448512" : 1,
"452608" : 2,
"456704" : 2,
"460800" : 1,
"468992" : 1,
"477184" : 4,
"481280" : 8,
"485376" : 16,
"489472" : 9,
"493568" : 13,
"497664" : 17,
"501760" : 15,
"505856" : 24,
"509952" : 26,
"514048" : 25,
"518144" : 25,
"522240" : 30,
"528384" : 72,
"536576" : 68,
"544768" : 69,
"552960" : 69,
"561152" : 37,
"569344" : 43,
"577536" : 59,
"585728" : 48,
"593920" : 59,
"602112" : 49,
"610304" : 48,
"618496" : 40,
"626688" : 67,
"634880" : 60,
"643072" : 51,
"651264" : 60,
"659456" : 71,
"667648" : 50,
"675840" : 46,
"684032" : 53,
"692224" : 44,
"700416" : 52,
"708608" : 46,
"716800" : 36,
"724992" : 31,
"733184" : 38,
"741376" : 55,
"749568" : 52,
"757760" : 50,
"765952" : 43,
"774144" : 61,
"782336" : 37,
"790528" : 45,
"798720" : 33,
"806912" : 33,
"815104" : 24,
"823296" : 32,
"831488" : 28,
"839680" : 22,
"847872" : 35,
"856064" : 41,
"864256" : 33,
"872448" : 38,
"880640" : 33,
"888832" : 34,
"897024" : 22,
"905216" : 32,
"913408" : 42,
"921600" : 36,
"929792" : 51,
"937984" : 45,
"946176" : 43,
"954368" : 41,
"962560" : 52,
"970752" : 29,
"978944" : 26,
"987136" : 29,
"995328" : 27,
"1003520" : 36,
"1011712" : 41,
"1019904" : 36,
"1028096" : 41,
"1036288" : 51,
"1044480" : 28,
"1056768" : 79,
"1073152" : 84,
"1089536" : 77,
"1105920" : 83,
"1122304" : 90,
"1138688" : 78,
"1155072" : 73,
"1171456" : 63,
"1187840" : 85,
"1204224" : 84,
"1220608" : 79,
"1236992" : 77,
"1253376" : 100,
"1269760" : 80,
"1286144" : 80,
"1302528" : 76,
"1318912" : 82,
"1335296" : 76,
"1351680" : 92,
"1368064" : 73,
"1384448" : 94,
"1400832" : 96,
"1417216" : 84,
"1433600" : 89,
"1449984" : 85,
"1466368" : 102,
"1482752" : 97,
"1499136" : 109,
"1515520" : 103,
"1531904" : 90,
"1548288" : 128,
"1564672" : 124,
"1581056" : 140,
"1597440" : 151,
"1613824" : 106,
"1630208" : 166,
"1646592" : 187,
"1662976" : 162,
"1679360" : 166,
"1695744" : 195,
"1712128" : 220,
"1728512" : 277,
"1744896" : 320,
"1761280" : 313,
"1777664" : 287,
"1794048" : 305,
"1810432" : 393,
"1826816" : 419,
"1843200" : 466,
"1859584" : 623,
"1875968" : 653,
"1892352" : 630,
"1908736" : 586,
"1925120" : 587,
"1941504" : 579,
"1957888" : 630,
"1974272" : 751,
"1990656" : 1117,
"2007040" : 1295,
"2023424" : 1069,
"2039808" : 942,
"2056192" : 845,
"2072576" : 716,
"2088960" : 682,
"2113536" : 1599,
"2146304" : 2037,
"2179072" : 1922,
"2211840" : 1444,
"2244608" : 1181,
"2277376" : 1212,
"2310144" : 1272,
"2342912" : 1324,
"2375680" : 1283,
"2408448" : 1118,
"2441216" : 1040,
"2473984" : 1065,
"2506752" : 1186,
"2539520" : 1143,
"2572288" : 1205,
"2605056" : 1222,
"2637824" : 1128,
"2670592" : 1235,
"2703360" : 1163,
"2736128" : 1140,
"2768896" : 1200,
"2801664" : 1234,
"2834432" : 1200,
"2867200" : 1184,
"2899968" : 1159,
"2932736" : 1015,
"2965504" : 1127,
"2998272" : 1626,
"3031040" : 1650,
"3063808" : 1516,
"3096576" : 1276,
"3129344" : 1316,
"3162112" : 1244,
"3194880" : 1342,
"3227648" : 1598,
"3260416" : 1686,
"3293184" : 1506,
"3325952" : 1981,
"3358720" : 2171,
"3391488" : 1918,
"3424256" : 2024,
"3457024" : 2094,
"3489792" : 2485,
"3522560" : 2555,
"3555328" : 2496,
"3588096" : 2299,
"3620864" : 2410,
"3653632" : 2472,
"3686400" : 2518,
"3719168" : 3851,
"3751936" : 4654,
"3784704" : 4318,
"3817472" : 3040,
"3850240" : 2210,
"3883008" : 2027,
"3915776" : 2088,
"3948544" : 2278,
"3981312" : 2882,
"4014080" : 3468,
"4046848" : 2670,
"4079616" : 2660,
"4112384" : 2791,
"4145152" : 2418,
"4177920" : 2057,
"4227072" : 3865,
"4292608" : 6776,
"4358144" : 4428,
"4423680" : 4058,
"4489216" : 3240,
"4554752" : 2892,
"4620288" : 3418,
"4685824" : 2894,
"4751360" : 2483,
"4816896" : 2238,
"4882432" : 2681,
"4947968" : 3518,
"5013504" : 4819,
"5079040" : 3021,
"5144576" : 3627,
"5210112" : 4041,
"5275648" : 4284,
"5341184" : 3846,
"5406720" : 3693,
"5472256" : 3617,
"5537792" : 3512,
"5603328" : 3577,
"5668864" : 3261,
"5734400" : 3037,
"5799936" : 3029,
"5865472" : 2616,
"5931008" : 2432,
"5996544" : 3216,
"6062080" : 2693,
"6127616" : 2910,
"6193152" : 2969,
"6258688" : 3200,
"6324224" : 2879,
"6389760" : 2656,
"6455296" : 2414,
"6520832" : 2452,
"6586368" : 2270,
"6651904" : 2406,
"6717440" : 2469,
"6782976" : 2248,
"6848512" : 1978,
"6914048" : 1629,
"6979584" : 1545,
"7045120" : 1217,
"7110656" : 942,
"7176192" : 745,
"7241728" : 518,
"7307264" : 364,
"7372800" : 214,
"7438336" : 132,
"7503872" : 55,
"7569408" : 31,
"7634944" : 10,
"7700480" : 14,
"7766016" : 12,
"7831552" : 4,
"8028160" : 1
}
},
"lat_ns" : {
"min" : 479833,
"max" : 8523125,
"mean" : 4561726.243965,
"stddev" : 1566593.185072,
"N" : 280540
},
"bw_min" : 99680,
"bw_max" : 122072,
"bw_agg" : 99.860448,
"bw_mean" : 112059.210526,
"bw_dev" : 744.903427,
"bw_samples" : 152,
"iops_min" : 24920,
"iops_max" : 30518,
"iops_mean" : 28014.631579,
"iops_stddev" : 186.221297,
"iops_samples" : 152
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79998,
"usr_cpu" : 0.850021,
"sys_cpu" : 11.222781,
"ctx" : 280040,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999644,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999644,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.027803,
"750" : 0.566748,
"1000" : 0.400288
},
"latency_ms" : {
"2" : 4.834110,
"4" : 38.960534,
"10" : 55.207665,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122487,
"timestamp_ms" : 1774122487647,
"time" : "Sat Mar 21 16:48:07 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2322796544,
"io_kbytes" : 2268356,
"bw_bytes" : 116139827,
"bw" : 113417,
"iops" : 28355.000000,
"runtime" : 20000,
"total_ios" : 567100,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12348,
"max" : 3328577,
"mean" : 279396.615428,
"stddev" : 108613.855162,
"N" : 567100
},
"clat_ns" : {
"min" : 450418,
"max" : 8041499,
"mean" : 4234096.129115,
"stddev" : 1446234.712543,
"N" : 567092,
"percentile" : {
"1.000000" : 987136,
"5.000000" : 1892352,
"10.000000" : 2179072,
"20.000000" : 2965504,
"30.000000" : 3489792,
"40.000000" : 3784704,
"50.000000" : 4177920,
"60.000000" : 4554752,
"70.000000" : 5079040,
"80.000000" : 5603328,
"90.000000" : 6258688,
"95.000000" : 6586368,
"99.000000" : 7045120,
"99.500000" : 7176192,
"99.900000" : 7372800,
"99.950000" : 7438336,
"99.990000" : 7634944
},
"bins" : {
"448512" : 1,
"452608" : 2,
"456704" : 2,
"460800" : 1,
"468992" : 1,
"477184" : 4,
"481280" : 8,
"485376" : 17,
"489472" : 9,
"493568" : 14,
"497664" : 18,
"501760" : 19,
"505856" : 26,
"509952" : 31,
"514048" : 31,
"518144" : 30,
"522240" : 41,
"528384" : 99,
"536576" : 103,
"544768" : 107,
"552960" : 95,
"561152" : 73,
"569344" : 84,
"577536" : 101,
"585728" : 82,
"593920" : 108,
"602112" : 98,
"610304" : 109,
"618496" : 95,
"626688" : 134,
"634880" : 117,
"643072" : 125,
"651264" : 120,
"659456" : 133,
"667648" : 122,
"675840" : 111,
"684032" : 113,
"692224" : 92,
"700416" : 101,
"708608" : 99,
"716800" : 101,
"724992" : 86,
"733184" : 98,
"741376" : 108,
"749568" : 111,
"757760" : 115,
"765952" : 115,
"774144" : 126,
"782336" : 94,
"790528" : 109,
"798720" : 95,
"806912" : 96,
"815104" : 85,
"823296" : 79,
"831488" : 85,
"839680" : 69,
"847872" : 73,
"856064" : 80,
"864256" : 70,
"872448" : 80,
"880640" : 79,
"888832" : 74,
"897024" : 69,
"905216" : 66,
"913408" : 85,
"921600" : 73,
"929792" : 97,
"937984" : 97,
"946176" : 86,
"954368" : 88,
"962560" : 100,
"970752" : 79,
"978944" : 81,
"987136" : 80,
"995328" : 70,
"1003520" : 73,
"1011712" : 83,
"1019904" : 74,
"1028096" : 81,
"1036288" : 104,
"1044480" : 75,
"1056768" : 183,
"1073152" : 182,
"1089536" : 168,
"1105920" : 184,
"1122304" : 180,
"1138688" : 176,
"1155072" : 165,
"1171456" : 166,
"1187840" : 188,
"1204224" : 197,
"1220608" : 164,
"1236992" : 175,
"1253376" : 177,
"1269760" : 185,
"1286144" : 175,
"1302528" : 189,
"1318912" : 198,
"1335296" : 178,
"1351680" : 202,
"1368064" : 176,
"1384448" : 209,
"1400832" : 200,
"1417216" : 210,
"1433600" : 213,
"1449984" : 235,
"1466368" : 215,
"1482752" : 234,
"1499136" : 272,
"1515520" : 283,
"1531904" : 290,
"1548288" : 326,
"1564672" : 337,
"1581056" : 386,
"1597440" : 411,
"1613824" : 351,
"1630208" : 457,
"1646592" : 485,
"1662976" : 502,
"1679360" : 554,
"1695744" : 603,
"1712128" : 684,
"1728512" : 758,
"1744896" : 901,
"1761280" : 844,
"1777664" : 858,
"1794048" : 893,
"1810432" : 960,
"1826816" : 1005,
"1843200" : 1235,
"1859584" : 1472,
"1875968" : 1488,
"1892352" : 1406,
"1908736" : 1284,
"1925120" : 1254,
"1941504" : 1232,
"1957888" : 1357,
"1974272" : 1500,
"1990656" : 1980,
"2007040" : 2242,
"2023424" : 1873,
"2039808" : 1659,
"2056192" : 1509,
"2072576" : 1408,
"2088960" : 1335,
"2113536" : 2991,
"2146304" : 3513,
"2179072" : 3337,
"2211840" : 2711,
"2244608" : 2309,
"2277376" : 2290,
"2310144" : 2336,
"2342912" : 2602,
"2375680" : 2542,
"2408448" : 2353,
"2441216" : 2081,
"2473984" : 2131,
"2506752" : 2370,
"2539520" : 2361,
"2572288" : 2343,
"2605056" : 2383,
"2637824" : 2174,
"2670592" : 2266,
"2703360" : 2186,
"2736128" : 2193,
"2768896" : 2310,
"2801664" : 2567,
"2834432" : 2492,
"2867200" : 2384,
"2899968" : 2309,
"2932736" : 2068,
"2965504" : 2247,
"2998272" : 3197,
"3031040" : 3222,
"3063808" : 2877,
"3096576" : 2633,
"3129344" : 2696,
"3162112" : 2556,
"3194880" : 2812,
"3227648" : 3369,
"3260416" : 3587,
"3293184" : 3309,
"3325952" : 4098,
"3358720" : 4374,
"3391488" : 4015,
"3424256" : 4228,
"3457024" : 4436,
"3489792" : 5115,
"3522560" : 5559,
"3555328" : 5481,
"3588096" : 4908,
"3620864" : 5049,
"3653632" : 5016,
"3686400" : 5545,
"3719168" : 8176,
"3751936" : 9723,
"3784704" : 8522,
"3817472" : 6048,
"3850240" : 4481,
"3883008" : 3967,
"3915776" : 3904,
"3948544" : 4199,
"3981312" : 5223,
"4014080" : 6105,
"4046848" : 4814,
"4079616" : 4955,
"4112384" : 5354,
"4145152" : 4708,
"4177920" : 4295,
"4227072" : 8842,
"4292608" : 15194,
"4358144" : 11120,
"4423680" : 9482,
"4489216" : 7701,
"4554752" : 6386,
"4620288" : 6257,
"4685824" : 5620,
"4751360" : 5396,
"4816896" : 5573,
"4882432" : 6218,
"4947968" : 7773,
"5013504" : 9473,
"5079040" : 6095,
"5144576" : 6576,
"5210112" : 7090,
"5275648" : 7587,
"5341184" : 7453,
"5406720" : 7635,
"5472256" : 7328,
"5537792" : 6722,
"5603328" : 7117,
"5668864" : 6308,
"5734400" : 6127,
"5799936" : 6316,
"5865472" : 6181,
"5931008" : 5858,
"5996544" : 6771,
"6062080" : 5584,
"6127616" : 5874,
"6193152" : 6091,
"6258688" : 6206,
"6324224" : 5611,
"6389760" : 5392,
"6455296" : 5139,
"6520832" : 4942,
"6586368" : 4634,
"6651904" : 4484,
"6717440" : 4057,
"6782976" : 3583,
"6848512" : 2940,
"6914048" : 2304,
"6979584" : 2006,
"7045120" : 1616,
"7110656" : 1263,
"7176192" : 1009,
"7241728" : 758,
"7307264" : 527,
"7372800" : 297,
"7438336" : 185,
"7503872" : 85,
"7569408" : 56,
"7634944" : 21,
"7700480" : 23,
"7766016" : 13,
"7831552" : 4,
"8028160" : 1
}
},
"lat_ns" : {
"min" : 479833,
"max" : 8523125,
"mean" : 4513519.342918,
"stddev" : 1541158.792535,
"N" : 567092
},
"bw_min" : 99680,
"bw_max" : 123350,
"bw_agg" : 99.892610,
"bw_mean" : 113296.410256,
"bw_dev" : 717.768377,
"bw_samples" : 312,
"iops_min" : 24920,
"iops_max" : 30837,
"iops_mean" : 28323.743590,
"iops_stddev" : 179.434135,
"iops_samples" : 312
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159999,
"usr_cpu" : 0.884381,
"sys_cpu" : 11.463822,
"ctx" : 565303,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999824,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999824,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.014283,
"750" : 0.537119,
"1000" : 0.467466
},
"latency_ms" : {
"2" : 5.666725,
"4" : 38.538706,
"10" : 54.774290,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122497,
"timestamp_ms" : 1774122497647,
"time" : "Sat Mar 21 16:48:17 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3617083392,
"io_kbytes" : 3532308,
"bw_bytes" : 120573465,
"bw" : 117747,
"iops" : 29438.414614,
"runtime" : 29999,
"total_ios" : 883123,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12348,
"max" : 4004500,
"mean" : 268973.058038,
"stddev" : 112559.979372,
"N" : 883123
},
"clat_ns" : {
"min" : 450418,
"max" : 11576061,
"mean" : 4078512.683573,
"stddev" : 1432238.148505,
"N" : 883115,
"percentile" : {
"1.000000" : 765952,
"5.000000" : 1777664,
"10.000000" : 2113536,
"20.000000" : 2867200,
"30.000000" : 3358720,
"40.000000" : 3686400,
"50.000000" : 4014080,
"60.000000" : 4423680,
"70.000000" : 4882432,
"80.000000" : 5406720,
"90.000000" : 6062080,
"95.000000" : 6455296,
"99.000000" : 6979584,
"99.500000" : 7110656,
"99.900000" : 7372800,
"99.950000" : 7503872,
"99.990000" : 8093696
},
"bins" : {
"448512" : 1,
"452608" : 2,
"456704" : 2,
"460800" : 1,
"468992" : 1,
"477184" : 4,
"481280" : 10,
"485376" : 19,
"489472" : 16,
"493568" : 23,
"497664" : 29,
"501760" : 36,
"505856" : 56,
"509952" : 61,
"514048" : 69,
"518144" : 59,
"522240" : 99,
"528384" : 230,
"536576" : 324,
"544768" : 377,
"552960" : 394,
"561152" : 378,
"569344" : 324,
"577536" : 298,
"585728" : 286,
"593920" : 272,
"602112" : 260,
"610304" : 243,
"618496" : 250,
"626688" : 289,
"634880" : 272,
"643072" : 288,
"651264" : 305,
"659456" : 280,
"667648" : 293,
"675840" : 281,
"684032" : 285,
"692224" : 234,
"700416" : 245,
"708608" : 242,
"716800" : 225,
"724992" : 230,
"733184" : 231,
"741376" : 263,
"749568" : 260,
"757760" : 285,
"765952" : 279,
"774144" : 292,
"782336" : 237,
"790528" : 270,
"798720" : 251,
"806912" : 237,
"815104" : 219,
"823296" : 200,
"831488" : 220,
"839680" : 186,
"847872" : 194,
"856064" : 188,
"864256" : 180,
"872448" : 213,
"880640" : 180,
"888832" : 178,
"897024" : 154,
"905216" : 164,
"913408" : 168,
"921600" : 179,
"929792" : 206,
"937984" : 215,
"946176" : 189,
"954368" : 189,
"962560" : 205,
"970752" : 178,
"978944" : 174,
"987136" : 183,
"995328" : 168,
"1003520" : 145,
"1011712" : 167,
"1019904" : 150,
"1028096" : 158,
"1036288" : 173,
"1044480" : 138,
"1056768" : 347,
"1073152" : 321,
"1089536" : 292,
"1105920" : 363,
"1122304" : 314,
"1138688" : 324,
"1155072" : 291,
"1171456" : 296,
"1187840" : 323,
"1204224" : 335,
"1220608" : 314,
"1236992" : 325,
"1253376" : 311,
"1269760" : 327,
"1286144" : 361,
"1302528" : 320,
"1318912" : 354,
"1335296" : 341,
"1351680" : 390,
"1368064" : 374,
"1384448" : 404,
"1400832" : 397,
"1417216" : 432,
"1433600" : 452,
"1449984" : 461,
"1466368" : 458,
"1482752" : 540,
"1499136" : 566,
"1515520" : 584,
"1531904" : 642,
"1548288" : 737,
"1564672" : 797,
"1581056" : 840,
"1597440" : 910,
"1613824" : 910,
"1630208" : 964,
"1646592" : 1057,
"1662976" : 1120,
"1679360" : 1182,
"1695744" : 1311,
"1712128" : 1413,
"1728512" : 1531,
"1744896" : 1662,
"1761280" : 1641,
"1777664" : 1630,
"1794048" : 1754,
"1810432" : 1819,
"1826816" : 1872,
"1843200" : 2168,
"1859584" : 2432,
"1875968" : 2490,
"1892352" : 2303,
"1908736" : 2141,
"1925120" : 2054,
"1941504" : 2108,
"1957888" : 2184,
"1974272" : 2432,
"1990656" : 2987,
"2007040" : 3233,
"2023424" : 2751,
"2039808" : 2485,
"2056192" : 2219,
"2072576" : 2064,
"2088960" : 1961,
"2113536" : 4277,
"2146304" : 4801,
"2179072" : 4696,
"2211840" : 4003,
"2244608" : 3419,
"2277376" : 3402,
"2310144" : 3536,
"2342912" : 3910,
"2375680" : 3854,
"2408448" : 3575,
"2441216" : 3244,
"2473984" : 3435,
"2506752" : 3701,
"2539520" : 3782,
"2572288" : 3758,
"2605056" : 3781,
"2637824" : 3569,
"2670592" : 3677,
"2703360" : 3511,
"2736128" : 3631,
"2768896" : 3960,
"2801664" : 4408,
"2834432" : 4409,
"2867200" : 4260,
"2899968" : 3996,
"2932736" : 3748,
"2965504" : 4317,
"2998272" : 6446,
"3031040" : 6355,
"3063808" : 5436,
"3096576" : 5145,
"3129344" : 5381,
"3162112" : 5173,
"3194880" : 5738,
"3227648" : 6610,
"3260416" : 7049,
"3293184" : 6732,
"3325952" : 8002,
"3358720" : 8171,
"3391488" : 7553,
"3424256" : 7667,
"3457024" : 8290,
"3489792" : 9602,
"3522560" : 10091,
"3555328" : 9578,
"3588096" : 8734,
"3620864" : 8502,
"3653632" : 8398,
"3686400" : 9430,
"3719168" : 12975,
"3751936" : 14419,
"3784704" : 12281,
"3817472" : 8636,
"3850240" : 6555,
"3883008" : 5842,
"3915776" : 5766,
"3948544" : 6224,
"3981312" : 7713,
"4014080" : 8880,
"4046848" : 6998,
"4079616" : 7172,
"4112384" : 7524,
"4145152" : 6939,
"4177920" : 6263,
"4227072" : 12637,
"4292608" : 19627,
"4358144" : 14939,
"4423680" : 13872,
"4489216" : 13267,
"4554752" : 11604,
"4620288" : 11214,
"4685824" : 10334,
"4751360" : 9870,
"4816896" : 9725,
"4882432" : 10410,
"4947968" : 12299,
"5013504" : 14664,
"5079040" : 9722,
"5144576" : 10043,
"5210112" : 10191,
"5275648" : 11239,
"5341184" : 11178,
"5406720" : 11497,
"5472256" : 10925,
"5537792" : 10139,
"5603328" : 10531,
"5668864" : 9326,
"5734400" : 8934,
"5799936" : 8763,
"5865472" : 8413,
"5931008" : 7931,
"5996544" : 8749,
"6062080" : 7386,
"6127616" : 7497,
"6193152" : 7679,
"6258688" : 7719,
"6324224" : 6982,
"6389760" : 6643,
"6455296" : 6184,
"6520832" : 5845,
"6586368" : 5386,
"6651904" : 5105,
"6717440" : 4519,
"6782976" : 4008,
"6848512" : 3331,
"6914048" : 2622,
"6979584" : 2282,
"7045120" : 1838,
"7110656" : 1432,
"7176192" : 1138,
"7241728" : 814,
"7307264" : 578,
"7372800" : 333,
"7438336" : 194,
"7503872" : 105,
"7569408" : 70,
"7634944" : 42,
"7700480" : 46,
"7766016" : 35,
"7831552" : 27,
"7897088" : 6,
"7962624" : 10,
"8028160" : 14,
"8093696" : 9,
"8159232" : 9,
"8224768" : 2,
"8290304" : 3,
"8355840" : 7,
"8454144" : 12,
"8585216" : 17,
"8716288" : 1,
"8978432" : 3,
"9109504" : 3,
"9240576" : 2,
"9764864" : 2,
"9895936" : 4,
"10158080" : 2,
"10289152" : 2,
"10420224" : 4,
"10551296" : 3,
"11468800" : 4,
"11599872" : 3
}
},
"lat_ns" : {
"min" : 479833,
"max" : 11917643,
"mean" : 4347513.299582,
"stddev" : 1525654.118462,
"N" : 883115
},
"bw_min" : 99680,
"bw_max" : 144188,
"bw_agg" : 99.892546,
"bw_mean" : 117621.220339,
"bw_dev" : 1169.806441,
"bw_samples" : 472,
"iops_min" : 24920,
"iops_max" : 36047,
"iops_mean" : 29405.000000,
"iops_stddev" : 292.444958,
"iops_samples" : 472
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 239992,
"usr_cpu" : 0.933781,
"sys_cpu" : 12.104987,
"ctx" : 872963,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.012909,
"750" : 0.919804,
"1000" : 0.713151
},
"latency_ms" : {
"2" : 6.699859,
"4" : 41.262316,
"10" : 50.389017,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122507,
"timestamp_ms" : 1774122507648,
"time" : "Sat Mar 21 16:48:27 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4650680320,
"io_kbytes" : 4541680,
"bw_bytes" : 116267008,
"bw" : 113542,
"iops" : 28386.975000,
"runtime" : 40000,
"total_ios" : 1135479,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12348,
"max" : 5059392,
"mean" : 279039.269376,
"stddev" : 154583.522468,
"N" : 1135479
},
"clat_ns" : {
"min" : 434094,
"max" : 15337399,
"mean" : 4229338.437244,
"stddev" : 1546912.320554,
"N" : 1135471,
"percentile" : {
"1.000000" : 806912,
"5.000000" : 1826816,
"10.000000" : 2179072,
"20.000000" : 2965504,
"30.000000" : 3424256,
"40.000000" : 3751936,
"50.000000" : 4112384,
"60.000000" : 4489216,
"70.000000" : 5013504,
"80.000000" : 5603328,
"90.000000" : 6258688,
"95.000000" : 6717440,
"99.000000" : 8028160,
"99.500000" : 8716288,
"99.900000" : 10158080,
"99.950000" : 10813440,
"99.990000" : 11730944
},
"bins" : {
"432128" : 1,
"436224" : 1,
"440320" : 3,
"444416" : 1,
"448512" : 5,
"452608" : 7,
"456704" : 10,
"460800" : 6,
"464896" : 4,
"468992" : 8,
"473088" : 8,
"477184" : 21,
"481280" : 19,
"485376" : 41,
"489472" : 35,
"493568" : 34,
"497664" : 45,
"501760" : 54,
"505856" : 69,
"509952" : 85,
"514048" : 89,
"518144" : 91,
"522240" : 134,
"528384" : 289,
"536576" : 376,
"544768" : 427,
"552960" : 444,
"561152" : 422,
"569344" : 364,
"577536" : 339,
"585728" : 312,
"593920" : 289,
"602112" : 282,
"610304" : 272,
"618496" : 271,
"626688" : 325,
"634880" : 309,
"643072" : 317,
"651264" : 328,
"659456" : 321,
"667648" : 323,
"675840" : 297,
"684032" : 307,
"692224" : 252,
"700416" : 260,
"708608" : 263,
"716800" : 238,
"724992" : 249,
"733184" : 263,
"741376" : 285,
"749568" : 281,
"757760" : 299,
"765952" : 295,
"774144" : 317,
"782336" : 258,
"790528" : 287,
"798720" : 264,
"806912" : 256,
"815104" : 238,
"823296" : 214,
"831488" : 249,
"839680" : 209,
"847872" : 213,
"856064" : 200,
"864256" : 195,
"872448" : 227,
"880640" : 194,
"888832" : 198,
"897024" : 174,
"905216" : 196,
"913408" : 191,
"921600" : 195,
"929792" : 225,
"937984" : 231,
"946176" : 214,
"954368" : 212,
"962560" : 229,
"970752" : 203,
"978944" : 192,
"987136" : 200,
"995328" : 187,
"1003520" : 167,
"1011712" : 184,
"1019904" : 174,
"1028096" : 171,
"1036288" : 192,
"1044480" : 157,
"1056768" : 372,
"1073152" : 343,
"1089536" : 336,
"1105920" : 410,
"1122304" : 349,
"1138688" : 364,
"1155072" : 324,
"1171456" : 337,
"1187840" : 375,
"1204224" : 384,
"1220608" : 369,
"1236992" : 346,
"1253376" : 348,
"1269760" : 386,
"1286144" : 420,
"1302528" : 374,
"1318912" : 408,
"1335296" : 389,
"1351680" : 441,
"1368064" : 439,
"1384448" : 470,
"1400832" : 457,
"1417216" : 512,
"1433600" : 551,
"1449984" : 545,
"1466368" : 548,
"1482752" : 657,
"1499136" : 675,
"1515520" : 705,
"1531904" : 783,
"1548288" : 876,
"1564672" : 932,
"1581056" : 973,
"1597440" : 1071,
"1613824" : 1056,
"1630208" : 1123,
"1646592" : 1252,
"1662976" : 1334,
"1679360" : 1369,
"1695744" : 1528,
"1712128" : 1643,
"1728512" : 1724,
"1744896" : 1918,
"1761280" : 1883,
"1777664" : 1856,
"1794048" : 1977,
"1810432" : 2014,
"1826816" : 2105,
"1843200" : 2439,
"1859584" : 2701,
"1875968" : 2758,
"1892352" : 2544,
"1908736" : 2391,
"1925120" : 2334,
"1941504" : 2358,
"1957888" : 2415,
"1974272" : 2684,
"1990656" : 3282,
"2007040" : 3533,
"2023424" : 3029,
"2039808" : 2716,
"2056192" : 2451,
"2072576" : 2289,
"2088960" : 2181,
"2113536" : 4773,
"2146304" : 5373,
"2179072" : 5339,
"2211840" : 4679,
"2244608" : 4114,
"2277376" : 4140,
"2310144" : 4259,
"2342912" : 4686,
"2375680" : 4641,
"2408448" : 4390,
"2441216" : 4063,
"2473984" : 4379,
"2506752" : 4716,
"2539520" : 4755,
"2572288" : 4754,
"2605056" : 4765,
"2637824" : 4653,
"2670592" : 4732,
"2703360" : 4627,
"2736128" : 4752,
"2768896" : 5196,
"2801664" : 5618,
"2834432" : 5640,
"2867200" : 5558,
"2899968" : 5269,
"2932736" : 5130,
"2965504" : 5745,
"2998272" : 8128,
"3031040" : 7866,
"3063808" : 6948,
"3096576" : 6609,
"3129344" : 6960,
"3162112" : 6863,
"3194880" : 7562,
"3227648" : 8486,
"3260416" : 9000,
"3293184" : 8499,
"3325952" : 9880,
"3358720" : 10088,
"3391488" : 9557,
"3424256" : 9754,
"3457024" : 10467,
"3489792" : 11876,
"3522560" : 12361,
"3555328" : 11768,
"3588096" : 10914,
"3620864" : 10529,
"3653632" : 10508,
"3686400" : 11562,
"3719168" : 15201,
"3751936" : 16634,
"3784704" : 14341,
"3817472" : 10711,
"3850240" : 8497,
"3883008" : 7929,
"3915776" : 7718,
"3948544" : 8068,
"3981312" : 9764,
"4014080" : 11115,
"4046848" : 8826,
"4079616" : 8963,
"4112384" : 9274,
"4145152" : 8821,
"4177920" : 8192,
"4227072" : 16390,
"4292608" : 23360,
"4358144" : 18522,
"4423680" : 17491,
"4489216" : 16680,
"4554752" : 14950,
"4620288" : 14515,
"4685824" : 13668,
"4751360" : 13066,
"4816896" : 12805,
"4882432" : 13642,
"4947968" : 15318,
"5013504" : 17814,
"5079040" : 12308,
"5144576" : 12736,
"5210112" : 12676,
"5275648" : 13781,
"5341184" : 13755,
"5406720" : 14034,
"5472256" : 13455,
"5537792" : 12546,
"5603328" : 13023,
"5668864" : 11849,
"5734400" : 11486,
"5799936" : 11275,
"5865472" : 10949,
"5931008" : 10359,
"5996544" : 11459,
"6062080" : 9820,
"6127616" : 9947,
"6193152" : 10047,
"6258688" : 10236,
"6324224" : 9215,
"6389760" : 8804,
"6455296" : 8308,
"6520832" : 7835,
"6586368" : 7403,
"6651904" : 7032,
"6717440" : 6387,
"6782976" : 5901,
"6848512" : 5161,
"6914048" : 4383,
"6979584" : 4251,
"7045120" : 3614,
"7110656" : 3093,
"7176192" : 2736,
"7241728" : 2327,
"7307264" : 1994,
"7372800" : 1725,
"7438336" : 1490,
"7503872" : 1297,
"7569408" : 1152,
"7634944" : 1082,
"7700480" : 999,
"7766016" : 875,
"7831552" : 751,
"7897088" : 702,
"7962624" : 719,
"8028160" : 654,
"8093696" : 580,
"8159232" : 616,
"8224768" : 592,
"8290304" : 534,
"8355840" : 498,
"8454144" : 1059,
"8585216" : 967,
"8716288" : 827,
"8847360" : 747,
"8978432" : 589,
"9109504" : 528,
"9240576" : 477,
"9371648" : 395,
"9502720" : 349,
"9633792" : 328,
"9764864" : 309,
"9895936" : 283,
"10027008" : 230,
"10158080" : 194,
"10289152" : 166,
"10420224" : 133,
"10551296" : 115,
"10682368" : 86,
"10813440" : 106,
"10944512" : 82,
"11075584" : 70,
"11206656" : 55,
"11337728" : 64,
"11468800" : 48,
"11599872" : 40,
"11730944" : 18,
"11862016" : 13,
"11993088" : 19,
"12124160" : 8,
"12255232" : 7,
"12386304" : 5,
"12517376" : 4,
"12648448" : 6,
"12779520" : 4,
"12910592" : 7,
"13041664" : 4,
"13172736" : 1,
"13303808" : 1,
"13434880" : 7,
"13565952" : 9,
"13828096" : 1,
"14090240" : 1,
"14352384" : 1,
"14483456" : 2,
"14745600" : 1,
"14876672" : 2,
"15138816" : 2,
"15269888" : 4,
"15400960" : 1
}
},
"lat_ns" : {
"min" : 470920,
"max" : 16710317,
"mean" : 4508399.154767,
"stddev" : 1644616.984833,
"N" : 1135471
},
"bw_min" : 80386,
"bw_max" : 144188,
"bw_agg" : 100.000000,
"bw_mean" : 114010.354430,
"bw_dev" : 1551.434886,
"bw_samples" : 632,
"iops_min" : 20095,
"iops_max" : 36047,
"iops_mean" : 28502.341772,
"iops_stddev" : 387.853645,
"iops_samples" : 632
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319999,
"usr_cpu" : 0.912190,
"sys_cpu" : 11.769412,
"ctx" : 1124822,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999912,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999912,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.022546,
"750" : 0.801336,
"1000" : 0.606880
},
"latency_ms" : {
"2" : 5.922434,
"4" : 39.867932,
"10" : 52.651436,
"20" : 0.126731,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122517,
"timestamp_ms" : 1774122517646,
"time" : "Sat Mar 21 16:48:37 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5567848448,
"io_kbytes" : 5437352,
"bw_bytes" : 111359196,
"bw" : 108749,
"iops" : 27187.523750,
"runtime" : 49999,
"total_ios" : 1359349,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12348,
"max" : 5059392,
"mean" : 291475.524243,
"stddev" : 180659.978782,
"N" : 1359349
},
"clat_ns" : {
"min" : 434094,
"max" : 15337399,
"mean" : 4415678.650813,
"stddev" : 1653906.631619,
"N" : 1359341,
"percentile" : {
"1.000000" : 897024,
"5.000000" : 1892352,
"10.000000" : 2342912,
"20.000000" : 3096576,
"30.000000" : 3522560,
"40.000000" : 3817472,
"50.000000" : 4227072,
"60.000000" : 4685824,
"70.000000" : 5210112,
"80.000000" : 5799936,
"90.000000" : 6586368,
"95.000000" : 7176192,
"99.000000" : 8847360,
"99.500000" : 9633792,
"99.900000" : 10944512,
"99.950000" : 11468800,
"99.990000" : 12648448
},
"bins" : {
"432128" : 1,
"436224" : 1,
"440320" : 3,
"444416" : 1,
"448512" : 5,
"452608" : 7,
"456704" : 10,
"460800" : 6,
"464896" : 4,
"468992" : 8,
"473088" : 8,
"477184" : 21,
"481280" : 19,
"485376" : 41,
"489472" : 35,
"493568" : 34,
"497664" : 45,
"501760" : 54,
"505856" : 69,
"509952" : 85,
"514048" : 89,
"518144" : 91,
"522240" : 134,
"528384" : 289,
"536576" : 376,
"544768" : 427,
"552960" : 444,
"561152" : 422,
"569344" : 364,
"577536" : 339,
"585728" : 312,
"593920" : 289,
"602112" : 282,
"610304" : 272,
"618496" : 271,
"626688" : 325,
"634880" : 309,
"643072" : 317,
"651264" : 328,
"659456" : 321,
"667648" : 323,
"675840" : 297,
"684032" : 307,
"692224" : 252,
"700416" : 260,
"708608" : 263,
"716800" : 238,
"724992" : 249,
"733184" : 263,
"741376" : 285,
"749568" : 281,
"757760" : 299,
"765952" : 295,
"774144" : 317,
"782336" : 258,
"790528" : 287,
"798720" : 264,
"806912" : 256,
"815104" : 238,
"823296" : 214,
"831488" : 249,
"839680" : 209,
"847872" : 213,
"856064" : 200,
"864256" : 195,
"872448" : 227,
"880640" : 194,
"888832" : 198,
"897024" : 174,
"905216" : 196,
"913408" : 191,
"921600" : 195,
"929792" : 225,
"937984" : 231,
"946176" : 214,
"954368" : 212,
"962560" : 229,
"970752" : 203,
"978944" : 192,
"987136" : 200,
"995328" : 187,
"1003520" : 167,
"1011712" : 184,
"1019904" : 174,
"1028096" : 171,
"1036288" : 192,
"1044480" : 157,
"1056768" : 372,
"1073152" : 343,
"1089536" : 336,
"1105920" : 410,
"1122304" : 349,
"1138688" : 364,
"1155072" : 324,
"1171456" : 337,
"1187840" : 375,
"1204224" : 384,
"1220608" : 369,
"1236992" : 346,
"1253376" : 348,
"1269760" : 387,
"1286144" : 421,
"1302528" : 374,
"1318912" : 411,
"1335296" : 394,
"1351680" : 443,
"1368064" : 441,
"1384448" : 475,
"1400832" : 458,
"1417216" : 515,
"1433600" : 556,
"1449984" : 552,
"1466368" : 554,
"1482752" : 662,
"1499136" : 685,
"1515520" : 711,
"1531904" : 792,
"1548288" : 885,
"1564672" : 940,
"1581056" : 986,
"1597440" : 1086,
"1613824" : 1076,
"1630208" : 1152,
"1646592" : 1279,
"1662976" : 1346,
"1679360" : 1394,
"1695744" : 1547,
"1712128" : 1676,
"1728512" : 1755,
"1744896" : 1956,
"1761280" : 1914,
"1777664" : 1891,
"1794048" : 2003,
"1810432" : 2062,
"1826816" : 2168,
"1843200" : 2473,
"1859584" : 2741,
"1875968" : 2796,
"1892352" : 2595,
"1908736" : 2431,
"1925120" : 2385,
"1941504" : 2407,
"1957888" : 2473,
"1974272" : 2752,
"1990656" : 3353,
"2007040" : 3597,
"2023424" : 3113,
"2039808" : 2787,
"2056192" : 2540,
"2072576" : 2354,
"2088960" : 2259,
"2113536" : 4967,
"2146304" : 5589,
"2179072" : 5581,
"2211840" : 4919,
"2244608" : 4371,
"2277376" : 4407,
"2310144" : 4550,
"2342912" : 5001,
"2375680" : 4983,
"2408448" : 4710,
"2441216" : 4525,
"2473984" : 4823,
"2506752" : 5194,
"2539520" : 5254,
"2572288" : 5287,
"2605056" : 5300,
"2637824" : 5228,
"2670592" : 5335,
"2703360" : 5231,
"2736128" : 5439,
"2768896" : 5904,
"2801664" : 6379,
"2834432" : 6408,
"2867200" : 6302,
"2899968" : 6103,
"2932736" : 6049,
"2965504" : 6736,
"2998272" : 9258,
"3031040" : 8858,
"3063808" : 7907,
"3096576" : 7600,
"3129344" : 7975,
"3162112" : 7926,
"3194880" : 8647,
"3227648" : 9613,
"3260416" : 10148,
"3293184" : 9635,
"3325952" : 11135,
"3358720" : 11418,
"3391488" : 10910,
"3424256" : 11132,
"3457024" : 11846,
"3489792" : 13311,
"3522560" : 13798,
"3555328" : 13269,
"3588096" : 12447,
"3620864" : 12054,
"3653632" : 12132,
"3686400" : 13262,
"3719168" : 16972,
"3751936" : 18417,
"3784704" : 16092,
"3817472" : 12526,
"3850240" : 10211,
"3883008" : 9716,
"3915776" : 9533,
"3948544" : 9837,
"3981312" : 11700,
"4014080" : 13239,
"4046848" : 10629,
"4079616" : 10664,
"4112384" : 11069,
"4145152" : 10587,
"4177920" : 10040,
"4227072" : 20160,
"4292608" : 26931,
"4358144" : 22090,
"4423680" : 21213,
"4489216" : 20165,
"4554752" : 18271,
"4620288" : 17726,
"4685824" : 16783,
"4751360" : 16004,
"4816896" : 15551,
"4882432" : 16390,
"4947968" : 17922,
"5013504" : 20432,
"5079040" : 14663,
"5144576" : 15124,
"5210112" : 14889,
"5275648" : 16020,
"5341184" : 15999,
"5406720" : 16280,
"5472256" : 15760,
"5537792" : 14857,
"5603328" : 15399,
"5668864" : 14344,
"5734400" : 13930,
"5799936" : 13697,
"5865472" : 13366,
"5931008" : 12703,
"5996544" : 13956,
"6062080" : 12057,
"6127616" : 12173,
"6193152" : 12346,
"6258688" : 12487,
"6324224" : 11331,
"6389760" : 10918,
"6455296" : 10442,
"6520832" : 9922,
"6586368" : 9464,
"6651904" : 9207,
"6717440" : 8574,
"6782976" : 8038,
"6848512" : 7272,
"6914048" : 6251,
"6979584" : 6224,
"7045120" : 5411,
"7110656" : 4840,
"7176192" : 4526,
"7241728" : 4075,
"7307264" : 3773,
"7372800" : 3414,
"7438336" : 3191,
"7503872" : 2966,
"7569408" : 2776,
"7634944" : 2741,
"7700480" : 2545,
"7766016" : 2334,
"7831552" : 2147,
"7897088" : 2122,
"7962624" : 2057,
"8028160" : 1809,
"8093696" : 1667,
"8159232" : 1692,
"8224768" : 1561,
"8290304" : 1438,
"8355840" : 1372,
"8454144" : 2594,
"8585216" : 2353,
"8716288" : 2147,
"8847360" : 2024,
"8978432" : 1734,
"9109504" : 1498,
"9240576" : 1235,
"9371648" : 999,
"9502720" : 1026,
"9633792" : 989,
"9764864" : 848,
"9895936" : 702,
"10027008" : 633,
"10158080" : 527,
"10289152" : 425,
"10420224" : 366,
"10551296" : 323,
"10682368" : 258,
"10813440" : 285,
"10944512" : 231,
"11075584" : 204,
"11206656" : 153,
"11337728" : 156,
"11468800" : 150,
"11599872" : 120,
"11730944" : 83,
"11862016" : 70,
"11993088" : 65,
"12124160" : 57,
"12255232" : 52,
"12386304" : 27,
"12517376" : 25,
"12648448" : 28,
"12779520" : 27,
"12910592" : 21,
"13041664" : 9,
"13172736" : 10,
"13303808" : 7,
"13434880" : 8,
"13565952" : 10,
"13697024" : 9,
"13828096" : 5,
"13959168" : 1,
"14090240" : 2,
"14221312" : 2,
"14352384" : 2,
"14483456" : 3,
"14745600" : 4,
"14876672" : 6,
"15007744" : 1,
"15138816" : 3,
"15269888" : 4,
"15400960" : 1
}
},
"lat_ns" : {
"min" : 470920,
"max" : 16749768,
"mean" : 4707164.792072,
"stddev" : 1756624.758966,
"N" : 1359341
},
"bw_min" : 66152,
"bw_max" : 144188,
"bw_agg" : 100.000000,
"bw_mean" : 108830.979798,
"bw_dev" : 1968.792455,
"bw_samples" : 792,
"iops_min" : 16538,
"iops_max" : 36047,
"iops_mean" : 27207.494949,
"iops_stddev" : 492.199562,
"iops_samples" : 792
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 399992,
"usr_cpu" : 0.884018,
"sys_cpu" : 11.440479,
"ctx" : 1351217,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.018833,
"750" : 0.669365,
"1000" : 0.506934
},
"latency_ms" : {
"2" : 5.024832,
"4" : 37.618669,
"10" : 55.852912,
"20" : 0.307868,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122527,
"timestamp_ms" : 1774122527647,
"time" : "Sat Mar 21 16:48:47 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6515884032,
"io_kbytes" : 6363168,
"bw_bytes" : 108599877,
"bw" : 106054,
"iops" : 26514.125235,
"runtime" : 59999,
"total_ios" : 1590821,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12348,
"max" : 5059392,
"mean" : 298947.355066,
"stddev" : 194068.857287,
"N" : 1590821
},
"clat_ns" : {
"min" : 434094,
"max" : 16132184,
"mean" : 4527783.672156,
"stddev" : 1689886.398880,
"N" : 1590813,
"percentile" : {
"1.000000" : 987136,
"5.000000" : 1974272,
"10.000000" : 2441216,
"20.000000" : 3162112,
"30.000000" : 3588096,
"40.000000" : 3915776,
"50.000000" : 4358144,
"60.000000" : 4816896,
"70.000000" : 5341184,
"80.000000" : 5931008,
"90.000000" : 6717440,
"95.000000" : 7438336,
"99.000000" : 9109504,
"99.500000" : 9764864,
"99.900000" : 11075584,
"99.950000" : 11599872,
"99.990000" : 12779520
},
"bins" : {
"432128" : 1,
"436224" : 1,
"440320" : 3,
"444416" : 1,
"448512" : 5,
"452608" : 7,
"456704" : 10,
"460800" : 6,
"464896" : 4,
"468992" : 8,
"473088" : 8,
"477184" : 21,
"481280" : 19,
"485376" : 41,
"489472" : 35,
"493568" : 34,
"497664" : 45,
"501760" : 54,
"505856" : 69,
"509952" : 85,
"514048" : 89,
"518144" : 91,
"522240" : 134,
"528384" : 289,
"536576" : 376,
"544768" : 427,
"552960" : 444,
"561152" : 422,
"569344" : 364,
"577536" : 339,
"585728" : 312,
"593920" : 289,
"602112" : 282,
"610304" : 272,
"618496" : 271,
"626688" : 325,
"634880" : 309,
"643072" : 317,
"651264" : 328,
"659456" : 321,
"667648" : 323,
"675840" : 297,
"684032" : 307,
"692224" : 252,
"700416" : 260,
"708608" : 263,
"716800" : 238,
"724992" : 249,
"733184" : 263,
"741376" : 285,
"749568" : 281,
"757760" : 299,
"765952" : 295,
"774144" : 317,
"782336" : 258,
"790528" : 287,
"798720" : 264,
"806912" : 256,
"815104" : 238,
"823296" : 214,
"831488" : 249,
"839680" : 209,
"847872" : 213,
"856064" : 200,
"864256" : 195,
"872448" : 227,
"880640" : 194,
"888832" : 198,
"897024" : 174,
"905216" : 196,
"913408" : 191,
"921600" : 195,
"929792" : 225,
"937984" : 231,
"946176" : 214,
"954368" : 212,
"962560" : 229,
"970752" : 203,
"978944" : 192,
"987136" : 200,
"995328" : 187,
"1003520" : 167,
"1011712" : 184,
"1019904" : 174,
"1028096" : 171,
"1036288" : 192,
"1044480" : 157,
"1056768" : 372,
"1073152" : 343,
"1089536" : 336,
"1105920" : 410,
"1122304" : 349,
"1138688" : 364,
"1155072" : 324,
"1171456" : 337,
"1187840" : 375,
"1204224" : 384,
"1220608" : 369,
"1236992" : 346,
"1253376" : 348,
"1269760" : 387,
"1286144" : 421,
"1302528" : 375,
"1318912" : 411,
"1335296" : 394,
"1351680" : 443,
"1368064" : 441,
"1384448" : 475,
"1400832" : 459,
"1417216" : 517,
"1433600" : 557,
"1449984" : 552,
"1466368" : 555,
"1482752" : 664,
"1499136" : 694,
"1515520" : 718,
"1531904" : 800,
"1548288" : 887,
"1564672" : 948,
"1581056" : 993,
"1597440" : 1099,
"1613824" : 1084,
"1630208" : 1165,
"1646592" : 1289,
"1662976" : 1360,
"1679360" : 1410,
"1695744" : 1581,
"1712128" : 1700,
"1728512" : 1770,
"1744896" : 1973,
"1761280" : 1932,
"1777664" : 1915,
"1794048" : 2032,
"1810432" : 2086,
"1826816" : 2201,
"1843200" : 2509,
"1859584" : 2784,
"1875968" : 2833,
"1892352" : 2628,
"1908736" : 2467,
"1925120" : 2423,
"1941504" : 2441,
"1957888" : 2520,
"1974272" : 2807,
"1990656" : 3412,
"2007040" : 3665,
"2023424" : 3178,
"2039808" : 2852,
"2056192" : 2601,
"2072576" : 2442,
"2088960" : 2331,
"2113536" : 5177,
"2146304" : 5825,
"2179072" : 5842,
"2211840" : 5170,
"2244608" : 4661,
"2277376" : 4738,
"2310144" : 4922,
"2342912" : 5317,
"2375680" : 5372,
"2408448" : 5124,
"2441216" : 4954,
"2473984" : 5320,
"2506752" : 5709,
"2539520" : 5855,
"2572288" : 5809,
"2605056" : 5945,
"2637824" : 5890,
"2670592" : 6041,
"2703360" : 5978,
"2736128" : 6229,
"2768896" : 6815,
"2801664" : 7368,
"2834432" : 7418,
"2867200" : 7278,
"2899968" : 7099,
"2932736" : 7136,
"2965504" : 7878,
"2998272" : 10675,
"3031040" : 10065,
"3063808" : 9224,
"3096576" : 8981,
"3129344" : 9409,
"3162112" : 9456,
"3194880" : 10241,
"3227648" : 11209,
"3260416" : 11809,
"3293184" : 11202,
"3325952" : 12733,
"3358720" : 13093,
"3391488" : 12564,
"3424256" : 12884,
"3457024" : 13623,
"3489792" : 15133,
"3522560" : 15588,
"3555328" : 15086,
"3588096" : 14289,
"3620864" : 13862,
"3653632" : 13971,
"3686400" : 15276,
"3719168" : 18813,
"3751936" : 20433,
"3784704" : 17889,
"3817472" : 14249,
"3850240" : 12020,
"3883008" : 11474,
"3915776" : 11222,
"3948544" : 11539,
"3981312" : 13452,
"4014080" : 15151,
"4046848" : 12333,
"4079616" : 12331,
"4112384" : 12690,
"4145152" : 12279,
"4177920" : 11723,
"4227072" : 23487,
"4292608" : 30120,
"4358144" : 25231,
"4423680" : 24227,
"4489216" : 23017,
"4554752" : 21225,
"4620288" : 20706,
"4685824" : 19723,
"4751360" : 19061,
"4816896" : 18637,
"4882432" : 19505,
"4947968" : 20916,
"5013504" : 23694,
"5079040" : 17654,
"5144576" : 18059,
"5210112" : 17919,
"5275648" : 18873,
"5341184" : 18790,
"5406720" : 19161,
"5472256" : 18450,
"5537792" : 17489,
"5603328" : 18100,
"5668864" : 17009,
"5734400" : 16661,
"5799936" : 16107,
"5865472" : 15790,
"5931008" : 14978,
"5996544" : 16537,
"6062080" : 14425,
"6127616" : 14559,
"6193152" : 14683,
"6258688" : 14690,
"6324224" : 13513,
"6389760" : 13124,
"6455296" : 12633,
"6520832" : 12044,
"6586368" : 11649,
"6651904" : 11258,
"6717440" : 10602,
"6782976" : 10151,
"6848512" : 9331,
"6914048" : 8266,
"6979584" : 8219,
"7045120" : 7378,
"7110656" : 6720,
"7176192" : 6415,
"7241728" : 5971,
"7307264" : 5611,
"7372800" : 5102,
"7438336" : 4852,
"7503872" : 4519,
"7569408" : 4256,
"7634944" : 4084,
"7700480" : 3791,
"7766016" : 3592,
"7831552" : 3275,
"7897088" : 3170,
"7962624" : 3190,
"8028160" : 2870,
"8093696" : 2665,
"8159232" : 2613,
"8224768" : 2429,
"8290304" : 2209,
"8355840" : 2081,
"8454144" : 3867,
"8585216" : 3517,
"8716288" : 3196,
"8847360" : 2967,
"8978432" : 2575,
"9109504" : 2198,
"9240576" : 1819,
"9371648" : 1500,
"9502720" : 1456,
"9633792" : 1387,
"9764864" : 1186,
"9895936" : 1000,
"10027008" : 885,
"10158080" : 749,
"10289152" : 628,
"10420224" : 549,
"10551296" : 455,
"10682368" : 362,
"10813440" : 404,
"10944512" : 308,
"11075584" : 273,
"11206656" : 220,
"11337728" : 193,
"11468800" : 189,
"11599872" : 148,
"11730944" : 119,
"11862016" : 100,
"11993088" : 96,
"12124160" : 83,
"12255232" : 64,
"12386304" : 40,
"12517376" : 49,
"12648448" : 41,
"12779520" : 37,
"12910592" : 26,
"13041664" : 11,
"13172736" : 13,
"13303808" : 8,
"13434880" : 8,
"13565952" : 11,
"13697024" : 11,
"13828096" : 5,
"13959168" : 1,
"14090240" : 2,
"14221312" : 2,
"14352384" : 2,
"14483456" : 3,
"14745600" : 4,
"14876672" : 6,
"15007744" : 1,
"15138816" : 3,
"15269888" : 4,
"15400960" : 1,
"15663104" : 1,
"15794176" : 1,
"16187392" : 1
}
},
"lat_ns" : {
"min" : 470920,
"max" : 16749768,
"mean" : 4826743.193883,
"stddev" : 1793664.524553,
"N" : 1590813
},
"bw_min" : 66152,
"bw_max" : 144188,
"bw_agg" : 100.000000,
"bw_mean" : 106262.033613,
"bw_dev" : 2003.677625,
"bw_samples" : 952,
"iops_min" : 16538,
"iops_max" : 36047,
"iops_mean" : 26565.268908,
"iops_stddev" : 500.923359,
"iops_samples" : 952
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479992,
"usr_cpu" : 0.865431,
"sys_cpu" : 11.389148,
"ctx" : 1585914,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.016092,
"750" : 0.571969,
"1000" : 0.433173
},
"latency_ms" : {
"2" : 4.341658,
"4" : 36.484809,
"10" : 57.784125,
"20" : 0.367672,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122537,
"timestamp_ms" : 1774122537647,
"time" : "Sat Mar 21 16:48:57 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7341387776,
"io_kbytes" : 7169324,
"bw_bytes" : 104878466,
"bw" : 102420,
"iops" : 25605.251504,
"runtime" : 69999,
"total_ios" : 1792342,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12348,
"max" : 5118933,
"mean" : 309655.721646,
"stddev" : 204004.303318,
"N" : 1792342
},
"clat_ns" : {
"min" : 434094,
"max" : 16132184,
"mean" : 4688363.262119,
"stddev" : 1771117.790158,
"N" : 1792334,
"percentile" : {
"1.000000" : 1073152,
"5.000000" : 2023424,
"10.000000" : 2572288,
"20.000000" : 3260416,
"30.000000" : 3686400,
"40.000000" : 4046848,
"50.000000" : 4489216,
"60.000000" : 4947968,
"70.000000" : 5472256,
"80.000000" : 6127616,
"90.000000" : 6979584,
"95.000000" : 7897088,
"99.000000" : 9502720,
"99.500000" : 10158080,
"99.900000" : 11468800,
"99.950000" : 11993088,
"99.990000" : 12910592
},
"bins" : {
"432128" : 1,
"436224" : 1,
"440320" : 3,
"444416" : 1,
"448512" : 5,
"452608" : 7,
"456704" : 10,
"460800" : 6,
"464896" : 4,
"468992" : 8,
"473088" : 8,
"477184" : 21,
"481280" : 19,
"485376" : 41,
"489472" : 35,
"493568" : 34,
"497664" : 45,
"501760" : 54,
"505856" : 69,
"509952" : 85,
"514048" : 89,
"518144" : 91,
"522240" : 134,
"528384" : 289,
"536576" : 376,
"544768" : 427,
"552960" : 444,
"561152" : 422,
"569344" : 364,
"577536" : 339,
"585728" : 312,
"593920" : 289,
"602112" : 282,
"610304" : 272,
"618496" : 271,
"626688" : 325,
"634880" : 309,
"643072" : 317,
"651264" : 328,
"659456" : 321,
"667648" : 323,
"675840" : 297,
"684032" : 307,
"692224" : 252,
"700416" : 260,
"708608" : 263,
"716800" : 238,
"724992" : 249,
"733184" : 263,
"741376" : 285,
"749568" : 281,
"757760" : 299,
"765952" : 295,
"774144" : 317,
"782336" : 258,
"790528" : 287,
"798720" : 264,
"806912" : 256,
"815104" : 238,
"823296" : 214,
"831488" : 249,
"839680" : 209,
"847872" : 213,
"856064" : 200,
"864256" : 195,
"872448" : 227,
"880640" : 194,
"888832" : 198,
"897024" : 174,
"905216" : 196,
"913408" : 191,
"921600" : 195,
"929792" : 225,
"937984" : 231,
"946176" : 214,
"954368" : 212,
"962560" : 229,
"970752" : 203,
"978944" : 192,
"987136" : 200,
"995328" : 187,
"1003520" : 167,
"1011712" : 184,
"1019904" : 174,
"1028096" : 171,
"1036288" : 192,
"1044480" : 157,
"1056768" : 372,
"1073152" : 343,
"1089536" : 336,
"1105920" : 410,
"1122304" : 349,
"1138688" : 364,
"1155072" : 324,
"1171456" : 337,
"1187840" : 375,
"1204224" : 384,
"1220608" : 369,
"1236992" : 346,
"1253376" : 348,
"1269760" : 387,
"1286144" : 421,
"1302528" : 375,
"1318912" : 411,
"1335296" : 394,
"1351680" : 443,
"1368064" : 441,
"1384448" : 475,
"1400832" : 459,
"1417216" : 517,
"1433600" : 557,
"1449984" : 552,
"1466368" : 555,
"1482752" : 664,
"1499136" : 694,
"1515520" : 718,
"1531904" : 800,
"1548288" : 887,
"1564672" : 948,
"1581056" : 993,
"1597440" : 1099,
"1613824" : 1084,
"1630208" : 1165,
"1646592" : 1289,
"1662976" : 1360,
"1679360" : 1410,
"1695744" : 1581,
"1712128" : 1700,
"1728512" : 1770,
"1744896" : 1973,
"1761280" : 1932,
"1777664" : 1915,
"1794048" : 2032,
"1810432" : 2086,
"1826816" : 2201,
"1843200" : 2510,
"1859584" : 2784,
"1875968" : 2834,
"1892352" : 2629,
"1908736" : 2469,
"1925120" : 2423,
"1941504" : 2441,
"1957888" : 2524,
"1974272" : 2808,
"1990656" : 3419,
"2007040" : 3669,
"2023424" : 3189,
"2039808" : 2857,
"2056192" : 2605,
"2072576" : 2447,
"2088960" : 2344,
"2113536" : 5191,
"2146304" : 5856,
"2179072" : 5879,
"2211840" : 5224,
"2244608" : 4700,
"2277376" : 4781,
"2310144" : 4975,
"2342912" : 5382,
"2375680" : 5444,
"2408448" : 5216,
"2441216" : 5046,
"2473984" : 5426,
"2506752" : 5827,
"2539520" : 5981,
"2572288" : 5969,
"2605056" : 6105,
"2637824" : 6080,
"2670592" : 6258,
"2703360" : 6201,
"2736128" : 6452,
"2768896" : 7034,
"2801664" : 7611,
"2834432" : 7699,
"2867200" : 7589,
"2899968" : 7386,
"2932736" : 7464,
"2965504" : 8215,
"2998272" : 11050,
"3031040" : 10410,
"3063808" : 9628,
"3096576" : 9418,
"3129344" : 9912,
"3162112" : 10003,
"3194880" : 10822,
"3227648" : 11741,
"3260416" : 12410,
"3293184" : 11800,
"3325952" : 13342,
"3358720" : 13762,
"3391488" : 13223,
"3424256" : 13572,
"3457024" : 14378,
"3489792" : 15950,
"3522560" : 16397,
"3555328" : 15867,
"3588096" : 15115,
"3620864" : 14749,
"3653632" : 14837,
"3686400" : 16227,
"3719168" : 19872,
"3751936" : 21445,
"3784704" : 19018,
"3817472" : 15411,
"3850240" : 13151,
"3883008" : 12598,
"3915776" : 12371,
"3948544" : 12684,
"3981312" : 14750,
"4014080" : 16577,
"4046848" : 13581,
"4079616" : 13609,
"4112384" : 14004,
"4145152" : 13612,
"4177920" : 13082,
"4227072" : 26379,
"4292608" : 32949,
"4358144" : 28263,
"4423680" : 27426,
"4489216" : 26177,
"4554752" : 24548,
"4620288" : 24103,
"4685824" : 23060,
"4751360" : 22431,
"4816896" : 21952,
"4882432" : 22683,
"4947968" : 23916,
"5013504" : 26893,
"5079040" : 20660,
"5144576" : 21053,
"5210112" : 20853,
"5275648" : 21763,
"5341184" : 21542,
"5406720" : 21713,
"5472256" : 20884,
"5537792" : 19812,
"5603328" : 20491,
"5668864" : 19367,
"5734400" : 18996,
"5799936" : 18168,
"5865472" : 17877,
"5931008" : 16929,
"5996544" : 18491,
"6062080" : 16202,
"6127616" : 16468,
"6193152" : 16499,
"6258688" : 16547,
"6324224" : 15302,
"6389760" : 14848,
"6455296" : 14486,
"6520832" : 13927,
"6586368" : 13484,
"6651904" : 13060,
"6717440" : 12433,
"6782976" : 11981,
"6848512" : 11166,
"6914048" : 10015,
"6979584" : 10056,
"7045120" : 9123,
"7110656" : 8532,
"7176192" : 8205,
"7241728" : 7828,
"7307264" : 7354,
"7372800" : 6886,
"7438336" : 6573,
"7503872" : 6307,
"7569408" : 5924,
"7634944" : 5786,
"7700480" : 5461,
"7766016" : 5172,
"7831552" : 4894,
"7897088" : 4819,
"7962624" : 4829,
"8028160" : 4474,
"8093696" : 4209,
"8159232" : 4127,
"8224768" : 4007,
"8290304" : 3728,
"8355840" : 3591,
"8454144" : 6592,
"8585216" : 6048,
"8716288" : 5386,
"8847360" : 5062,
"8978432" : 4564,
"9109504" : 3881,
"9240576" : 3198,
"9371648" : 2709,
"9502720" : 2631,
"9633792" : 2325,
"9764864" : 2040,
"9895936" : 1713,
"10027008" : 1599,
"10158080" : 1384,
"10289152" : 1130,
"10420224" : 964,
"10551296" : 815,
"10682368" : 691,
"10813440" : 692,
"10944512" : 570,
"11075584" : 487,
"11206656" : 404,
"11337728" : 378,
"11468800" : 311,
"11599872" : 236,
"11730944" : 182,
"11862016" : 173,
"11993088" : 160,
"12124160" : 144,
"12255232" : 110,
"12386304" : 86,
"12517376" : 85,
"12648448" : 78,
"12779520" : 61,
"12910592" : 54,
"13041664" : 30,
"13172736" : 22,
"13303808" : 15,
"13434880" : 12,
"13565952" : 17,
"13697024" : 15,
"13828096" : 6,
"13959168" : 3,
"14090240" : 5,
"14221312" : 3,
"14352384" : 6,
"14483456" : 3,
"14745600" : 4,
"14876672" : 6,
"15007744" : 1,
"15138816" : 3,
"15269888" : 4,
"15400960" : 1,
"15532032" : 1,
"15663104" : 1,
"15794176" : 1,
"16187392" : 1
}
},
"lat_ns" : {
"min" : 470920,
"max" : 16749768,
"mean" : 4998023.666892,
"stddev" : 1879857.764435,
"N" : 1792334
},
"bw_min" : 62320,
"bw_max" : 144188,
"bw_agg" : 100.000000,
"bw_mean" : 102676.913669,
"bw_dev" : 2208.938109,
"bw_samples" : 1112,
"iops_min" : 15580,
"iops_max" : 36047,
"iops_mean" : 25669.007194,
"iops_stddev" : 552.235151,
"iops_samples" : 1112
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 559992,
"usr_cpu" : 0.836262,
"sys_cpu" : 11.191231,
"ctx" : 1790798,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.014283,
"750" : 0.507660,
"1000" : 0.384469
},
"latency_ms" : {
"2" : 3.854510,
"4" : 33.984641,
"10" : 60.669839,
"20" : 0.584152,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122547,
"timestamp_ms" : 1774122547649,
"time" : "Sat Mar 21 16:49:07 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 99,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8175382528,
"io_kbytes" : 7983772,
"bw_bytes" : 102193559,
"bw" : 99798,
"iops" : 24950.274378,
"runtime" : 79999,
"total_ios" : 1995997,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12348,
"max" : 5861357,
"mean" : 317862.429894,
"stddev" : 210675.922868,
"N" : 1995997
},
"clat_ns" : {
"min" : 434094,
"max" : 16833906,
"mean" : 4811476.826663,
"stddev" : 1819791.261189,
"N" : 1995989,
"percentile" : {
"1.000000" : 1171456,
"5.000000" : 2072576,
"10.000000" : 2670592,
"20.000000" : 3358720,
"30.000000" : 3751936,
"40.000000" : 4145152,
"50.000000" : 4554752,
"60.000000" : 5079040,
"70.000000" : 5603328,
"80.000000" : 6258688,
"90.000000" : 7241728,
"95.000000" : 8159232,
"99.000000" : 9764864,
"99.500000" : 10289152,
"99.900000" : 11599872,
"99.950000" : 12124160,
"99.990000" : 13041664
},
"bins" : {
"432128" : 1,
"436224" : 1,
"440320" : 3,
"444416" : 1,
"448512" : 5,
"452608" : 7,
"456704" : 10,
"460800" : 6,
"464896" : 4,
"468992" : 8,
"473088" : 8,
"477184" : 21,
"481280" : 19,
"485376" : 41,
"489472" : 35,
"493568" : 34,
"497664" : 45,
"501760" : 54,
"505856" : 69,
"509952" : 85,
"514048" : 89,
"518144" : 91,
"522240" : 134,
"528384" : 289,
"536576" : 376,
"544768" : 427,
"552960" : 444,
"561152" : 422,
"569344" : 364,
"577536" : 339,
"585728" : 312,
"593920" : 289,
"602112" : 282,
"610304" : 272,
"618496" : 271,
"626688" : 325,
"634880" : 309,
"643072" : 317,
"651264" : 328,
"659456" : 321,
"667648" : 323,
"675840" : 297,
"684032" : 307,
"692224" : 252,
"700416" : 260,
"708608" : 263,
"716800" : 238,
"724992" : 249,
"733184" : 263,
"741376" : 285,
"749568" : 281,
"757760" : 299,
"765952" : 295,
"774144" : 317,
"782336" : 258,
"790528" : 287,
"798720" : 264,
"806912" : 256,
"815104" : 238,
"823296" : 214,
"831488" : 249,
"839680" : 209,
"847872" : 213,
"856064" : 200,
"864256" : 195,
"872448" : 227,
"880640" : 194,
"888832" : 198,
"897024" : 174,
"905216" : 196,
"913408" : 191,
"921600" : 195,
"929792" : 225,
"937984" : 231,
"946176" : 214,
"954368" : 212,
"962560" : 229,
"970752" : 203,
"978944" : 192,
"987136" : 200,
"995328" : 187,
"1003520" : 167,
"1011712" : 184,
"1019904" : 174,
"1028096" : 171,
"1036288" : 192,
"1044480" : 157,
"1056768" : 372,
"1073152" : 343,
"1089536" : 336,
"1105920" : 410,
"1122304" : 349,
"1138688" : 364,
"1155072" : 324,
"1171456" : 337,
"1187840" : 375,
"1204224" : 384,
"1220608" : 369,
"1236992" : 346,
"1253376" : 348,
"1269760" : 387,
"1286144" : 421,
"1302528" : 375,
"1318912" : 411,
"1335296" : 394,
"1351680" : 443,
"1368064" : 441,
"1384448" : 475,
"1400832" : 459,
"1417216" : 517,
"1433600" : 557,
"1449984" : 552,
"1466368" : 555,
"1482752" : 664,
"1499136" : 695,
"1515520" : 718,
"1531904" : 800,
"1548288" : 887,
"1564672" : 948,
"1581056" : 993,
"1597440" : 1099,
"1613824" : 1084,
"1630208" : 1165,
"1646592" : 1289,
"1662976" : 1360,
"1679360" : 1410,
"1695744" : 1581,
"1712128" : 1700,
"1728512" : 1770,
"1744896" : 1974,
"1761280" : 1935,
"1777664" : 1916,
"1794048" : 2032,
"1810432" : 2086,
"1826816" : 2201,
"1843200" : 2512,
"1859584" : 2785,
"1875968" : 2838,
"1892352" : 2633,
"1908736" : 2469,
"1925120" : 2423,
"1941504" : 2441,
"1957888" : 2525,
"1974272" : 2812,
"1990656" : 3426,
"2007040" : 3675,
"2023424" : 3191,
"2039808" : 2862,
"2056192" : 2610,
"2072576" : 2450,
"2088960" : 2345,
"2113536" : 5197,
"2146304" : 5864,
"2179072" : 5897,
"2211840" : 5240,
"2244608" : 4738,
"2277376" : 4813,
"2310144" : 5019,
"2342912" : 5433,
"2375680" : 5512,
"2408448" : 5272,
"2441216" : 5130,
"2473984" : 5507,
"2506752" : 5930,
"2539520" : 6071,
"2572288" : 6062,
"2605056" : 6217,
"2637824" : 6232,
"2670592" : 6432,
"2703360" : 6352,
"2736128" : 6639,
"2768896" : 7250,
"2801664" : 7880,
"2834432" : 7983,
"2867200" : 7901,
"2899968" : 7662,
"2932736" : 7809,
"2965504" : 8553,
"2998272" : 11519,
"3031040" : 10868,
"3063808" : 10075,
"3096576" : 9828,
"3129344" : 10391,
"3162112" : 10539,
"3194880" : 11380,
"3227648" : 12320,
"3260416" : 13059,
"3293184" : 12458,
"3325952" : 14051,
"3358720" : 14508,
"3391488" : 14019,
"3424256" : 14399,
"3457024" : 15237,
"3489792" : 16838,
"3522560" : 17303,
"3555328" : 16801,
"3588096" : 16169,
"3620864" : 15746,
"3653632" : 15966,
"3686400" : 17326,
"3719168" : 21063,
"3751936" : 22649,
"3784704" : 20264,
"3817472" : 16606,
"3850240" : 14405,
"3883008" : 13928,
"3915776" : 13654,
"3948544" : 14064,
"3981312" : 16200,
"4014080" : 18187,
"4046848" : 14960,
"4079616" : 14946,
"4112384" : 15412,
"4145152" : 15109,
"4177920" : 14568,
"4227072" : 29593,
"4292608" : 36198,
"4358144" : 31504,
"4423680" : 30466,
"4489216" : 29429,
"4554752" : 27832,
"4620288" : 27302,
"4685824" : 26236,
"4751360" : 25813,
"4816896" : 25163,
"4882432" : 25950,
"4947968" : 27054,
"5013504" : 30236,
"5079040" : 23660,
"5144576" : 24062,
"5210112" : 23883,
"5275648" : 24615,
"5341184" : 24357,
"5406720" : 24373,
"5472256" : 23527,
"5537792" : 22240,
"5603328" : 23011,
"5668864" : 21753,
"5734400" : 21263,
"5799936" : 20375,
"5865472" : 19887,
"5931008" : 18903,
"5996544" : 20511,
"6062080" : 18094,
"6127616" : 18204,
"6193152" : 18165,
"6258688" : 18372,
"6324224" : 16976,
"6389760" : 16515,
"6455296" : 16070,
"6520832" : 15517,
"6586368" : 15018,
"6651904" : 14711,
"6717440" : 14070,
"6782976" : 13656,
"6848512" : 12866,
"6914048" : 11671,
"6979584" : 11861,
"7045120" : 10771,
"7110656" : 10229,
"7176192" : 9809,
"7241728" : 9560,
"7307264" : 9105,
"7372800" : 8570,
"7438336" : 8313,
"7503872" : 8021,
"7569408" : 7660,
"7634944" : 7463,
"7700480" : 7150,
"7766016" : 6865,
"7831552" : 6560,
"7897088" : 6466,
"7962624" : 6506,
"8028160" : 6196,
"8093696" : 5801,
"8159232" : 5731,
"8224768" : 5541,
"8290304" : 5261,
"8355840" : 5033,
"8454144" : 9272,
"8585216" : 8501,
"8716288" : 7699,
"8847360" : 7059,
"8978432" : 6363,
"9109504" : 5441,
"9240576" : 4698,
"9371648" : 4002,
"9502720" : 3700,
"9633792" : 3266,
"9764864" : 2826,
"9895936" : 2368,
"10027008" : 2199,
"10158080" : 1928,
"10289152" : 1615,
"10420224" : 1387,
"10551296" : 1243,
"10682368" : 1028,
"10813440" : 993,
"10944512" : 814,
"11075584" : 691,
"11206656" : 553,
"11337728" : 522,
"11468800" : 456,
"11599872" : 346,
"11730944" : 252,
"11862016" : 255,
"11993088" : 217,
"12124160" : 189,
"12255232" : 146,
"12386304" : 124,
"12517376" : 121,
"12648448" : 110,
"12779520" : 79,
"12910592" : 73,
"13041664" : 49,
"13172736" : 30,
"13303808" : 26,
"13434880" : 21,
"13565952" : 21,
"13697024" : 18,
"13828096" : 13,
"13959168" : 11,
"14090240" : 9,
"14221312" : 3,
"14352384" : 8,
"14483456" : 3,
"14745600" : 4,
"14876672" : 7,
"15007744" : 1,
"15138816" : 3,
"15269888" : 5,
"15400960" : 1,
"15532032" : 3,
"15663104" : 1,
"15794176" : 1,
"16187392" : 1,
"16908288" : 1
}
},
"lat_ns" : {
"min" : 470920,
"max" : 17493534,
"mean" : 5129343.423076,
"stddev" : 1931405.156296,
"N" : 1995989
},
"bw_min" : 60360,
"bw_max" : 144188,
"bw_agg" : 100.000000,
"bw_mean" : 100005.226415,
"bw_dev" : 2307.081205,
"bw_samples" : 1272,
"iops_min" : 15090,
"iops_max" : 36047,
"iops_mean" : 25001.069182,
"iops_stddev" : 576.777483,
"iops_samples" : 1272
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639992,
"usr_cpu" : 0.816885,
"sys_cpu" : 11.098576,
"ctx" : 1997851,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999950,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999950,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.012826,
"750" : 0.455862,
"1000" : 0.345241
},
"latency_ms" : {
"2" : 3.462731,
"4" : 32.093686,
"10" : 62.881157,
"20" : 0.748097,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122557,
"timestamp_ms" : 1774122557647,
"time" : "Sat Mar 21 16:49:17 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9110020096,
"io_kbytes" : 8896504,
"bw_bytes" : 101222445,
"bw" : 98850,
"iops" : 24712.700000,
"runtime" : 90000,
"total_ios" : 2224143,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12348,
"max" : 5861357,
"mean" : 320925.084399,
"stddev" : 213927.841302,
"N" : 2224143
},
"clat_ns" : {
"min" : 434094,
"max" : 16833906,
"mean" : 4857554.267205,
"stddev" : 1807616.781217,
"N" : 2224135,
"percentile" : {
"1.000000" : 1269760,
"5.000000" : 2146304,
"10.000000" : 2768896,
"20.000000" : 3391488,
"30.000000" : 3784704,
"40.000000" : 4227072,
"50.000000" : 4620288,
"60.000000" : 5144576,
"70.000000" : 5668864,
"80.000000" : 6324224,
"90.000000" : 7307264,
"95.000000" : 8159232,
"99.000000" : 9764864,
"99.500000" : 10289152,
"99.900000" : 11599872,
"99.950000" : 12124160,
"99.990000" : 13041664
},
"bins" : {
"432128" : 1,
"436224" : 1,
"440320" : 3,
"444416" : 1,
"448512" : 5,
"452608" : 7,
"456704" : 10,
"460800" : 6,
"464896" : 4,
"468992" : 8,
"473088" : 8,
"477184" : 21,
"481280" : 19,
"485376" : 41,
"489472" : 35,
"493568" : 34,
"497664" : 45,
"501760" : 54,
"505856" : 69,
"509952" : 85,
"514048" : 89,
"518144" : 91,
"522240" : 134,
"528384" : 289,
"536576" : 376,
"544768" : 427,
"552960" : 444,
"561152" : 422,
"569344" : 364,
"577536" : 339,
"585728" : 312,
"593920" : 289,
"602112" : 282,
"610304" : 272,
"618496" : 271,
"626688" : 325,
"634880" : 309,
"643072" : 317,
"651264" : 328,
"659456" : 321,
"667648" : 323,
"675840" : 297,
"684032" : 307,
"692224" : 252,
"700416" : 260,
"708608" : 263,
"716800" : 238,
"724992" : 249,
"733184" : 263,
"741376" : 285,
"749568" : 281,
"757760" : 299,
"765952" : 295,
"774144" : 317,
"782336" : 258,
"790528" : 287,
"798720" : 264,
"806912" : 256,
"815104" : 238,
"823296" : 214,
"831488" : 249,
"839680" : 209,
"847872" : 213,
"856064" : 200,
"864256" : 195,
"872448" : 227,
"880640" : 194,
"888832" : 198,
"897024" : 174,
"905216" : 196,
"913408" : 191,
"921600" : 195,
"929792" : 225,
"937984" : 231,
"946176" : 214,
"954368" : 212,
"962560" : 229,
"970752" : 203,
"978944" : 192,
"987136" : 200,
"995328" : 187,
"1003520" : 167,
"1011712" : 184,
"1019904" : 174,
"1028096" : 171,
"1036288" : 192,
"1044480" : 157,
"1056768" : 372,
"1073152" : 343,
"1089536" : 336,
"1105920" : 410,
"1122304" : 349,
"1138688" : 364,
"1155072" : 324,
"1171456" : 338,
"1187840" : 377,
"1204224" : 384,
"1220608" : 370,
"1236992" : 348,
"1253376" : 348,
"1269760" : 391,
"1286144" : 423,
"1302528" : 378,
"1318912" : 413,
"1335296" : 398,
"1351680" : 443,
"1368064" : 444,
"1384448" : 481,
"1400832" : 464,
"1417216" : 517,
"1433600" : 561,
"1449984" : 553,
"1466368" : 555,
"1482752" : 668,
"1499136" : 702,
"1515520" : 725,
"1531904" : 805,
"1548288" : 891,
"1564672" : 951,
"1581056" : 998,
"1597440" : 1108,
"1613824" : 1099,
"1630208" : 1172,
"1646592" : 1295,
"1662976" : 1370,
"1679360" : 1420,
"1695744" : 1590,
"1712128" : 1706,
"1728512" : 1777,
"1744896" : 1985,
"1761280" : 1943,
"1777664" : 1925,
"1794048" : 2045,
"1810432" : 2097,
"1826816" : 2214,
"1843200" : 2533,
"1859584" : 2797,
"1875968" : 2854,
"1892352" : 2649,
"1908736" : 2488,
"1925120" : 2438,
"1941504" : 2466,
"1957888" : 2549,
"1974272" : 2835,
"1990656" : 3467,
"2007040" : 3717,
"2023424" : 3238,
"2039808" : 2901,
"2056192" : 2640,
"2072576" : 2492,
"2088960" : 2387,
"2113536" : 5299,
"2146304" : 5983,
"2179072" : 6023,
"2211840" : 5379,
"2244608" : 4904,
"2277376" : 4999,
"2310144" : 5170,
"2342912" : 5621,
"2375680" : 5694,
"2408448" : 5510,
"2441216" : 5370,
"2473984" : 5809,
"2506752" : 6243,
"2539520" : 6401,
"2572288" : 6419,
"2605056" : 6612,
"2637824" : 6659,
"2670592" : 6854,
"2703360" : 6843,
"2736128" : 7169,
"2768896" : 7784,
"2801664" : 8440,
"2834432" : 8635,
"2867200" : 8646,
"2899968" : 8379,
"2932736" : 8509,
"2965504" : 9306,
"2998272" : 12455,
"3031040" : 11754,
"3063808" : 10965,
"3096576" : 10802,
"3129344" : 11521,
"3162112" : 11720,
"3194880" : 12611,
"3227648" : 13530,
"3260416" : 14361,
"3293184" : 13720,
"3325952" : 15342,
"3358720" : 15871,
"3391488" : 15410,
"3424256" : 15837,
"3457024" : 16833,
"3489792" : 18376,
"3522560" : 19033,
"3555328" : 18521,
"3588096" : 18008,
"3620864" : 17595,
"3653632" : 17883,
"3686400" : 19184,
"3719168" : 22819,
"3751936" : 24458,
"3784704" : 22159,
"3817472" : 18533,
"3850240" : 16295,
"3883008" : 15874,
"3915776" : 15486,
"3948544" : 15970,
"3981312" : 18275,
"4014080" : 20424,
"4046848" : 16983,
"4079616" : 16819,
"4112384" : 17311,
"4145152" : 17074,
"4177920" : 16543,
"4227072" : 33695,
"4292608" : 40073,
"4358144" : 35237,
"4423680" : 34189,
"4489216" : 33131,
"4554752" : 31545,
"4620288" : 30867,
"4685824" : 29762,
"4751360" : 29245,
"4816896" : 28543,
"4882432" : 29198,
"4947968" : 30073,
"5013504" : 33466,
"5079040" : 26593,
"5144576" : 26879,
"5210112" : 26714,
"5275648" : 27307,
"5341184" : 27051,
"5406720" : 27094,
"5472256" : 26240,
"5537792" : 24878,
"5603328" : 25761,
"5668864" : 24292,
"5734400" : 23969,
"5799936" : 23026,
"5865472" : 22423,
"5931008" : 21370,
"5996544" : 23116,
"6062080" : 20550,
"6127616" : 20657,
"6193152" : 20551,
"6258688" : 20823,
"6324224" : 19335,
"6389760" : 18895,
"6455296" : 18377,
"6520832" : 17855,
"6586368" : 17300,
"6651904" : 16861,
"6717440" : 16225,
"6782976" : 15801,
"6848512" : 14929,
"6914048" : 13638,
"6979584" : 13930,
"7045120" : 12725,
"7110656" : 12143,
"7176192" : 11738,
"7241728" : 11442,
"7307264" : 10898,
"7372800" : 10275,
"7438336" : 9896,
"7503872" : 9549,
"7569408" : 9155,
"7634944" : 8837,
"7700480" : 8433,
"7766016" : 8185,
"7831552" : 7768,
"7897088" : 7594,
"7962624" : 7595,
"8028160" : 7195,
"8093696" : 6780,
"8159232" : 6676,
"8224768" : 6468,
"8290304" : 6080,
"8355840" : 5809,
"8454144" : 10617,
"8585216" : 9620,
"8716288" : 8639,
"8847360" : 7852,
"8978432" : 7038,
"9109504" : 5966,
"9240576" : 5178,
"9371648" : 4423,
"9502720" : 4054,
"9633792" : 3602,
"9764864" : 3113,
"9895936" : 2582,
"10027008" : 2411,
"10158080" : 2113,
"10289152" : 1741,
"10420224" : 1519,
"10551296" : 1341,
"10682368" : 1118,
"10813440" : 1082,
"10944512" : 880,
"11075584" : 740,
"11206656" : 592,
"11337728" : 546,
"11468800" : 483,
"11599872" : 354,
"11730944" : 266,
"11862016" : 281,
"11993088" : 229,
"12124160" : 200,
"12255232" : 156,
"12386304" : 128,
"12517376" : 126,
"12648448" : 113,
"12779520" : 82,
"12910592" : 78,
"13041664" : 53,
"13172736" : 31,
"13303808" : 26,
"13434880" : 22,
"13565952" : 23,
"13697024" : 18,
"13828096" : 13,
"13959168" : 11,
"14090240" : 9,
"14221312" : 3,
"14352384" : 8,
"14483456" : 3,
"14745600" : 4,
"14876672" : 7,
"15007744" : 1,
"15138816" : 3,
"15269888" : 5,
"15400960" : 1,
"15532032" : 3,
"15663104" : 1,
"15794176" : 1,
"16187392" : 1,
"16908288" : 1
}
},
"lat_ns" : {
"min" : 470920,
"max" : 17493534,
"mean" : 5178480.019727,
"stddev" : 1917852.484978,
"N" : 2224135
},
"bw_min" : 60360,
"bw_max" : 144188,
"bw_agg" : 99.988828,
"bw_mean" : 98839.592179,
"bw_dev" : 2251.200133,
"bw_samples" : 1432,
"iops_min" : 15090,
"iops_max" : 36047,
"iops_mean" : 24709.653631,
"iops_stddev" : 562.806444,
"iops_samples" : 1432
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 719993,
"usr_cpu" : 0.815008,
"sys_cpu" : 11.241776,
"ctx" : 2229183,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.011510,
"750" : 0.409101,
"1000" : 0.309827
},
"latency_ms" : {
"2" : 3.127092,
"4" : 31.411829,
"10" : 64.006091,
"20" : 0.724189,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122567,
"timestamp_ms" : 1774122567647,
"time" : "Sat Mar 21 16:49:27 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9955414016,
"io_kbytes" : 9722084,
"bw_bytes" : 99554140,
"bw" : 97220,
"iops" : 24305.310000,
"runtime" : 100000,
"total_ios" : 2430531,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12348,
"max" : 5861357,
"mean" : 326346.442846,
"stddev" : 216602.178239,
"N" : 2430531
},
"clat_ns" : {
"min" : 434094,
"max" : 16833906,
"mean" : 4938869.654835,
"stddev" : 1815292.380964,
"N" : 2430523,
"percentile" : {
"1.000000" : 1351680,
"5.000000" : 2211840,
"10.000000" : 2834432,
"20.000000" : 3457024,
"30.000000" : 3850240,
"40.000000" : 4292608,
"50.000000" : 4685824,
"60.000000" : 5210112,
"70.000000" : 5734400,
"80.000000" : 6455296,
"90.000000" : 7438336,
"95.000000" : 8224768,
"99.000000" : 9764864,
"99.500000" : 10289152,
"99.900000" : 11599872,
"99.950000" : 12124160,
"99.990000" : 13041664
},
"bins" : {
"432128" : 1,
"436224" : 1,
"440320" : 3,
"444416" : 1,
"448512" : 5,
"452608" : 7,
"456704" : 10,
"460800" : 6,
"464896" : 4,
"468992" : 8,
"473088" : 8,
"477184" : 21,
"481280" : 19,
"485376" : 41,
"489472" : 35,
"493568" : 34,
"497664" : 45,
"501760" : 54,
"505856" : 69,
"509952" : 85,
"514048" : 89,
"518144" : 91,
"522240" : 134,
"528384" : 289,
"536576" : 376,
"544768" : 427,
"552960" : 444,
"561152" : 422,
"569344" : 364,
"577536" : 339,
"585728" : 312,
"593920" : 289,
"602112" : 282,
"610304" : 272,
"618496" : 271,
"626688" : 325,
"634880" : 309,
"643072" : 317,
"651264" : 328,
"659456" : 321,
"667648" : 323,
"675840" : 297,
"684032" : 307,
"692224" : 252,
"700416" : 260,
"708608" : 263,
"716800" : 238,
"724992" : 249,
"733184" : 263,
"741376" : 285,
"749568" : 281,
"757760" : 299,
"765952" : 295,
"774144" : 317,
"782336" : 258,
"790528" : 287,
"798720" : 264,
"806912" : 256,
"815104" : 238,
"823296" : 214,
"831488" : 249,
"839680" : 209,
"847872" : 213,
"856064" : 200,
"864256" : 195,
"872448" : 227,
"880640" : 194,
"888832" : 198,
"897024" : 174,
"905216" : 196,
"913408" : 191,
"921600" : 195,
"929792" : 225,
"937984" : 231,
"946176" : 214,
"954368" : 212,
"962560" : 229,
"970752" : 203,
"978944" : 192,
"987136" : 200,
"995328" : 187,
"1003520" : 167,
"1011712" : 184,
"1019904" : 174,
"1028096" : 171,
"1036288" : 192,
"1044480" : 157,
"1056768" : 372,
"1073152" : 343,
"1089536" : 336,
"1105920" : 410,
"1122304" : 349,
"1138688" : 364,
"1155072" : 324,
"1171456" : 338,
"1187840" : 377,
"1204224" : 384,
"1220608" : 370,
"1236992" : 348,
"1253376" : 348,
"1269760" : 391,
"1286144" : 423,
"1302528" : 378,
"1318912" : 413,
"1335296" : 398,
"1351680" : 443,
"1368064" : 444,
"1384448" : 481,
"1400832" : 464,
"1417216" : 517,
"1433600" : 561,
"1449984" : 553,
"1466368" : 555,
"1482752" : 668,
"1499136" : 702,
"1515520" : 725,
"1531904" : 805,
"1548288" : 891,
"1564672" : 951,
"1581056" : 998,
"1597440" : 1108,
"1613824" : 1099,
"1630208" : 1172,
"1646592" : 1295,
"1662976" : 1370,
"1679360" : 1420,
"1695744" : 1590,
"1712128" : 1706,
"1728512" : 1777,
"1744896" : 1985,
"1761280" : 1943,
"1777664" : 1925,
"1794048" : 2045,
"1810432" : 2097,
"1826816" : 2214,
"1843200" : 2533,
"1859584" : 2797,
"1875968" : 2854,
"1892352" : 2649,
"1908736" : 2488,
"1925120" : 2438,
"1941504" : 2466,
"1957888" : 2549,
"1974272" : 2835,
"1990656" : 3467,
"2007040" : 3717,
"2023424" : 3238,
"2039808" : 2901,
"2056192" : 2640,
"2072576" : 2493,
"2088960" : 2387,
"2113536" : 5301,
"2146304" : 5984,
"2179072" : 6035,
"2211840" : 5385,
"2244608" : 4908,
"2277376" : 5006,
"2310144" : 5173,
"2342912" : 5634,
"2375680" : 5712,
"2408448" : 5528,
"2441216" : 5395,
"2473984" : 5839,
"2506752" : 6271,
"2539520" : 6448,
"2572288" : 6462,
"2605056" : 6675,
"2637824" : 6742,
"2670592" : 6924,
"2703360" : 6930,
"2736128" : 7265,
"2768896" : 7901,
"2801664" : 8610,
"2834432" : 8800,
"2867200" : 8841,
"2899968" : 8564,
"2932736" : 8691,
"2965504" : 9558,
"2998272" : 12755,
"3031040" : 12036,
"3063808" : 11277,
"3096576" : 11148,
"3129344" : 11912,
"3162112" : 12187,
"3194880" : 13124,
"3227648" : 13988,
"3260416" : 14844,
"3293184" : 14206,
"3325952" : 15909,
"3358720" : 16501,
"3391488" : 16092,
"3424256" : 16535,
"3457024" : 17561,
"3489792" : 19107,
"3522560" : 19744,
"3555328" : 19361,
"3588096" : 18837,
"3620864" : 18529,
"3653632" : 18847,
"3686400" : 20191,
"3719168" : 23882,
"3751936" : 25536,
"3784704" : 23317,
"3817472" : 19690,
"3850240" : 17481,
"3883008" : 17079,
"3915776" : 16686,
"3948544" : 17154,
"3981312" : 19634,
"4014080" : 21856,
"4046848" : 18347,
"4079616" : 18238,
"4112384" : 18740,
"4145152" : 18524,
"4177920" : 18045,
"4227072" : 36840,
"4292608" : 43296,
"4358144" : 38492,
"4423680" : 37700,
"4489216" : 36645,
"4554752" : 35083,
"4620288" : 34399,
"4685824" : 33229,
"4751360" : 32969,
"4816896" : 32001,
"4882432" : 32699,
"4947968" : 33579,
"5013504" : 37181,
"5079040" : 30099,
"5144576" : 30279,
"5210112" : 30019,
"5275648" : 30576,
"5341184" : 30186,
"5406720" : 30196,
"5472256" : 29176,
"5537792" : 27668,
"5603328" : 28602,
"5668864" : 26957,
"5734400" : 26650,
"5799936" : 25688,
"5865472" : 24819,
"5931008" : 23825,
"5996544" : 25632,
"6062080" : 22884,
"6127616" : 22938,
"6193152" : 22816,
"6258688" : 23031,
"6324224" : 21549,
"6389760" : 21046,
"6455296" : 20468,
"6520832" : 20008,
"6586368" : 19420,
"6651904" : 19049,
"6717440" : 18293,
"6782976" : 17865,
"6848512" : 16960,
"6914048" : 15583,
"6979584" : 15943,
"7045120" : 14682,
"7110656" : 14109,
"7176192" : 13694,
"7241728" : 13374,
"7307264" : 12851,
"7372800" : 12231,
"7438336" : 11807,
"7503872" : 11454,
"7569408" : 10974,
"7634944" : 10703,
"7700480" : 10163,
"7766016" : 9906,
"7831552" : 9344,
"7897088" : 9041,
"7962624" : 9080,
"8028160" : 8661,
"8093696" : 8180,
"8159232" : 7991,
"8224768" : 7721,
"8290304" : 7297,
"8355840" : 6947,
"8454144" : 12781,
"8585216" : 11503,
"8716288" : 10350,
"8847360" : 9417,
"8978432" : 8449,
"9109504" : 7121,
"9240576" : 6099,
"9371648" : 5179,
"9502720" : 4717,
"9633792" : 4158,
"9764864" : 3599,
"9895936" : 3050,
"10027008" : 2811,
"10158080" : 2453,
"10289152" : 2020,
"10420224" : 1752,
"10551296" : 1490,
"10682368" : 1275,
"10813440" : 1196,
"10944512" : 967,
"11075584" : 825,
"11206656" : 677,
"11337728" : 599,
"11468800" : 545,
"11599872" : 402,
"11730944" : 316,
"11862016" : 319,
"11993088" : 254,
"12124160" : 224,
"12255232" : 169,
"12386304" : 142,
"12517376" : 147,
"12648448" : 129,
"12779520" : 95,
"12910592" : 88,
"13041664" : 58,
"13172736" : 33,
"13303808" : 27,
"13434880" : 25,
"13565952" : 25,
"13697024" : 19,
"13828096" : 14,
"13959168" : 12,
"14090240" : 9,
"14221312" : 3,
"14352384" : 8,
"14483456" : 3,
"14745600" : 5,
"14876672" : 7,
"15007744" : 1,
"15138816" : 6,
"15269888" : 5,
"15400960" : 3,
"15532032" : 3,
"15663104" : 1,
"15794176" : 1,
"16187392" : 1,
"16908288" : 1
}
},
"lat_ns" : {
"min" : 470920,
"max" : 17493534,
"mean" : 5265204.736206,
"stddev" : 1925768.303745,
"N" : 2430523
},
"bw_min" : 60360,
"bw_max" : 144188,
"bw_agg" : 100.000000,
"bw_mean" : 97325.854271,
"bw_dev" : 2251.013560,
"bw_samples" : 1592,
"iops_min" : 15090,
"iops_max" : 36047,
"iops_mean" : 24331.206030,
"iops_stddev" : 562.761317,
"iops_samples" : 1592
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799999,
"usr_cpu" : 0.803751,
"sys_cpu" : 11.265389,
"ctx" : 2439049,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010533,
"750" : 0.374363,
"1000" : 0.283518
},
"latency_ms" : {
"2" : 2.861556,
"4" : 29.813279,
"10" : 65.902472,
"20" : 0.753950,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122577,
"timestamp_ms" : 1774122577647,
"time" : "Sat Mar 21 16:49:37 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10739195904,
"io_kbytes" : 10487496,
"bw_bytes" : 97629941,
"bw" : 95341,
"iops" : 23835.516687,
"runtime" : 109999,
"total_ios" : 2621883,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12348,
"max" : 5861357,
"mean" : 332831.321059,
"stddev" : 218892.849144,
"N" : 2621883
},
"clat_ns" : {
"min" : 434094,
"max" : 16833906,
"mean" : 5036229.895955,
"stddev" : 1840030.830396,
"N" : 2621875,
"percentile" : {
"1.000000" : 1417216,
"5.000000" : 2277376,
"10.000000" : 2899968,
"20.000000" : 3522560,
"30.000000" : 3948544,
"40.000000" : 4358144,
"50.000000" : 4816896,
"60.000000" : 5275648,
"70.000000" : 5865472,
"80.000000" : 6520832,
"90.000000" : 7569408,
"95.000000" : 8454144,
"99.000000" : 9895936,
"99.500000" : 10420224,
"99.900000" : 11730944,
"99.950000" : 12255232,
"99.990000" : 13172736
},
"bins" : {
"432128" : 1,
"436224" : 1,
"440320" : 3,
"444416" : 1,
"448512" : 5,
"452608" : 7,
"456704" : 10,
"460800" : 6,
"464896" : 4,
"468992" : 8,
"473088" : 8,
"477184" : 21,
"481280" : 19,
"485376" : 41,
"489472" : 35,
"493568" : 34,
"497664" : 45,
"501760" : 54,
"505856" : 69,
"509952" : 85,
"514048" : 89,
"518144" : 91,
"522240" : 134,
"528384" : 289,
"536576" : 376,
"544768" : 427,
"552960" : 444,
"561152" : 422,
"569344" : 364,
"577536" : 339,
"585728" : 312,
"593920" : 289,
"602112" : 282,
"610304" : 272,
"618496" : 271,
"626688" : 325,
"634880" : 309,
"643072" : 317,
"651264" : 328,
"659456" : 321,
"667648" : 323,
"675840" : 297,
"684032" : 307,
"692224" : 252,
"700416" : 260,
"708608" : 263,
"716800" : 238,
"724992" : 249,
"733184" : 263,
"741376" : 285,
"749568" : 281,
"757760" : 299,
"765952" : 295,
"774144" : 317,
"782336" : 258,
"790528" : 287,
"798720" : 264,
"806912" : 256,
"815104" : 238,
"823296" : 214,
"831488" : 249,
"839680" : 209,
"847872" : 213,
"856064" : 200,
"864256" : 195,
"872448" : 227,
"880640" : 194,
"888832" : 198,
"897024" : 174,
"905216" : 196,
"913408" : 191,
"921600" : 195,
"929792" : 225,
"937984" : 231,
"946176" : 214,
"954368" : 212,
"962560" : 229,
"970752" : 203,
"978944" : 192,
"987136" : 200,
"995328" : 187,
"1003520" : 167,
"1011712" : 184,
"1019904" : 174,
"1028096" : 171,
"1036288" : 192,
"1044480" : 157,
"1056768" : 372,
"1073152" : 343,
"1089536" : 336,
"1105920" : 410,
"1122304" : 349,
"1138688" : 364,
"1155072" : 324,
"1171456" : 338,
"1187840" : 377,
"1204224" : 384,
"1220608" : 370,
"1236992" : 348,
"1253376" : 348,
"1269760" : 391,
"1286144" : 423,
"1302528" : 378,
"1318912" : 413,
"1335296" : 398,
"1351680" : 443,
"1368064" : 444,
"1384448" : 481,
"1400832" : 464,
"1417216" : 517,
"1433600" : 561,
"1449984" : 553,
"1466368" : 555,
"1482752" : 668,
"1499136" : 702,
"1515520" : 725,
"1531904" : 805,
"1548288" : 891,
"1564672" : 951,
"1581056" : 998,
"1597440" : 1108,
"1613824" : 1099,
"1630208" : 1172,
"1646592" : 1295,
"1662976" : 1370,
"1679360" : 1420,
"1695744" : 1590,
"1712128" : 1706,
"1728512" : 1777,
"1744896" : 1985,
"1761280" : 1943,
"1777664" : 1925,
"1794048" : 2045,
"1810432" : 2097,
"1826816" : 2214,
"1843200" : 2533,
"1859584" : 2797,
"1875968" : 2854,
"1892352" : 2649,
"1908736" : 2488,
"1925120" : 2438,
"1941504" : 2466,
"1957888" : 2549,
"1974272" : 2835,
"1990656" : 3467,
"2007040" : 3717,
"2023424" : 3238,
"2039808" : 2901,
"2056192" : 2640,
"2072576" : 2493,
"2088960" : 2387,
"2113536" : 5301,
"2146304" : 5984,
"2179072" : 6035,
"2211840" : 5385,
"2244608" : 4909,
"2277376" : 5006,
"2310144" : 5173,
"2342912" : 5634,
"2375680" : 5717,
"2408448" : 5529,
"2441216" : 5401,
"2473984" : 5851,
"2506752" : 6273,
"2539520" : 6450,
"2572288" : 6467,
"2605056" : 6678,
"2637824" : 6747,
"2670592" : 6937,
"2703360" : 6940,
"2736128" : 7283,
"2768896" : 7919,
"2801664" : 8630,
"2834432" : 8820,
"2867200" : 8865,
"2899968" : 8592,
"2932736" : 8719,
"2965504" : 9597,
"2998272" : 12814,
"3031040" : 12097,
"3063808" : 11326,
"3096576" : 11198,
"3129344" : 11996,
"3162112" : 12267,
"3194880" : 13235,
"3227648" : 14094,
"3260416" : 14964,
"3293184" : 14328,
"3325952" : 16041,
"3358720" : 16657,
"3391488" : 16271,
"3424256" : 16746,
"3457024" : 17780,
"3489792" : 19372,
"3522560" : 19992,
"3555328" : 19632,
"3588096" : 19104,
"3620864" : 18879,
"3653632" : 19237,
"3686400" : 20571,
"3719168" : 24327,
"3751936" : 26022,
"3784704" : 23833,
"3817472" : 20206,
"3850240" : 18061,
"3883008" : 17663,
"3915776" : 17363,
"3948544" : 17833,
"3981312" : 20285,
"4014080" : 22668,
"4046848" : 19138,
"4079616" : 19047,
"4112384" : 19607,
"4145152" : 19458,
"4177920" : 19048,
"4227072" : 38897,
"4292608" : 45469,
"4358144" : 40803,
"4423680" : 40148,
"4489216" : 39213,
"4554752" : 37902,
"4620288" : 37346,
"4685824" : 36282,
"4751360" : 36144,
"4816896" : 35443,
"4882432" : 36077,
"4947968" : 36898,
"5013504" : 40847,
"5079040" : 33518,
"5144576" : 33814,
"5210112" : 33516,
"5275648" : 34017,
"5341184" : 33518,
"5406720" : 33559,
"5472256" : 32567,
"5537792" : 31038,
"5603328" : 31891,
"5668864" : 30124,
"5734400" : 29636,
"5799936" : 28541,
"5865472" : 27614,
"5931008" : 26502,
"5996544" : 28318,
"6062080" : 25456,
"6127616" : 25437,
"6193152" : 25334,
"6258688" : 25472,
"6324224" : 23903,
"6389760" : 23371,
"6455296" : 22712,
"6520832" : 22162,
"6586368" : 21512,
"6651904" : 20985,
"6717440" : 20332,
"6782976" : 19889,
"6848512" : 18914,
"6914048" : 17492,
"6979584" : 17887,
"7045120" : 16434,
"7110656" : 15837,
"7176192" : 15371,
"7241728" : 15041,
"7307264" : 14548,
"7372800" : 13847,
"7438336" : 13426,
"7503872" : 13145,
"7569408" : 12558,
"7634944" : 12315,
"7700480" : 11760,
"7766016" : 11449,
"7831552" : 10872,
"7897088" : 10549,
"7962624" : 10605,
"8028160" : 10224,
"8093696" : 9669,
"8159232" : 9417,
"8224768" : 9104,
"8290304" : 8690,
"8355840" : 8396,
"8454144" : 15426,
"8585216" : 14097,
"8716288" : 12721,
"8847360" : 11616,
"8978432" : 10542,
"9109504" : 8900,
"9240576" : 7755,
"9371648" : 6596,
"9502720" : 6023,
"9633792" : 5303,
"9764864" : 4594,
"9895936" : 3861,
"10027008" : 3513,
"10158080" : 2988,
"10289152" : 2531,
"10420224" : 2178,
"10551296" : 1816,
"10682368" : 1569,
"10813440" : 1458,
"10944512" : 1175,
"11075584" : 1012,
"11206656" : 849,
"11337728" : 737,
"11468800" : 682,
"11599872" : 513,
"11730944" : 415,
"11862016" : 401,
"11993088" : 328,
"12124160" : 283,
"12255232" : 219,
"12386304" : 179,
"12517376" : 185,
"12648448" : 156,
"12779520" : 128,
"12910592" : 108,
"13041664" : 76,
"13172736" : 45,
"13303808" : 39,
"13434880" : 34,
"13565952" : 34,
"13697024" : 28,
"13828096" : 21,
"13959168" : 12,
"14090240" : 15,
"14221312" : 5,
"14352384" : 8,
"14483456" : 3,
"14745600" : 5,
"14876672" : 7,
"15007744" : 1,
"15138816" : 6,
"15269888" : 5,
"15400960" : 3,
"15532032" : 3,
"15663104" : 1,
"15794176" : 1,
"16187392" : 1,
"16908288" : 1
}
},
"lat_ns" : {
"min" : 470920,
"max" : 17493534,
"mean" : 5369057.754751,
"stddev" : 1952103.557446,
"N" : 2621875
},
"bw_min" : 59900,
"bw_max" : 144188,
"bw_agg" : 100.000000,
"bw_mean" : 95436.095890,
"bw_dev" : 2297.314524,
"bw_samples" : 1752,
"iops_min" : 14973,
"iops_max" : 36047,
"iops_mean" : 23858.753425,
"iops_stddev" : 574.340045,
"iops_samples" : 1752
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 879992,
"usr_cpu" : 0.794439,
"sys_cpu" : 11.220216,
"ctx" : 2633030,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999962,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999962,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.347041,
"1000" : 0.262826
},
"latency_ms" : {
"2" : 2.652712,
"4" : 27.994460,
"10" : 67.866110,
"20" : 0.866782,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122587,
"timestamp_ms" : 1774122587647,
"time" : "Sat Mar 21 16:49:47 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11513626624,
"io_kbytes" : 11243776,
"bw_bytes" : 95947688,
"bw" : 93698,
"iops" : 23424.845207,
"runtime" : 119999,
"total_ios" : 2810958,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12348,
"max" : 5861357,
"mean" : 338713.828597,
"stddev" : 220544.253656,
"N" : 2810958
},
"clat_ns" : {
"min" : 434094,
"max" : 16833906,
"mean" : 5124500.865077,
"stddev" : 1856963.048427,
"N" : 2810950,
"percentile" : {
"1.000000" : 1482752,
"5.000000" : 2310144,
"10.000000" : 2965504,
"20.000000" : 3588096,
"30.000000" : 4014080,
"40.000000" : 4489216,
"50.000000" : 4947968,
"60.000000" : 5406720,
"70.000000" : 5996544,
"80.000000" : 6651904,
"90.000000" : 7700480,
"95.000000" : 8454144,
"99.000000" : 9895936,
"99.500000" : 10551296,
"99.900000" : 11730944,
"99.950000" : 12255232,
"99.990000" : 13172736
},
"bins" : {
"432128" : 1,
"436224" : 1,
"440320" : 3,
"444416" : 1,
"448512" : 5,
"452608" : 7,
"456704" : 10,
"460800" : 6,
"464896" : 4,
"468992" : 8,
"473088" : 8,
"477184" : 21,
"481280" : 19,
"485376" : 41,
"489472" : 35,
"493568" : 34,
"497664" : 45,
"501760" : 54,
"505856" : 69,
"509952" : 85,
"514048" : 89,
"518144" : 91,
"522240" : 134,
"528384" : 289,
"536576" : 376,
"544768" : 427,
"552960" : 444,
"561152" : 422,
"569344" : 364,
"577536" : 339,
"585728" : 312,
"593920" : 289,
"602112" : 282,
"610304" : 272,
"618496" : 271,
"626688" : 325,
"634880" : 309,
"643072" : 317,
"651264" : 328,
"659456" : 321,
"667648" : 323,
"675840" : 297,
"684032" : 307,
"692224" : 252,
"700416" : 260,
"708608" : 263,
"716800" : 238,
"724992" : 249,
"733184" : 263,
"741376" : 285,
"749568" : 281,
"757760" : 299,
"765952" : 295,
"774144" : 317,
"782336" : 258,
"790528" : 287,
"798720" : 264,
"806912" : 256,
"815104" : 238,
"823296" : 214,
"831488" : 249,
"839680" : 209,
"847872" : 213,
"856064" : 200,
"864256" : 195,
"872448" : 227,
"880640" : 194,
"888832" : 198,
"897024" : 174,
"905216" : 196,
"913408" : 191,
"921600" : 195,
"929792" : 225,
"937984" : 231,
"946176" : 214,
"954368" : 212,
"962560" : 229,
"970752" : 203,
"978944" : 192,
"987136" : 200,
"995328" : 187,
"1003520" : 167,
"1011712" : 184,
"1019904" : 174,
"1028096" : 171,
"1036288" : 192,
"1044480" : 157,
"1056768" : 372,
"1073152" : 343,
"1089536" : 336,
"1105920" : 410,
"1122304" : 349,
"1138688" : 364,
"1155072" : 324,
"1171456" : 338,
"1187840" : 377,
"1204224" : 384,
"1220608" : 370,
"1236992" : 348,
"1253376" : 348,
"1269760" : 391,
"1286144" : 423,
"1302528" : 378,
"1318912" : 413,
"1335296" : 398,
"1351680" : 443,
"1368064" : 444,
"1384448" : 481,
"1400832" : 464,
"1417216" : 517,
"1433600" : 561,
"1449984" : 553,
"1466368" : 555,
"1482752" : 668,
"1499136" : 702,
"1515520" : 725,
"1531904" : 805,
"1548288" : 891,
"1564672" : 951,
"1581056" : 998,
"1597440" : 1108,
"1613824" : 1099,
"1630208" : 1172,
"1646592" : 1295,
"1662976" : 1370,
"1679360" : 1420,
"1695744" : 1590,
"1712128" : 1706,
"1728512" : 1777,
"1744896" : 1985,
"1761280" : 1943,
"1777664" : 1925,
"1794048" : 2045,
"1810432" : 2097,
"1826816" : 2214,
"1843200" : 2533,
"1859584" : 2797,
"1875968" : 2854,
"1892352" : 2649,
"1908736" : 2488,
"1925120" : 2438,
"1941504" : 2466,
"1957888" : 2549,
"1974272" : 2835,
"1990656" : 3467,
"2007040" : 3717,
"2023424" : 3238,
"2039808" : 2901,
"2056192" : 2640,
"2072576" : 2493,
"2088960" : 2387,
"2113536" : 5301,
"2146304" : 5984,
"2179072" : 6035,
"2211840" : 5385,
"2244608" : 4909,
"2277376" : 5006,
"2310144" : 5173,
"2342912" : 5634,
"2375680" : 5717,
"2408448" : 5529,
"2441216" : 5401,
"2473984" : 5852,
"2506752" : 6274,
"2539520" : 6450,
"2572288" : 6468,
"2605056" : 6678,
"2637824" : 6749,
"2670592" : 6940,
"2703360" : 6947,
"2736128" : 7291,
"2768896" : 7926,
"2801664" : 8641,
"2834432" : 8838,
"2867200" : 8891,
"2899968" : 8629,
"2932736" : 8753,
"2965504" : 9634,
"2998272" : 12848,
"3031040" : 12141,
"3063808" : 11374,
"3096576" : 11268,
"3129344" : 12070,
"3162112" : 12343,
"3194880" : 13334,
"3227648" : 14198,
"3260416" : 15088,
"3293184" : 14449,
"3325952" : 16174,
"3358720" : 16818,
"3391488" : 16442,
"3424256" : 16915,
"3457024" : 17991,
"3489792" : 19569,
"3522560" : 20225,
"3555328" : 19886,
"3588096" : 19388,
"3620864" : 19179,
"3653632" : 19576,
"3686400" : 20944,
"3719168" : 24717,
"3751936" : 26427,
"3784704" : 24291,
"3817472" : 20683,
"3850240" : 18562,
"3883008" : 18215,
"3915776" : 17951,
"3948544" : 18404,
"3981312" : 20922,
"4014080" : 23363,
"4046848" : 19805,
"4079616" : 19732,
"4112384" : 20289,
"4145152" : 20272,
"4177920" : 19874,
"4227072" : 40712,
"4292608" : 47425,
"4358144" : 42904,
"4423680" : 42348,
"4489216" : 41542,
"4554752" : 40323,
"4620288" : 39963,
"4685824" : 38819,
"4751360" : 38994,
"4816896" : 38316,
"4882432" : 39068,
"4947968" : 39878,
"5013504" : 44091,
"5079040" : 36527,
"5144576" : 37055,
"5210112" : 36693,
"5275648" : 37139,
"5341184" : 36598,
"5406720" : 36749,
"5472256" : 35835,
"5537792" : 34212,
"5603328" : 35018,
"5668864" : 33152,
"5734400" : 32780,
"5799936" : 31458,
"5865472" : 30583,
"5931008" : 29355,
"5996544" : 31254,
"6062080" : 28208,
"6127616" : 28094,
"6193152" : 28027,
"6258688" : 28075,
"6324224" : 26426,
"6389760" : 25968,
"6455296" : 25080,
"6520832" : 24528,
"6586368" : 23920,
"6651904" : 23203,
"6717440" : 22561,
"6782976" : 21975,
"6848512" : 20988,
"6914048" : 19596,
"6979584" : 20040,
"7045120" : 18460,
"7110656" : 17841,
"7176192" : 17313,
"7241728" : 16956,
"7307264" : 16393,
"7372800" : 15644,
"7438336" : 15185,
"7503872" : 15025,
"7569408" : 14423,
"7634944" : 14094,
"7700480" : 13494,
"7766016" : 13265,
"7831552" : 12617,
"7897088" : 12235,
"7962624" : 12266,
"8028160" : 11844,
"8093696" : 11255,
"8159232" : 10993,
"8224768" : 10613,
"8290304" : 10154,
"8355840" : 9803,
"8454144" : 18252,
"8585216" : 16761,
"8716288" : 15123,
"8847360" : 13768,
"8978432" : 12505,
"9109504" : 10687,
"9240576" : 9393,
"9371648" : 8014,
"9502720" : 7241,
"9633792" : 6352,
"9764864" : 5493,
"9895936" : 4621,
"10027008" : 4154,
"10158080" : 3526,
"10289152" : 2969,
"10420224" : 2533,
"10551296" : 2123,
"10682368" : 1836,
"10813440" : 1697,
"10944512" : 1367,
"11075584" : 1173,
"11206656" : 977,
"11337728" : 847,
"11468800" : 768,
"11599872" : 607,
"11730944" : 494,
"11862016" : 467,
"11993088" : 372,
"12124160" : 323,
"12255232" : 250,
"12386304" : 198,
"12517376" : 207,
"12648448" : 170,
"12779520" : 137,
"12910592" : 119,
"13041664" : 84,
"13172736" : 57,
"13303808" : 44,
"13434880" : 40,
"13565952" : 35,
"13697024" : 31,
"13828096" : 22,
"13959168" : 14,
"14090240" : 18,
"14221312" : 6,
"14352384" : 10,
"14483456" : 3,
"14614528" : 1,
"14745600" : 6,
"14876672" : 7,
"15007744" : 1,
"15138816" : 8,
"15269888" : 6,
"15400960" : 3,
"15532032" : 5,
"15663104" : 1,
"15794176" : 2,
"16187392" : 1,
"16908288" : 1
}
},
"lat_ns" : {
"min" : 470920,
"max" : 17493534,
"mean" : 5463206.658125,
"stddev" : 1970080.349103,
"N" : 2810950
},
"bw_min" : 59700,
"bw_max" : 144188,
"bw_agg" : 100.000000,
"bw_mean" : 93799.016736,
"bw_dev" : 2323.804401,
"bw_samples" : 1912,
"iops_min" : 14923,
"iops_max" : 36047,
"iops_mean" : 23449.481172,
"iops_stddev" : 580.961276,
"iops_samples" : 1912
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959992,
"usr_cpu" : 0.787194,
"sys_cpu" : 11.191447,
"ctx" : 2824894,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999964,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.323697,
"1000" : 0.245148
},
"latency_ms" : {
"2" : 2.474281,
"4" : 26.411672,
"10" : 69.594316,
"20" : 0.941494,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122597,
"timestamp_ms" : 1774122597647,
"time" : "Sat Mar 21 16:49:57 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12236075008,
"io_kbytes" : 11949292,
"bw_bytes" : 94123653,
"bw" : 91917,
"iops" : 22979.507692,
"runtime" : 130000,
"total_ios" : 2987336,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12348,
"max" : 5861357,
"mean" : 345327.704243,
"stddev" : 222943.998619,
"N" : 2987336
},
"clat_ns" : {
"min" : 434094,
"max" : 16833906,
"mean" : 5223772.244772,
"stddev" : 1895030.023345,
"N" : 2987328,
"percentile" : {
"1.000000" : 1515520,
"5.000000" : 2375680,
"10.000000" : 3031040,
"20.000000" : 3653632,
"30.000000" : 4112384,
"40.000000" : 4554752,
"50.000000" : 5013504,
"60.000000" : 5537792,
"70.000000" : 6062080,
"80.000000" : 6782976,
"90.000000" : 7831552,
"95.000000" : 8716288,
"99.000000" : 10158080,
"99.500000" : 10682368,
"99.900000" : 11862016,
"99.950000" : 12386304,
"99.990000" : 13303808
},
"bins" : {
"432128" : 1,
"436224" : 1,
"440320" : 3,
"444416" : 1,
"448512" : 5,
"452608" : 7,
"456704" : 10,
"460800" : 6,
"464896" : 4,
"468992" : 8,
"473088" : 8,
"477184" : 21,
"481280" : 19,
"485376" : 41,
"489472" : 35,
"493568" : 34,
"497664" : 45,
"501760" : 54,
"505856" : 69,
"509952" : 85,
"514048" : 89,
"518144" : 91,
"522240" : 134,
"528384" : 289,
"536576" : 376,
"544768" : 427,
"552960" : 444,
"561152" : 422,
"569344" : 364,
"577536" : 339,
"585728" : 312,
"593920" : 289,
"602112" : 282,
"610304" : 272,
"618496" : 271,
"626688" : 325,
"634880" : 309,
"643072" : 317,
"651264" : 328,
"659456" : 321,
"667648" : 323,
"675840" : 297,
"684032" : 307,
"692224" : 252,
"700416" : 260,
"708608" : 263,
"716800" : 238,
"724992" : 249,
"733184" : 263,
"741376" : 285,
"749568" : 281,
"757760" : 299,
"765952" : 295,
"774144" : 317,
"782336" : 258,
"790528" : 287,
"798720" : 264,
"806912" : 256,
"815104" : 238,
"823296" : 214,
"831488" : 249,
"839680" : 209,
"847872" : 213,
"856064" : 200,
"864256" : 195,
"872448" : 227,
"880640" : 194,
"888832" : 198,
"897024" : 174,
"905216" : 196,
"913408" : 191,
"921600" : 195,
"929792" : 225,
"937984" : 231,
"946176" : 214,
"954368" : 212,
"962560" : 229,
"970752" : 203,
"978944" : 192,
"987136" : 200,
"995328" : 187,
"1003520" : 167,
"1011712" : 184,
"1019904" : 174,
"1028096" : 171,
"1036288" : 192,
"1044480" : 157,
"1056768" : 372,
"1073152" : 343,
"1089536" : 336,
"1105920" : 410,
"1122304" : 349,
"1138688" : 364,
"1155072" : 324,
"1171456" : 338,
"1187840" : 377,
"1204224" : 384,
"1220608" : 370,
"1236992" : 348,
"1253376" : 348,
"1269760" : 391,
"1286144" : 423,
"1302528" : 378,
"1318912" : 413,
"1335296" : 398,
"1351680" : 443,
"1368064" : 444,
"1384448" : 481,
"1400832" : 464,
"1417216" : 517,
"1433600" : 561,
"1449984" : 553,
"1466368" : 555,
"1482752" : 668,
"1499136" : 702,
"1515520" : 725,
"1531904" : 805,
"1548288" : 891,
"1564672" : 951,
"1581056" : 998,
"1597440" : 1108,
"1613824" : 1099,
"1630208" : 1172,
"1646592" : 1295,
"1662976" : 1370,
"1679360" : 1420,
"1695744" : 1590,
"1712128" : 1706,
"1728512" : 1777,
"1744896" : 1985,
"1761280" : 1943,
"1777664" : 1925,
"1794048" : 2045,
"1810432" : 2097,
"1826816" : 2214,
"1843200" : 2533,
"1859584" : 2797,
"1875968" : 2854,
"1892352" : 2649,
"1908736" : 2488,
"1925120" : 2438,
"1941504" : 2466,
"1957888" : 2549,
"1974272" : 2835,
"1990656" : 3467,
"2007040" : 3717,
"2023424" : 3238,
"2039808" : 2901,
"2056192" : 2640,
"2072576" : 2493,
"2088960" : 2387,
"2113536" : 5301,
"2146304" : 5984,
"2179072" : 6035,
"2211840" : 5385,
"2244608" : 4909,
"2277376" : 5006,
"2310144" : 5173,
"2342912" : 5634,
"2375680" : 5717,
"2408448" : 5529,
"2441216" : 5401,
"2473984" : 5853,
"2506752" : 6276,
"2539520" : 6455,
"2572288" : 6469,
"2605056" : 6682,
"2637824" : 6750,
"2670592" : 6942,
"2703360" : 6950,
"2736128" : 7299,
"2768896" : 7938,
"2801664" : 8649,
"2834432" : 8858,
"2867200" : 8907,
"2899968" : 8640,
"2932736" : 8763,
"2965504" : 9651,
"2998272" : 12867,
"3031040" : 12166,
"3063808" : 11401,
"3096576" : 11303,
"3129344" : 12098,
"3162112" : 12405,
"3194880" : 13387,
"3227648" : 14243,
"3260416" : 15146,
"3293184" : 14504,
"3325952" : 16256,
"3358720" : 16898,
"3391488" : 16513,
"3424256" : 17017,
"3457024" : 18098,
"3489792" : 19690,
"3522560" : 20342,
"3555328" : 20047,
"3588096" : 19542,
"3620864" : 19341,
"3653632" : 19739,
"3686400" : 21149,
"3719168" : 24927,
"3751936" : 26627,
"3784704" : 24501,
"3817472" : 20933,
"3850240" : 18858,
"3883008" : 18497,
"3915776" : 18262,
"3948544" : 18719,
"3981312" : 21317,
"4014080" : 23796,
"4046848" : 20235,
"4079616" : 20160,
"4112384" : 20743,
"4145152" : 20750,
"4177920" : 20425,
"4227072" : 41764,
"4292608" : 48610,
"4358144" : 44221,
"4423680" : 43773,
"4489216" : 43103,
"4554752" : 42024,
"4620288" : 41735,
"4685824" : 40818,
"4751360" : 41180,
"4816896" : 40500,
"4882432" : 41379,
"4947968" : 42375,
"5013504" : 46786,
"5079040" : 39139,
"5144576" : 39624,
"5210112" : 39386,
"5275648" : 39884,
"5341184" : 39369,
"5406720" : 39546,
"5472256" : 38584,
"5537792" : 36919,
"5603328" : 37718,
"5668864" : 35801,
"5734400" : 35403,
"5799936" : 34064,
"5865472" : 33108,
"5931008" : 31730,
"5996544" : 33783,
"6062080" : 30444,
"6127616" : 30405,
"6193152" : 30269,
"6258688" : 30263,
"6324224" : 28510,
"6389760" : 28093,
"6455296" : 27103,
"6520832" : 26543,
"6586368" : 25748,
"6651904" : 25158,
"6717440" : 24391,
"6782976" : 23817,
"6848512" : 22862,
"6914048" : 21461,
"6979584" : 21930,
"7045120" : 20287,
"7110656" : 19650,
"7176192" : 19104,
"7241728" : 18771,
"7307264" : 18174,
"7372800" : 17465,
"7438336" : 16953,
"7503872" : 16849,
"7569408" : 16158,
"7634944" : 15863,
"7700480" : 15200,
"7766016" : 14967,
"7831552" : 14471,
"7897088" : 14035,
"7962624" : 14062,
"8028160" : 13601,
"8093696" : 12877,
"8159232" : 12729,
"8224768" : 12304,
"8290304" : 11866,
"8355840" : 11438,
"8454144" : 21581,
"8585216" : 19975,
"8716288" : 18328,
"8847360" : 16768,
"8978432" : 15507,
"9109504" : 13392,
"9240576" : 11925,
"9371648" : 10295,
"9502720" : 9421,
"9633792" : 8219,
"9764864" : 7073,
"9895936" : 6006,
"10027008" : 5375,
"10158080" : 4564,
"10289152" : 3879,
"10420224" : 3333,
"10551296" : 2810,
"10682368" : 2423,
"10813440" : 2182,
"10944512" : 1801,
"11075584" : 1472,
"11206656" : 1244,
"11337728" : 1081,
"11468800" : 936,
"11599872" : 743,
"11730944" : 612,
"11862016" : 564,
"11993088" : 474,
"12124160" : 411,
"12255232" : 306,
"12386304" : 239,
"12517376" : 257,
"12648448" : 200,
"12779520" : 168,
"12910592" : 144,
"13041664" : 106,
"13172736" : 71,
"13303808" : 63,
"13434880" : 47,
"13565952" : 46,
"13697024" : 36,
"13828096" : 27,
"13959168" : 18,
"14090240" : 20,
"14221312" : 9,
"14352384" : 13,
"14483456" : 5,
"14614528" : 3,
"14745600" : 7,
"14876672" : 8,
"15007744" : 1,
"15138816" : 8,
"15269888" : 6,
"15400960" : 3,
"15532032" : 6,
"15663104" : 3,
"15794176" : 2,
"16187392" : 1,
"16908288" : 1
}
},
"lat_ns" : {
"min" : 470920,
"max" : 17493534,
"mean" : 5569096.861846,
"stddev" : 2010755.945743,
"N" : 2987328
},
"bw_min" : 58976,
"bw_max" : 144188,
"bw_agg" : 100.000000,
"bw_mean" : 92013.687259,
"bw_dev" : 2373.503309,
"bw_samples" : 2072,
"iops_min" : 14744,
"iops_max" : 36047,
"iops_mean" : 23003.111969,
"iops_stddev" : 593.389773,
"iops_samples" : 2072
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1039999,
"usr_cpu" : 0.773270,
"sys_cpu" : 11.127607,
"ctx" : 3003459,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.304586,
"1000" : 0.230674
},
"latency_ms" : {
"2" : 2.328195,
"4" : 25.004620,
"10" : 70.982072,
"20" : 1.141017,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122607,
"timestamp_ms" : 1774122607647,
"time" : "Sat Mar 21 16:50:07 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 13011001344,
"io_kbytes" : 12706056,
"bw_bytes" : 92936387,
"bw" : 90758,
"iops" : 22689.633497,
"runtime" : 139999,
"total_ios" : 3176526,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12348,
"max" : 6593887,
"mean" : 349772.222023,
"stddev" : 224140.138562,
"N" : 3176527
},
"clat_ns" : {
"min" : 434094,
"max" : 16833906,
"mean" : 5290471.277099,
"stddev" : 1901464.885507,
"N" : 3176518,
"percentile" : {
"1.000000" : 1564672,
"5.000000" : 2441216,
"10.000000" : 3063808,
"20.000000" : 3686400,
"30.000000" : 4177920,
"40.000000" : 4620288,
"50.000000" : 5079040,
"60.000000" : 5603328,
"70.000000" : 6127616,
"80.000000" : 6848512,
"90.000000" : 7962624,
"95.000000" : 8716288,
"99.000000" : 10158080,
"99.500000" : 10682368,
"99.900000" : 11862016,
"99.950000" : 12386304,
"99.990000" : 13303808
},
"bins" : {
"432128" : 1,
"436224" : 1,
"440320" : 3,
"444416" : 1,
"448512" : 5,
"452608" : 7,
"456704" : 10,
"460800" : 6,
"464896" : 4,
"468992" : 8,
"473088" : 8,
"477184" : 21,
"481280" : 19,
"485376" : 41,
"489472" : 35,
"493568" : 34,
"497664" : 45,
"501760" : 54,
"505856" : 69,
"509952" : 85,
"514048" : 89,
"518144" : 91,
"522240" : 134,
"528384" : 289,
"536576" : 376,
"544768" : 427,
"552960" : 444,
"561152" : 422,
"569344" : 364,
"577536" : 339,
"585728" : 312,
"593920" : 289,
"602112" : 282,
"610304" : 272,
"618496" : 271,
"626688" : 325,
"634880" : 309,
"643072" : 317,
"651264" : 328,
"659456" : 321,
"667648" : 323,
"675840" : 297,
"684032" : 307,
"692224" : 252,
"700416" : 260,
"708608" : 263,
"716800" : 238,
"724992" : 249,
"733184" : 263,
"741376" : 285,
"749568" : 281,
"757760" : 299,
"765952" : 295,
"774144" : 317,
"782336" : 258,
"790528" : 287,
"798720" : 264,
"806912" : 256,
"815104" : 238,
"823296" : 214,
"831488" : 249,
"839680" : 209,
"847872" : 213,
"856064" : 200,
"864256" : 195,
"872448" : 227,
"880640" : 194,
"888832" : 198,
"897024" : 174,
"905216" : 196,
"913408" : 191,
"921600" : 195,
"929792" : 225,
"937984" : 231,
"946176" : 214,
"954368" : 212,
"962560" : 229,
"970752" : 203,
"978944" : 192,
"987136" : 200,
"995328" : 187,
"1003520" : 167,
"1011712" : 184,
"1019904" : 174,
"1028096" : 171,
"1036288" : 192,
"1044480" : 157,
"1056768" : 372,
"1073152" : 343,
"1089536" : 336,
"1105920" : 410,
"1122304" : 349,
"1138688" : 364,
"1155072" : 324,
"1171456" : 338,
"1187840" : 377,
"1204224" : 384,
"1220608" : 370,
"1236992" : 348,
"1253376" : 348,
"1269760" : 391,
"1286144" : 423,
"1302528" : 378,
"1318912" : 413,
"1335296" : 398,
"1351680" : 443,
"1368064" : 444,
"1384448" : 481,
"1400832" : 464,
"1417216" : 517,
"1433600" : 561,
"1449984" : 553,
"1466368" : 555,
"1482752" : 668,
"1499136" : 702,
"1515520" : 725,
"1531904" : 805,
"1548288" : 891,
"1564672" : 951,
"1581056" : 998,
"1597440" : 1108,
"1613824" : 1099,
"1630208" : 1172,
"1646592" : 1295,
"1662976" : 1370,
"1679360" : 1420,
"1695744" : 1590,
"1712128" : 1706,
"1728512" : 1777,
"1744896" : 1985,
"1761280" : 1943,
"1777664" : 1925,
"1794048" : 2045,
"1810432" : 2097,
"1826816" : 2214,
"1843200" : 2533,
"1859584" : 2797,
"1875968" : 2854,
"1892352" : 2649,
"1908736" : 2488,
"1925120" : 2438,
"1941504" : 2466,
"1957888" : 2549,
"1974272" : 2835,
"1990656" : 3467,
"2007040" : 3717,
"2023424" : 3238,
"2039808" : 2901,
"2056192" : 2640,
"2072576" : 2493,
"2088960" : 2387,
"2113536" : 5301,
"2146304" : 5984,
"2179072" : 6035,
"2211840" : 5385,
"2244608" : 4909,
"2277376" : 5006,
"2310144" : 5173,
"2342912" : 5634,
"2375680" : 5717,
"2408448" : 5532,
"2441216" : 5401,
"2473984" : 5853,
"2506752" : 6281,
"2539520" : 6464,
"2572288" : 6478,
"2605056" : 6689,
"2637824" : 6756,
"2670592" : 6951,
"2703360" : 6967,
"2736128" : 7317,
"2768896" : 7970,
"2801664" : 8678,
"2834432" : 8891,
"2867200" : 8930,
"2899968" : 8663,
"2932736" : 8802,
"2965504" : 9718,
"2998272" : 12959,
"3031040" : 12213,
"3063808" : 11465,
"3096576" : 11379,
"3129344" : 12174,
"3162112" : 12511,
"3194880" : 13515,
"3227648" : 14361,
"3260416" : 15298,
"3293184" : 14642,
"3325952" : 16412,
"3358720" : 17088,
"3391488" : 16732,
"3424256" : 17217,
"3457024" : 18308,
"3489792" : 19936,
"3522560" : 20619,
"3555328" : 20351,
"3588096" : 19897,
"3620864" : 19719,
"3653632" : 20096,
"3686400" : 21559,
"3719168" : 25347,
"3751936" : 27085,
"3784704" : 24959,
"3817472" : 21467,
"3850240" : 19395,
"3883008" : 19064,
"3915776" : 18840,
"3948544" : 19294,
"3981312" : 22058,
"4014080" : 24504,
"4046848" : 20951,
"4079616" : 20863,
"4112384" : 21553,
"4145152" : 21556,
"4177920" : 21282,
"4227072" : 43674,
"4292608" : 50460,
"4358144" : 46378,
"4423680" : 46092,
"4489216" : 45467,
"4554752" : 44428,
"4620288" : 44221,
"4685824" : 43483,
"4751360" : 43986,
"4816896" : 43390,
"4882432" : 44329,
"4947968" : 45218,
"5013504" : 49769,
"5079040" : 42099,
"5144576" : 42711,
"5210112" : 42445,
"5275648" : 43074,
"5341184" : 42431,
"5406720" : 42663,
"5472256" : 41717,
"5537792" : 40092,
"5603328" : 40708,
"5668864" : 38881,
"5734400" : 38494,
"5799936" : 37011,
"5865472" : 36027,
"5931008" : 34608,
"5996544" : 36721,
"6062080" : 33181,
"6127616" : 33141,
"6193152" : 32806,
"6258688" : 32898,
"6324224" : 30988,
"6389760" : 30565,
"6455296" : 29524,
"6520832" : 28947,
"6586368" : 28109,
"6651904" : 27486,
"6717440" : 26778,
"6782976" : 26007,
"6848512" : 24980,
"6914048" : 23484,
"6979584" : 24054,
"7045120" : 22284,
"7110656" : 21622,
"7176192" : 21018,
"7241728" : 20708,
"7307264" : 19954,
"7372800" : 19210,
"7438336" : 18678,
"7503872" : 18625,
"7569408" : 17905,
"7634944" : 17494,
"7700480" : 16995,
"7766016" : 16613,
"7831552" : 16041,
"7897088" : 15594,
"7962624" : 15570,
"8028160" : 15135,
"8093696" : 14394,
"8159232" : 14194,
"8224768" : 13767,
"8290304" : 13337,
"8355840" : 12866,
"8454144" : 24297,
"8585216" : 22500,
"8716288" : 20639,
"8847360" : 19016,
"8978432" : 17586,
"9109504" : 15264,
"9240576" : 13574,
"9371648" : 11782,
"9502720" : 10754,
"9633792" : 9381,
"9764864" : 8106,
"9895936" : 6917,
"10027008" : 6089,
"10158080" : 5178,
"10289152" : 4406,
"10420224" : 3757,
"10551296" : 3150,
"10682368" : 2725,
"10813440" : 2443,
"10944512" : 2035,
"11075584" : 1640,
"11206656" : 1395,
"11337728" : 1190,
"11468800" : 1019,
"11599872" : 808,
"11730944" : 680,
"11862016" : 615,
"11993088" : 521,
"12124160" : 448,
"12255232" : 335,
"12386304" : 266,
"12517376" : 280,
"12648448" : 220,
"12779520" : 177,
"12910592" : 156,
"13041664" : 116,
"13172736" : 86,
"13303808" : 76,
"13434880" : 53,
"13565952" : 51,
"13697024" : 38,
"13828096" : 30,
"13959168" : 24,
"14090240" : 23,
"14221312" : 12,
"14352384" : 13,
"14483456" : 5,
"14614528" : 3,
"14745600" : 7,
"14876672" : 8,
"15007744" : 1,
"15138816" : 8,
"15269888" : 7,
"15400960" : 4,
"15532032" : 7,
"15663104" : 4,
"15794176" : 3,
"16187392" : 2,
"16908288" : 1
}
},
"lat_ns" : {
"min" : 470920,
"max" : 17493534,
"mean" : 5640238.023884,
"stddev" : 2017529.327774,
"N" : 3176518
},
"bw_min" : 55040,
"bw_max" : 144188,
"bw_agg" : 100.000000,
"bw_mean" : 90836.935484,
"bw_dev" : 2379.104813,
"bw_samples" : 2232,
"iops_min" : 13760,
"iops_max" : 36047,
"iops_mean" : 22708.903226,
"iops_stddev" : 594.790457,
"iops_samples" : 2232
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119992,
"usr_cpu" : 0.770631,
"sys_cpu" : 11.142401,
"ctx" : 3195279,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999969,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.286445,
"1000" : 0.216935
},
"latency_ms" : {
"2" : 2.189530,
"4" : 23.815766,
"10" : 72.278048,
"20" : 1.204964,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122617,
"timestamp_ms" : 1774122617646,
"time" : "Sat Mar 21 16:50:17 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 13761916928,
"io_kbytes" : 13439372,
"bw_bytes" : 91746724,
"bw" : 89596,
"iops" : 22399.175995,
"runtime" : 149999,
"total_ios" : 3359854,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12348,
"max" : 6593887,
"mean" : 354340.163337,
"stddev" : 224933.185471,
"N" : 3359854
},
"clat_ns" : {
"min" : 434094,
"max" : 16833906,
"mean" : 5359108.152593,
"stddev" : 1909641.695792,
"N" : 3359846,
"percentile" : {
"1.000000" : 1581056,
"5.000000" : 2473984,
"10.000000" : 3129344,
"20.000000" : 3751936,
"30.000000" : 4227072,
"40.000000" : 4685824,
"50.000000" : 5144576,
"60.000000" : 5668864,
"70.000000" : 6258688,
"80.000000" : 6914048,
"90.000000" : 8028160,
"95.000000" : 8847360,
"99.000000" : 10158080,
"99.500000" : 10682368,
"99.900000" : 11862016,
"99.950000" : 12386304,
"99.990000" : 13303808
},
"bins" : {
"432128" : 1,
"436224" : 1,
"440320" : 3,
"444416" : 1,
"448512" : 5,
"452608" : 7,
"456704" : 10,
"460800" : 6,
"464896" : 4,
"468992" : 8,
"473088" : 8,
"477184" : 21,
"481280" : 19,
"485376" : 41,
"489472" : 35,
"493568" : 34,
"497664" : 45,
"501760" : 54,
"505856" : 69,
"509952" : 85,
"514048" : 89,
"518144" : 91,
"522240" : 134,
"528384" : 289,
"536576" : 376,
"544768" : 427,
"552960" : 444,
"561152" : 422,
"569344" : 364,
"577536" : 339,
"585728" : 312,
"593920" : 289,
"602112" : 282,
"610304" : 272,
"618496" : 271,
"626688" : 325,
"634880" : 309,
"643072" : 317,
"651264" : 328,
"659456" : 321,
"667648" : 323,
"675840" : 297,
"684032" : 307,
"692224" : 252,
"700416" : 260,
"708608" : 263,
"716800" : 238,
"724992" : 249,
"733184" : 263,
"741376" : 285,
"749568" : 281,
"757760" : 299,
"765952" : 295,
"774144" : 317,
"782336" : 258,
"790528" : 287,
"798720" : 264,
"806912" : 256,
"815104" : 238,
"823296" : 214,
"831488" : 249,
"839680" : 209,
"847872" : 213,
"856064" : 200,
"864256" : 195,
"872448" : 227,
"880640" : 194,
"888832" : 198,
"897024" : 174,
"905216" : 196,
"913408" : 191,
"921600" : 195,
"929792" : 225,
"937984" : 231,
"946176" : 214,
"954368" : 212,
"962560" : 229,
"970752" : 203,
"978944" : 192,
"987136" : 200,
"995328" : 187,
"1003520" : 167,
"1011712" : 184,
"1019904" : 174,
"1028096" : 171,
"1036288" : 192,
"1044480" : 157,
"1056768" : 372,
"1073152" : 343,
"1089536" : 336,
"1105920" : 410,
"1122304" : 349,
"1138688" : 364,
"1155072" : 324,
"1171456" : 338,
"1187840" : 377,
"1204224" : 384,
"1220608" : 370,
"1236992" : 348,
"1253376" : 348,
"1269760" : 391,
"1286144" : 423,
"1302528" : 378,
"1318912" : 413,
"1335296" : 398,
"1351680" : 443,
"1368064" : 444,
"1384448" : 481,
"1400832" : 464,
"1417216" : 517,
"1433600" : 561,
"1449984" : 553,
"1466368" : 555,
"1482752" : 668,
"1499136" : 702,
"1515520" : 725,
"1531904" : 805,
"1548288" : 891,
"1564672" : 951,
"1581056" : 998,
"1597440" : 1108,
"1613824" : 1099,
"1630208" : 1172,
"1646592" : 1295,
"1662976" : 1370,
"1679360" : 1420,
"1695744" : 1590,
"1712128" : 1706,
"1728512" : 1777,
"1744896" : 1985,
"1761280" : 1943,
"1777664" : 1925,
"1794048" : 2045,
"1810432" : 2097,
"1826816" : 2214,
"1843200" : 2533,
"1859584" : 2797,
"1875968" : 2854,
"1892352" : 2649,
"1908736" : 2488,
"1925120" : 2438,
"1941504" : 2466,
"1957888" : 2549,
"1974272" : 2835,
"1990656" : 3467,
"2007040" : 3717,
"2023424" : 3238,
"2039808" : 2901,
"2056192" : 2640,
"2072576" : 2493,
"2088960" : 2387,
"2113536" : 5301,
"2146304" : 5984,
"2179072" : 6035,
"2211840" : 5385,
"2244608" : 4909,
"2277376" : 5006,
"2310144" : 5173,
"2342912" : 5634,
"2375680" : 5717,
"2408448" : 5532,
"2441216" : 5401,
"2473984" : 5853,
"2506752" : 6281,
"2539520" : 6464,
"2572288" : 6478,
"2605056" : 6691,
"2637824" : 6756,
"2670592" : 6951,
"2703360" : 6968,
"2736128" : 7321,
"2768896" : 7971,
"2801664" : 8679,
"2834432" : 8893,
"2867200" : 8937,
"2899968" : 8668,
"2932736" : 8808,
"2965504" : 9725,
"2998272" : 12975,
"3031040" : 12225,
"3063808" : 11485,
"3096576" : 11392,
"3129344" : 12193,
"3162112" : 12531,
"3194880" : 13540,
"3227648" : 14388,
"3260416" : 15336,
"3293184" : 14694,
"3325952" : 16455,
"3358720" : 17138,
"3391488" : 16807,
"3424256" : 17284,
"3457024" : 18392,
"3489792" : 20023,
"3522560" : 20718,
"3555328" : 20456,
"3588096" : 20042,
"3620864" : 19848,
"3653632" : 20241,
"3686400" : 21726,
"3719168" : 25517,
"3751936" : 27279,
"3784704" : 25216,
"3817472" : 21696,
"3850240" : 19661,
"3883008" : 19352,
"3915776" : 19145,
"3948544" : 19629,
"3981312" : 22437,
"4014080" : 24934,
"4046848" : 21398,
"4079616" : 21372,
"4112384" : 22029,
"4145152" : 22106,
"4177920" : 21849,
"4227072" : 44980,
"4292608" : 51878,
"4358144" : 47880,
"4423680" : 47756,
"4489216" : 47281,
"4554752" : 46428,
"4620288" : 46442,
"4685824" : 45699,
"4751360" : 46414,
"4816896" : 46003,
"4882432" : 47089,
"4947968" : 48038,
"5013504" : 52901,
"5079040" : 45076,
"5144576" : 45735,
"5210112" : 45530,
"5275648" : 46417,
"5341184" : 45598,
"5406720" : 45891,
"5472256" : 44949,
"5537792" : 43229,
"5603328" : 43978,
"5668864" : 42027,
"5734400" : 41599,
"5799936" : 40031,
"5865472" : 38938,
"5931008" : 37426,
"5996544" : 39656,
"6062080" : 36030,
"6127616" : 36016,
"6193152" : 35598,
"6258688" : 35704,
"6324224" : 33688,
"6389760" : 33313,
"6455296" : 32116,
"6520832" : 31543,
"6586368" : 30589,
"6651904" : 29969,
"6717440" : 29205,
"6782976" : 28369,
"6848512" : 27291,
"6914048" : 25694,
"6979584" : 26270,
"7045120" : 24400,
"7110656" : 23637,
"7176192" : 22987,
"7241728" : 22697,
"7307264" : 21787,
"7372800" : 20913,
"7438336" : 20453,
"7503872" : 20263,
"7569408" : 19537,
"7634944" : 19099,
"7700480" : 18513,
"7766016" : 18228,
"7831552" : 17529,
"7897088" : 17086,
"7962624" : 17031,
"8028160" : 16647,
"8093696" : 15813,
"8159232" : 15636,
"8224768" : 15183,
"8290304" : 14711,
"8355840" : 14275,
"8454144" : 26952,
"8585216" : 25232,
"8716288" : 23285,
"8847360" : 21522,
"8978432" : 19881,
"9109504" : 17332,
"9240576" : 15545,
"9371648" : 13566,
"9502720" : 12419,
"9633792" : 10751,
"9764864" : 9392,
"9895936" : 7939,
"10027008" : 7053,
"10158080" : 5905,
"10289152" : 5019,
"10420224" : 4258,
"10551296" : 3577,
"10682368" : 3071,
"10813440" : 2752,
"10944512" : 2287,
"11075584" : 1884,
"11206656" : 1584,
"11337728" : 1364,
"11468800" : 1149,
"11599872" : 904,
"11730944" : 749,
"11862016" : 688,
"11993088" : 563,
"12124160" : 483,
"12255232" : 359,
"12386304" : 279,
"12517376" : 296,
"12648448" : 234,
"12779520" : 183,
"12910592" : 166,
"13041664" : 121,
"13172736" : 89,
"13303808" : 79,
"13434880" : 56,
"13565952" : 53,
"13697024" : 38,
"13828096" : 30,
"13959168" : 25,
"14090240" : 23,
"14221312" : 12,
"14352384" : 13,
"14483456" : 5,
"14614528" : 3,
"14745600" : 7,
"14876672" : 8,
"15007744" : 1,
"15138816" : 8,
"15269888" : 7,
"15400960" : 4,
"15532032" : 7,
"15663104" : 4,
"15794176" : 3,
"16187392" : 2,
"16908288" : 1
}
},
"lat_ns" : {
"min" : 470920,
"max" : 17493534,
"mean" : 5713451.615373,
"stddev" : 2026215.693143,
"N" : 3359846
},
"bw_min" : 55040,
"bw_max" : 144188,
"bw_agg" : 100.000000,
"bw_mean" : 89662.140468,
"bw_dev" : 2382.886881,
"bw_samples" : 2392,
"iops_min" : 13760,
"iops_max" : 36047,
"iops_mean" : 22415.197324,
"iops_stddev" : 595.736590,
"iops_samples" : 2392
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1199992,
"usr_cpu" : 0.766505,
"sys_cpu" : 11.143741,
"ctx" : 3380971,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999970,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999970,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.270815,
"1000" : 0.205098
},
"latency_ms" : {
"2" : 2.070060,
"4" : 22.633156,
"10" : 73.525576,
"20" : 1.287437,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122627,
"timestamp_ms" : 1774122627647,
"time" : "Sat Mar 21 16:50:27 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 14485413888,
"io_kbytes" : 14145912,
"bw_bytes" : 90533836,
"bw" : 88411,
"iops" : 22103.106250,
"runtime" : 160000,
"total_ios" : 3536497,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12348,
"max" : 6593887,
"mean" : 359120.643738,
"stddev" : 226017.465005,
"N" : 3536497
},
"clat_ns" : {
"min" : 434094,
"max" : 16833906,
"mean" : 5430861.281110,
"stddev" : 1926398.838969,
"N" : 3536489,
"percentile" : {
"1.000000" : 1613824,
"5.000000" : 2539520,
"10.000000" : 3162112,
"20.000000" : 3784704,
"30.000000" : 4292608,
"40.000000" : 4751360,
"50.000000" : 5210112,
"60.000000" : 5734400,
"70.000000" : 6324224,
"80.000000" : 7045120,
"90.000000" : 8093696,
"95.000000" : 8847360,
"99.000000" : 10289152,
"99.500000" : 10813440,
"99.900000" : 11993088,
"99.950000" : 12386304,
"99.990000" : 13434880
},
"bins" : {
"432128" : 1,
"436224" : 1,
"440320" : 3,
"444416" : 1,
"448512" : 5,
"452608" : 7,
"456704" : 10,
"460800" : 6,
"464896" : 4,
"468992" : 8,
"473088" : 8,
"477184" : 21,
"481280" : 19,
"485376" : 41,
"489472" : 35,
"493568" : 34,
"497664" : 45,
"501760" : 54,
"505856" : 69,
"509952" : 85,
"514048" : 89,
"518144" : 91,
"522240" : 134,
"528384" : 289,
"536576" : 376,
"544768" : 427,
"552960" : 444,
"561152" : 422,
"569344" : 364,
"577536" : 339,
"585728" : 312,
"593920" : 289,
"602112" : 282,
"610304" : 272,
"618496" : 271,
"626688" : 325,
"634880" : 309,
"643072" : 317,
"651264" : 328,
"659456" : 321,
"667648" : 323,
"675840" : 297,
"684032" : 307,
"692224" : 252,
"700416" : 260,
"708608" : 263,
"716800" : 238,
"724992" : 249,
"733184" : 263,
"741376" : 285,
"749568" : 281,
"757760" : 299,
"765952" : 295,
"774144" : 317,
"782336" : 258,
"790528" : 287,
"798720" : 264,
"806912" : 256,
"815104" : 238,
"823296" : 214,
"831488" : 249,
"839680" : 209,
"847872" : 213,
"856064" : 200,
"864256" : 195,
"872448" : 227,
"880640" : 194,
"888832" : 198,
"897024" : 174,
"905216" : 196,
"913408" : 191,
"921600" : 195,
"929792" : 225,
"937984" : 231,
"946176" : 214,
"954368" : 212,
"962560" : 229,
"970752" : 203,
"978944" : 192,
"987136" : 200,
"995328" : 187,
"1003520" : 167,
"1011712" : 184,
"1019904" : 174,
"1028096" : 171,
"1036288" : 192,
"1044480" : 157,
"1056768" : 372,
"1073152" : 343,
"1089536" : 336,
"1105920" : 410,
"1122304" : 349,
"1138688" : 364,
"1155072" : 324,
"1171456" : 338,
"1187840" : 377,
"1204224" : 384,
"1220608" : 370,
"1236992" : 348,
"1253376" : 348,
"1269760" : 391,
"1286144" : 423,
"1302528" : 378,
"1318912" : 413,
"1335296" : 398,
"1351680" : 443,
"1368064" : 444,
"1384448" : 481,
"1400832" : 464,
"1417216" : 517,
"1433600" : 561,
"1449984" : 553,
"1466368" : 555,
"1482752" : 668,
"1499136" : 702,
"1515520" : 725,
"1531904" : 805,
"1548288" : 891,
"1564672" : 951,
"1581056" : 998,
"1597440" : 1108,
"1613824" : 1099,
"1630208" : 1172,
"1646592" : 1295,
"1662976" : 1370,
"1679360" : 1420,
"1695744" : 1590,
"1712128" : 1706,
"1728512" : 1777,
"1744896" : 1985,
"1761280" : 1943,
"1777664" : 1925,
"1794048" : 2045,
"1810432" : 2097,
"1826816" : 2214,
"1843200" : 2533,
"1859584" : 2797,
"1875968" : 2854,
"1892352" : 2649,
"1908736" : 2488,
"1925120" : 2438,
"1941504" : 2466,
"1957888" : 2549,
"1974272" : 2835,
"1990656" : 3467,
"2007040" : 3717,
"2023424" : 3238,
"2039808" : 2901,
"2056192" : 2640,
"2072576" : 2493,
"2088960" : 2387,
"2113536" : 5301,
"2146304" : 5984,
"2179072" : 6035,
"2211840" : 5385,
"2244608" : 4909,
"2277376" : 5006,
"2310144" : 5173,
"2342912" : 5635,
"2375680" : 5718,
"2408448" : 5533,
"2441216" : 5402,
"2473984" : 5854,
"2506752" : 6281,
"2539520" : 6464,
"2572288" : 6479,
"2605056" : 6694,
"2637824" : 6761,
"2670592" : 6952,
"2703360" : 6970,
"2736128" : 7324,
"2768896" : 7974,
"2801664" : 8682,
"2834432" : 8895,
"2867200" : 8940,
"2899968" : 8678,
"2932736" : 8817,
"2965504" : 9737,
"2998272" : 12987,
"3031040" : 12240,
"3063808" : 11502,
"3096576" : 11413,
"3129344" : 12205,
"3162112" : 12559,
"3194880" : 13577,
"3227648" : 14418,
"3260416" : 15363,
"3293184" : 14738,
"3325952" : 16506,
"3358720" : 17199,
"3391488" : 16858,
"3424256" : 17340,
"3457024" : 18453,
"3489792" : 20088,
"3522560" : 20808,
"3555328" : 20553,
"3588096" : 20155,
"3620864" : 19976,
"3653632" : 20376,
"3686400" : 21868,
"3719168" : 25699,
"3751936" : 27469,
"3784704" : 25392,
"3817472" : 21922,
"3850240" : 19862,
"3883008" : 19596,
"3915776" : 19438,
"3948544" : 19897,
"3981312" : 22733,
"4014080" : 25315,
"4046848" : 21751,
"4079616" : 21752,
"4112384" : 22435,
"4145152" : 22545,
"4177920" : 22246,
"4227072" : 46010,
"4292608" : 53007,
"4358144" : 49165,
"4423680" : 49127,
"4489216" : 48692,
"4554752" : 48044,
"4620288" : 48146,
"4685824" : 47589,
"4751360" : 48346,
"4816896" : 48005,
"4882432" : 49209,
"4947968" : 50236,
"5013504" : 55319,
"5079040" : 47428,
"5144576" : 48266,
"5210112" : 48157,
"5275648" : 49086,
"5341184" : 48313,
"5406720" : 48518,
"5472256" : 47654,
"5537792" : 46017,
"5603328" : 46722,
"5668864" : 44840,
"5734400" : 44429,
"5799936" : 42802,
"5865472" : 41740,
"5931008" : 40100,
"5996544" : 42399,
"6062080" : 38620,
"6127616" : 38657,
"6193152" : 38247,
"6258688" : 38331,
"6324224" : 36313,
"6389760" : 35885,
"6455296" : 34661,
"6520832" : 34013,
"6586368" : 33057,
"6651904" : 32336,
"6717440" : 31471,
"6782976" : 30632,
"6848512" : 29404,
"6914048" : 27757,
"6979584" : 28414,
"7045120" : 26339,
"7110656" : 25600,
"7176192" : 24966,
"7241728" : 24575,
"7307264" : 23681,
"7372800" : 22804,
"7438336" : 22304,
"7503872" : 22009,
"7569408" : 21332,
"7634944" : 20866,
"7700480" : 20192,
"7766016" : 19911,
"7831552" : 19130,
"7897088" : 18742,
"7962624" : 18676,
"8028160" : 18285,
"8093696" : 17399,
"8159232" : 17297,
"8224768" : 16802,
"8290304" : 16252,
"8355840" : 15853,
"8454144" : 30058,
"8585216" : 28190,
"8716288" : 26129,
"8847360" : 24280,
"8978432" : 22442,
"9109504" : 19701,
"9240576" : 17762,
"9371648" : 15613,
"9502720" : 14305,
"9633792" : 12460,
"9764864" : 10923,
"9895936" : 9353,
"10027008" : 8342,
"10158080" : 6994,
"10289152" : 5995,
"10420224" : 5063,
"10551296" : 4236,
"10682368" : 3649,
"10813440" : 3224,
"10944512" : 2646,
"11075584" : 2187,
"11206656" : 1831,
"11337728" : 1560,
"11468800" : 1326,
"11599872" : 1046,
"11730944" : 858,
"11862016" : 797,
"11993088" : 662,
"12124160" : 544,
"12255232" : 422,
"12386304" : 320,
"12517376" : 339,
"12648448" : 260,
"12779520" : 213,
"12910592" : 186,
"13041664" : 135,
"13172736" : 96,
"13303808" : 87,
"13434880" : 61,
"13565952" : 59,
"13697024" : 42,
"13828096" : 32,
"13959168" : 30,
"14090240" : 29,
"14221312" : 13,
"14352384" : 16,
"14483456" : 6,
"14614528" : 6,
"14745600" : 10,
"14876672" : 12,
"15007744" : 2,
"15138816" : 8,
"15269888" : 8,
"15400960" : 4,
"15532032" : 7,
"15663104" : 4,
"15794176" : 3,
"16187392" : 2,
"16908288" : 1
}
},
"lat_ns" : {
"min" : 470920,
"max" : 17493534,
"mean" : 5789984.016183,
"stddev" : 2044105.926248,
"N" : 3536489
},
"bw_min" : 55040,
"bw_max" : 144188,
"bw_agg" : 100.000000,
"bw_mean" : 88474.630094,
"bw_dev" : 2383.409796,
"bw_samples" : 2552,
"iops_min" : 13760,
"iops_max" : 36047,
"iops_mean" : 22118.313480,
"iops_stddev" : 595.866288,
"iops_samples" : 2552
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279998,
"usr_cpu" : 0.758361,
"sys_cpu" : 11.134080,
"ctx" : 3560252,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999972,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999972,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.257288,
"1000" : 0.194854
},
"latency_ms" : {
"2" : 1.966664,
"4" : 21.600414,
"10" : 74.536187,
"20" : 1.437128,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122637,
"timestamp_ms" : 1774122637647,
"time" : "Sat Mar 21 16:50:37 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15264669696,
"io_kbytes" : 14906904,
"bw_bytes" : 89792702,
"bw" : 87688,
"iops" : 21922.152483,
"runtime" : 169999,
"total_ios" : 3726744,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12348,
"max" : 6593887,
"mean" : 362103.860823,
"stddev" : 226597.665224,
"N" : 3726744
},
"clat_ns" : {
"min" : 434094,
"max" : 16833906,
"mean" : 5475672.492528,
"stddev" : 1920223.020312,
"N" : 3726736,
"percentile" : {
"1.000000" : 1646592,
"5.000000" : 2572288,
"10.000000" : 3227648,
"20.000000" : 3817472,
"30.000000" : 4358144,
"40.000000" : 4816896,
"50.000000" : 5275648,
"60.000000" : 5799936,
"70.000000" : 6389760,
"80.000000" : 7110656,
"90.000000" : 8159232,
"95.000000" : 8978432,
"99.000000" : 10289152,
"99.500000" : 10813440,
"99.900000" : 11862016,
"99.950000" : 12386304,
"99.990000" : 13303808
},
"bins" : {
"432128" : 1,
"436224" : 1,
"440320" : 3,
"444416" : 1,
"448512" : 5,
"452608" : 7,
"456704" : 10,
"460800" : 6,
"464896" : 4,
"468992" : 8,
"473088" : 8,
"477184" : 21,
"481280" : 19,
"485376" : 41,
"489472" : 35,
"493568" : 34,
"497664" : 45,
"501760" : 54,
"505856" : 69,
"509952" : 85,
"514048" : 89,
"518144" : 91,
"522240" : 134,
"528384" : 289,
"536576" : 376,
"544768" : 427,
"552960" : 444,
"561152" : 422,
"569344" : 364,
"577536" : 339,
"585728" : 312,
"593920" : 289,
"602112" : 282,
"610304" : 272,
"618496" : 271,
"626688" : 325,
"634880" : 309,
"643072" : 317,
"651264" : 328,
"659456" : 321,
"667648" : 323,
"675840" : 297,
"684032" : 307,
"692224" : 252,
"700416" : 260,
"708608" : 263,
"716800" : 238,
"724992" : 249,
"733184" : 263,
"741376" : 285,
"749568" : 281,
"757760" : 299,
"765952" : 295,
"774144" : 317,
"782336" : 258,
"790528" : 287,
"798720" : 264,
"806912" : 256,
"815104" : 238,
"823296" : 214,
"831488" : 249,
"839680" : 209,
"847872" : 213,
"856064" : 200,
"864256" : 195,
"872448" : 227,
"880640" : 194,
"888832" : 198,
"897024" : 174,
"905216" : 196,
"913408" : 191,
"921600" : 195,
"929792" : 225,
"937984" : 231,
"946176" : 214,
"954368" : 212,
"962560" : 229,
"970752" : 203,
"978944" : 192,
"987136" : 200,
"995328" : 187,
"1003520" : 167,
"1011712" : 184,
"1019904" : 174,
"1028096" : 171,
"1036288" : 192,
"1044480" : 157,
"1056768" : 372,
"1073152" : 343,
"1089536" : 336,
"1105920" : 410,
"1122304" : 349,
"1138688" : 364,
"1155072" : 324,
"1171456" : 338,
"1187840" : 377,
"1204224" : 384,
"1220608" : 370,
"1236992" : 348,
"1253376" : 348,
"1269760" : 391,
"1286144" : 423,
"1302528" : 378,
"1318912" : 413,
"1335296" : 398,
"1351680" : 443,
"1368064" : 444,
"1384448" : 481,
"1400832" : 464,
"1417216" : 517,
"1433600" : 561,
"1449984" : 553,
"1466368" : 555,
"1482752" : 668,
"1499136" : 702,
"1515520" : 725,
"1531904" : 805,
"1548288" : 891,
"1564672" : 951,
"1581056" : 998,
"1597440" : 1108,
"1613824" : 1099,
"1630208" : 1172,
"1646592" : 1295,
"1662976" : 1370,
"1679360" : 1420,
"1695744" : 1590,
"1712128" : 1706,
"1728512" : 1777,
"1744896" : 1985,
"1761280" : 1943,
"1777664" : 1925,
"1794048" : 2045,
"1810432" : 2097,
"1826816" : 2215,
"1843200" : 2535,
"1859584" : 2797,
"1875968" : 2855,
"1892352" : 2649,
"1908736" : 2488,
"1925120" : 2438,
"1941504" : 2466,
"1957888" : 2549,
"1974272" : 2836,
"1990656" : 3467,
"2007040" : 3717,
"2023424" : 3238,
"2039808" : 2901,
"2056192" : 2640,
"2072576" : 2493,
"2088960" : 2387,
"2113536" : 5302,
"2146304" : 5985,
"2179072" : 6036,
"2211840" : 5389,
"2244608" : 4910,
"2277376" : 5010,
"2310144" : 5176,
"2342912" : 5640,
"2375680" : 5725,
"2408448" : 5540,
"2441216" : 5416,
"2473984" : 5866,
"2506752" : 6294,
"2539520" : 6483,
"2572288" : 6504,
"2605056" : 6719,
"2637824" : 6789,
"2670592" : 6970,
"2703360" : 6993,
"2736128" : 7353,
"2768896" : 8008,
"2801664" : 8727,
"2834432" : 8957,
"2867200" : 8991,
"2899968" : 8725,
"2932736" : 8889,
"2965504" : 9790,
"2998272" : 13048,
"3031040" : 12311,
"3063808" : 11590,
"3096576" : 11511,
"3129344" : 12340,
"3162112" : 12702,
"3194880" : 13726,
"3227648" : 14583,
"3260416" : 15510,
"3293184" : 14893,
"3325952" : 16718,
"3358720" : 17444,
"3391488" : 17086,
"3424256" : 17608,
"3457024" : 18739,
"3489792" : 20376,
"3522560" : 21140,
"3555328" : 20907,
"3588096" : 20517,
"3620864" : 20407,
"3653632" : 20803,
"3686400" : 22322,
"3719168" : 26211,
"3751936" : 27956,
"3784704" : 25915,
"3817472" : 22451,
"3850240" : 20456,
"3883008" : 20182,
"3915776" : 20111,
"3948544" : 20557,
"3981312" : 23463,
"4014080" : 26128,
"4046848" : 22451,
"4079616" : 22551,
"4112384" : 23214,
"4145152" : 23425,
"4177920" : 23102,
"4227072" : 47818,
"4292608" : 55029,
"4358144" : 51200,
"4423680" : 51231,
"4489216" : 51013,
"4554752" : 50575,
"4620288" : 50536,
"4685824" : 50008,
"4751360" : 50946,
"4816896" : 50572,
"4882432" : 51740,
"4947968" : 52911,
"5013504" : 58088,
"5079040" : 50115,
"5144576" : 51043,
"5210112" : 50903,
"5275648" : 51798,
"5341184" : 51105,
"5406720" : 51295,
"5472256" : 50469,
"5537792" : 48783,
"5603328" : 49474,
"5668864" : 47462,
"5734400" : 47035,
"5799936" : 45400,
"5865472" : 44425,
"5931008" : 42755,
"5996544" : 45112,
"6062080" : 41244,
"6127616" : 41340,
"6193152" : 40916,
"6258688" : 41039,
"6324224" : 39046,
"6389760" : 38504,
"6455296" : 37309,
"6520832" : 36637,
"6586368" : 35704,
"6651904" : 34884,
"6717440" : 34074,
"6782976" : 33260,
"6848512" : 31940,
"6914048" : 30326,
"6979584" : 31037,
"7045120" : 28834,
"7110656" : 28143,
"7176192" : 27429,
"7241728" : 27101,
"7307264" : 26142,
"7372800" : 25136,
"7438336" : 24583,
"7503872" : 24254,
"7569408" : 23440,
"7634944" : 22989,
"7700480" : 22226,
"7766016" : 22000,
"7831552" : 21067,
"7897088" : 20648,
"7962624" : 20545,
"8028160" : 20074,
"8093696" : 19135,
"8159232" : 18912,
"8224768" : 18330,
"8290304" : 17771,
"8355840" : 17349,
"8454144" : 32787,
"8585216" : 30648,
"8716288" : 28354,
"8847360" : 26217,
"8978432" : 24214,
"9109504" : 21263,
"9240576" : 19179,
"9371648" : 16754,
"9502720" : 15242,
"9633792" : 13292,
"9764864" : 11621,
"9895936" : 9895,
"10027008" : 8798,
"10158080" : 7337,
"10289152" : 6267,
"10420224" : 5271,
"10551296" : 4424,
"10682368" : 3771,
"10813440" : 3314,
"10944512" : 2736,
"11075584" : 2260,
"11206656" : 1873,
"11337728" : 1610,
"11468800" : 1362,
"11599872" : 1068,
"11730944" : 888,
"11862016" : 819,
"11993088" : 682,
"12124160" : 565,
"12255232" : 427,
"12386304" : 328,
"12517376" : 347,
"12648448" : 263,
"12779520" : 220,
"12910592" : 191,
"13041664" : 139,
"13172736" : 98,
"13303808" : 90,
"13434880" : 62,
"13565952" : 59,
"13697024" : 44,
"13828096" : 32,
"13959168" : 30,
"14090240" : 30,
"14221312" : 13,
"14352384" : 16,
"14483456" : 6,
"14614528" : 6,
"14745600" : 10,
"14876672" : 12,
"15007744" : 3,
"15138816" : 8,
"15269888" : 9,
"15400960" : 5,
"15532032" : 7,
"15663104" : 4,
"15794176" : 3,
"16187392" : 2,
"16908288" : 1
}
},
"lat_ns" : {
"min" : 470920,
"max" : 17493534,
"mean" : 5837778.117552,
"stddev" : 2037381.093581,
"N" : 3726736
},
"bw_min" : 55040,
"bw_max" : 144188,
"bw_agg" : 100.000000,
"bw_mean" : 87723.362832,
"bw_dev" : 2354.568768,
"bw_samples" : 2712,
"iops_min" : 13760,
"iops_max" : 36047,
"iops_mean" : 21930.501475,
"iops_stddev" : 588.654308,
"iops_samples" : 2712
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1359992,
"usr_cpu" : 0.759563,
"sys_cpu" : 11.186831,
"ctx" : 3752911,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 99.999973,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999973,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999973,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.244154,
"1000" : 0.184907
},
"latency_ms" : {
"2" : 1.866401,
"4" : 20.794264,
"10" : 75.485625,
"20" : 1.417565,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122647,
"timestamp_ms" : 1774122647647,
"time" : "Sat Mar 21 16:50:47 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 16028160000,
"io_kbytes" : 15652500,
"bw_bytes" : 89045828,
"bw" : 86958,
"iops" : 21739.754110,
"runtime" : 179999,
"total_ios" : 3913134,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12348,
"max" : 6593887,
"mean" : 365161.031335,
"stddev" : 227011.910183,
"N" : 3913138
},
"clat_ns" : {
"min" : 3725,
"max" : 16833906,
"mean" : 5521550.252138,
"stddev" : 1915247.629400,
"N" : 3913190,
"percentile" : {
"1.000000" : 1662976,
"5.000000" : 2637824,
"10.000000" : 3260416,
"20.000000" : 3883008,
"30.000000" : 4423680,
"40.000000" : 4882432,
"50.000000" : 5341184,
"60.000000" : 5865472,
"70.000000" : 6455296,
"80.000000" : 7176192,
"90.000000" : 8159232,
"95.000000" : 8978432,
"99.000000" : 10289152,
"99.500000" : 10813440,
"99.900000" : 11862016,
"99.950000" : 12386304,
"99.990000" : 13303808
},
"bins" : {
"3728" : 1,
"3984" : 1,
"10432" : 1,
"12608" : 1,
"207872" : 1,
"220160" : 1,
"432128" : 1,
"436224" : 1,
"440320" : 3,
"444416" : 1,
"448512" : 6,
"452608" : 7,
"456704" : 10,
"460800" : 6,
"464896" : 4,
"468992" : 8,
"473088" : 8,
"477184" : 21,
"481280" : 19,
"485376" : 41,
"489472" : 35,
"493568" : 34,
"497664" : 45,
"501760" : 54,
"505856" : 69,
"509952" : 85,
"514048" : 89,
"518144" : 91,
"522240" : 134,
"528384" : 289,
"536576" : 376,
"544768" : 427,
"552960" : 445,
"561152" : 422,
"569344" : 364,
"577536" : 339,
"585728" : 312,
"593920" : 289,
"602112" : 282,
"610304" : 272,
"618496" : 271,
"626688" : 325,
"634880" : 309,
"643072" : 317,
"651264" : 328,
"659456" : 321,
"667648" : 323,
"675840" : 298,
"684032" : 307,
"692224" : 252,
"700416" : 260,
"708608" : 263,
"716800" : 238,
"724992" : 249,
"733184" : 263,
"741376" : 285,
"749568" : 281,
"757760" : 299,
"765952" : 295,
"774144" : 317,
"782336" : 258,
"790528" : 288,
"798720" : 264,
"806912" : 256,
"815104" : 238,
"823296" : 214,
"831488" : 249,
"839680" : 209,
"847872" : 213,
"856064" : 200,
"864256" : 195,
"872448" : 227,
"880640" : 195,
"888832" : 199,
"897024" : 174,
"905216" : 196,
"913408" : 191,
"921600" : 195,
"929792" : 225,
"937984" : 231,
"946176" : 215,
"954368" : 212,
"962560" : 229,
"970752" : 203,
"978944" : 192,
"987136" : 200,
"995328" : 187,
"1003520" : 168,
"1011712" : 184,
"1019904" : 174,
"1028096" : 171,
"1036288" : 192,
"1044480" : 157,
"1056768" : 372,
"1073152" : 343,
"1089536" : 336,
"1105920" : 410,
"1122304" : 349,
"1138688" : 364,
"1155072" : 324,
"1171456" : 338,
"1187840" : 377,
"1204224" : 384,
"1220608" : 370,
"1236992" : 348,
"1253376" : 348,
"1269760" : 391,
"1286144" : 424,
"1302528" : 379,
"1318912" : 413,
"1335296" : 398,
"1351680" : 443,
"1368064" : 444,
"1384448" : 481,
"1400832" : 464,
"1417216" : 517,
"1433600" : 562,
"1449984" : 553,
"1466368" : 555,
"1482752" : 668,
"1499136" : 702,
"1515520" : 725,
"1531904" : 805,
"1548288" : 891,
"1564672" : 951,
"1581056" : 998,
"1597440" : 1108,
"1613824" : 1099,
"1630208" : 1172,
"1646592" : 1295,
"1662976" : 1372,
"1679360" : 1420,
"1695744" : 1590,
"1712128" : 1706,
"1728512" : 1777,
"1744896" : 1985,
"1761280" : 1943,
"1777664" : 1925,
"1794048" : 2045,
"1810432" : 2097,
"1826816" : 2215,
"1843200" : 2535,
"1859584" : 2797,
"1875968" : 2856,
"1892352" : 2649,
"1908736" : 2489,
"1925120" : 2438,
"1941504" : 2466,
"1957888" : 2549,
"1974272" : 2837,
"1990656" : 3467,
"2007040" : 3717,
"2023424" : 3238,
"2039808" : 2901,
"2056192" : 2641,
"2072576" : 2493,
"2088960" : 2388,
"2113536" : 5303,
"2146304" : 5985,
"2179072" : 6036,
"2211840" : 5393,
"2244608" : 4910,
"2277376" : 5011,
"2310144" : 5178,
"2342912" : 5647,
"2375680" : 5728,
"2408448" : 5546,
"2441216" : 5421,
"2473984" : 5872,
"2506752" : 6303,
"2539520" : 6491,
"2572288" : 6519,
"2605056" : 6730,
"2637824" : 6798,
"2670592" : 6988,
"2703360" : 7017,
"2736128" : 7366,
"2768896" : 8029,
"2801664" : 8751,
"2834432" : 8984,
"2867200" : 9027,
"2899968" : 8772,
"2932736" : 8942,
"2965504" : 9842,
"2998272" : 13107,
"3031040" : 12359,
"3063808" : 11647,
"3096576" : 11580,
"3129344" : 12427,
"3162112" : 12790,
"3194880" : 13822,
"3227648" : 14680,
"3260416" : 15612,
"3293184" : 15025,
"3325952" : 16854,
"3358720" : 17575,
"3391488" : 17246,
"3424256" : 17779,
"3457024" : 18892,
"3489792" : 20582,
"3522560" : 21340,
"3555328" : 21112,
"3588096" : 20757,
"3620864" : 20689,
"3653632" : 21094,
"3686400" : 22664,
"3719168" : 26567,
"3751936" : 28295,
"3784704" : 26303,
"3817472" : 22866,
"3850240" : 20894,
"3883008" : 20656,
"3915776" : 20599,
"3948544" : 21114,
"3981312" : 24038,
"4014080" : 26708,
"4046848" : 23019,
"4079616" : 23148,
"4112384" : 23854,
"4145152" : 24117,
"4177920" : 23838,
"4227072" : 49279,
"4292608" : 56672,
"4358144" : 52869,
"4423680" : 53022,
"4489216" : 52872,
"4554752" : 52581,
"4620288" : 52690,
"4685824" : 52150,
"4751360" : 53260,
"4816896" : 52925,
"4882432" : 54119,
"4947968" : 55334,
"5013504" : 60605,
"5079040" : 52685,
"5144576" : 53729,
"5210112" : 53558,
"5275648" : 54469,
"5341184" : 53859,
"5406720" : 54078,
"5472256" : 53325,
"5537792" : 51583,
"5603328" : 52297,
"5668864" : 50267,
"5734400" : 49909,
"5799936" : 48256,
"5865472" : 47202,
"5931008" : 45523,
"5996544" : 48023,
"6062080" : 43989,
"6127616" : 44074,
"6193152" : 43575,
"6258688" : 43874,
"6324224" : 41732,
"6389760" : 41163,
"6455296" : 40036,
"6520832" : 39368,
"6586368" : 38323,
"6651904" : 37432,
"6717440" : 36698,
"6782976" : 35880,
"6848512" : 34479,
"6914048" : 32821,
"6979584" : 33640,
"7045120" : 31343,
"7110656" : 30542,
"7176192" : 29867,
"7241728" : 29659,
"7307264" : 28605,
"7372800" : 27554,
"7438336" : 26954,
"7503872" : 26526,
"7569408" : 25765,
"7634944" : 25223,
"7700480" : 24324,
"7766016" : 24150,
"7831552" : 23206,
"7897088" : 22660,
"7962624" : 22507,
"8028160" : 22088,
"8093696" : 21004,
"8159232" : 20737,
"8224768" : 20094,
"8290304" : 19458,
"8355840" : 18997,
"8454144" : 35845,
"8585216" : 33436,
"8716288" : 30735,
"8847360" : 28351,
"8978432" : 26048,
"9109504" : 22814,
"9240576" : 20605,
"9371648" : 17924,
"9502720" : 16233,
"9633792" : 14145,
"9764864" : 12266,
"9895936" : 10435,
"10027008" : 9221,
"10158080" : 7657,
"10289152" : 6507,
"10420224" : 5472,
"10551296" : 4619,
"10682368" : 3903,
"10813440" : 3419,
"10944512" : 2834,
"11075584" : 2362,
"11206656" : 1944,
"11337728" : 1653,
"11468800" : 1404,
"11599872" : 1097,
"11730944" : 918,
"11862016" : 843,
"11993088" : 701,
"12124160" : 586,
"12255232" : 442,
"12386304" : 336,
"12517376" : 354,
"12648448" : 276,
"12779520" : 226,
"12910592" : 197,
"13041664" : 149,
"13172736" : 105,
"13303808" : 95,
"13434880" : 63,
"13565952" : 60,
"13697024" : 44,
"13828096" : 32,
"13959168" : 31,
"14090240" : 30,
"14221312" : 15,
"14352384" : 17,
"14483456" : 7,
"14614528" : 6,
"14745600" : 10,
"14876672" : 13,
"15007744" : 3,
"15138816" : 9,
"15269888" : 9,
"15400960" : 6,
"15532032" : 8,
"15663104" : 4,
"15794176" : 3,
"16187392" : 2,
"16908288" : 1
}
},
"lat_ns" : {
"min" : 201328,
"max" : 17493534,
"mean" : 5886712.738069,
"stddev" : 2031976.929490,
"N" : 3913190
},
"bw_min" : 55040,
"bw_max" : 144188,
"bw_agg" : 100.000000,
"bw_mean" : 87033.192201,
"bw_dev" : 2334.041748,
"bw_samples" : 2872,
"iops_min" : 13760,
"iops_max" : 36047,
"iops_mean" : 21757.955432,
"iops_stddev" : 583.523465,
"iops_samples" : 2872
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1439992,
"usr_cpu" : 0.755213,
"sys_cpu" : 11.234437,
"ctx" : 3941878,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999898,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.000000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.010000,
"750" : 0.232576,
"1000" : 0.176201
},
"latency_ms" : {
"2" : 1.777731,
"4" : 20.003889,
"10" : 76.402086,
"20" : 1.402226,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774122647,
"timestamp_ms" : 1774122647676,
"time" : "Sat Mar 21 16:50:47 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 16028721152,
"io_kbytes" : 15653048,
"bw_bytes" : 89047461,
"bw" : 86960,
"iops" : 21739.391785,
"runtime" : 180002,
"total_ios" : 3913134,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12348,
"max" : 6593887,
"mean" : 365161.245426,
"stddev" : 227011.936400,
"N" : 3913142
},
"clat_ns" : {
"min" : 3725,
"max" : 16833906,
"mean" : 5521515.080504,
"stddev" : 1915267.949094,
"N" : 3913254,
"percentile" : {
"1.000000" : 1662976,
"5.000000" : 2637824,
"10.000000" : 3260416,
"20.000000" : 3883008,
"30.000000" : 4423680,
"40.000000" : 4882432,
"50.000000" : 5341184,
"60.000000" : 5865472,
"70.000000" : 6455296,
"80.000000" : 7176192,
"90.000000" : 8159232,
"95.000000" : 8978432,
"99.000000" : 10289152,
"99.500000" : 10813440,
"99.900000" : 11862016,
"99.950000" : 12386304,
"99.990000" : 13303808
},
"bins" : {
"3728" : 1,
"3984" : 2,
"4320" : 1,
"4384" : 1,
"4448" : 1,
"10432" : 1,
"12608" : 1,
"207872" : 1,
"220160" : 1,
"432128" : 1,
"436224" : 1,
"440320" : 3,
"444416" : 1,
"448512" : 6,
"452608" : 7,
"456704" : 10,
"460800" : 6,
"464896" : 5,
"468992" : 8,
"473088" : 8,
"477184" : 21,
"481280" : 19,
"485376" : 41,
"489472" : 35,
"493568" : 34,
"497664" : 45,
"501760" : 55,
"505856" : 69,
"509952" : 85,
"514048" : 89,
"518144" : 91,
"522240" : 134,
"528384" : 289,
"536576" : 376,
"544768" : 428,
"552960" : 445,
"561152" : 422,
"569344" : 364,
"577536" : 339,
"585728" : 312,
"593920" : 289,
"602112" : 282,
"610304" : 272,
"618496" : 271,
"626688" : 325,
"634880" : 309,
"643072" : 317,
"651264" : 328,
"659456" : 321,
"667648" : 323,
"675840" : 299,
"684032" : 307,
"692224" : 252,
"700416" : 260,
"708608" : 263,
"716800" : 238,
"724992" : 249,
"733184" : 263,
"741376" : 285,
"749568" : 281,
"757760" : 299,
"765952" : 295,
"774144" : 317,
"782336" : 258,
"790528" : 288,
"798720" : 264,
"806912" : 256,
"815104" : 238,
"823296" : 215,
"831488" : 249,
"839680" : 209,
"847872" : 213,
"856064" : 200,
"864256" : 195,
"872448" : 227,
"880640" : 196,
"888832" : 199,
"897024" : 174,
"905216" : 196,
"913408" : 191,
"921600" : 195,
"929792" : 225,
"937984" : 232,
"946176" : 215,
"954368" : 212,
"962560" : 229,
"970752" : 203,
"978944" : 192,
"987136" : 200,
"995328" : 187,
"1003520" : 168,
"1011712" : 184,
"1019904" : 174,
"1028096" : 171,
"1036288" : 192,
"1044480" : 157,
"1056768" : 372,
"1073152" : 343,
"1089536" : 336,
"1105920" : 410,
"1122304" : 349,
"1138688" : 364,
"1155072" : 324,
"1171456" : 338,
"1187840" : 377,
"1204224" : 384,
"1220608" : 370,
"1236992" : 348,
"1253376" : 348,
"1269760" : 391,
"1286144" : 424,
"1302528" : 379,
"1318912" : 413,
"1335296" : 399,
"1351680" : 443,
"1368064" : 445,
"1384448" : 481,
"1400832" : 464,
"1417216" : 517,
"1433600" : 562,
"1449984" : 553,
"1466368" : 555,
"1482752" : 668,
"1499136" : 702,
"1515520" : 725,
"1531904" : 805,
"1548288" : 891,
"1564672" : 951,
"1581056" : 999,
"1597440" : 1108,
"1613824" : 1100,
"1630208" : 1172,
"1646592" : 1295,
"1662976" : 1372,
"1679360" : 1421,
"1695744" : 1591,
"1712128" : 1706,
"1728512" : 1777,
"1744896" : 1985,
"1761280" : 1943,
"1777664" : 1925,
"1794048" : 2045,
"1810432" : 2098,
"1826816" : 2215,
"1843200" : 2535,
"1859584" : 2797,
"1875968" : 2856,
"1892352" : 2649,
"1908736" : 2489,
"1925120" : 2438,
"1941504" : 2466,
"1957888" : 2549,
"1974272" : 2837,
"1990656" : 3467,
"2007040" : 3717,
"2023424" : 3238,
"2039808" : 2901,
"2056192" : 2641,
"2072576" : 2493,
"2088960" : 2388,
"2113536" : 5304,
"2146304" : 5986,
"2179072" : 6036,
"2211840" : 5394,
"2244608" : 4911,
"2277376" : 5011,
"2310144" : 5178,
"2342912" : 5647,
"2375680" : 5728,
"2408448" : 5546,
"2441216" : 5421,
"2473984" : 5872,
"2506752" : 6303,
"2539520" : 6492,
"2572288" : 6520,
"2605056" : 6731,
"2637824" : 6798,
"2670592" : 6988,
"2703360" : 7017,
"2736128" : 7366,
"2768896" : 8029,
"2801664" : 8752,
"2834432" : 8984,
"2867200" : 9027,
"2899968" : 8773,
"2932736" : 8942,
"2965504" : 9842,
"2998272" : 13108,
"3031040" : 12359,
"3063808" : 11647,
"3096576" : 11581,
"3129344" : 12427,
"3162112" : 12790,
"3194880" : 13822,
"3227648" : 14680,
"3260416" : 15612,
"3293184" : 15027,
"3325952" : 16854,
"3358720" : 17575,
"3391488" : 17246,
"3424256" : 17780,
"3457024" : 18892,
"3489792" : 20582,
"3522560" : 21340,
"3555328" : 21112,
"3588096" : 20757,
"3620864" : 20690,
"3653632" : 21094,
"3686400" : 22665,
"3719168" : 26567,
"3751936" : 28296,
"3784704" : 26304,
"3817472" : 22866,
"3850240" : 20894,
"3883008" : 20656,
"3915776" : 20599,
"3948544" : 21114,
"3981312" : 24039,
"4014080" : 26708,
"4046848" : 23020,
"4079616" : 23150,
"4112384" : 23854,
"4145152" : 24117,
"4177920" : 23838,
"4227072" : 49279,
"4292608" : 56672,
"4358144" : 52870,
"4423680" : 53024,
"4489216" : 52872,
"4554752" : 52581,
"4620288" : 52691,
"4685824" : 52150,
"4751360" : 53260,
"4816896" : 52927,
"4882432" : 54119,
"4947968" : 55335,
"5013504" : 60606,
"5079040" : 52686,
"5144576" : 53729,
"5210112" : 53558,
"5275648" : 54471,
"5341184" : 53859,
"5406720" : 54080,
"5472256" : 53325,
"5537792" : 51584,
"5603328" : 52298,
"5668864" : 50268,
"5734400" : 49909,
"5799936" : 48256,
"5865472" : 47204,
"5931008" : 45523,
"5996544" : 48023,
"6062080" : 43990,
"6127616" : 44075,
"6193152" : 43575,
"6258688" : 43876,
"6324224" : 41732,
"6389760" : 41163,
"6455296" : 40036,
"6520832" : 39369,
"6586368" : 38323,
"6651904" : 37432,
"6717440" : 36698,
"6782976" : 35880,
"6848512" : 34479,
"6914048" : 32821,
"6979584" : 33641,
"7045120" : 31343,
"7110656" : 30542,
"7176192" : 29867,
"7241728" : 29659,
"7307264" : 28605,
"7372800" : 27554,
"7438336" : 26954,
"7503872" : 26526,
"7569408" : 25765,
"7634944" : 25223,
"7700480" : 24324,
"7766016" : 24150,
"7831552" : 23206,
"7897088" : 22660,
"7962624" : 22507,
"8028160" : 22088,
"8093696" : 21004,
"8159232" : 20737,
"8224768" : 20094,
"8290304" : 19458,
"8355840" : 18997,
"8454144" : 35845,
"8585216" : 33436,
"8716288" : 30735,
"8847360" : 28351,
"8978432" : 26048,
"9109504" : 22814,
"9240576" : 20605,
"9371648" : 17924,
"9502720" : 16233,
"9633792" : 14145,
"9764864" : 12266,
"9895936" : 10435,
"10027008" : 9221,
"10158080" : 7657,
"10289152" : 6507,
"10420224" : 5472,
"10551296" : 4619,
"10682368" : 3903,
"10813440" : 3419,
"10944512" : 2834,
"11075584" : 2362,
"11206656" : 1944,
"11337728" : 1653,
"11468800" : 1404,
"11599872" : 1097,
"11730944" : 918,
"11862016" : 843,
"11993088" : 701,
"12124160" : 586,
"12255232" : 442,
"12386304" : 336,
"12517376" : 354,
"12648448" : 276,
"12779520" : 226,
"12910592" : 197,
"13041664" : 149,
"13172736" : 105,
"13303808" : 95,
"13434880" : 63,
"13565952" : 60,
"13697024" : 44,
"13828096" : 32,
"13959168" : 31,
"14090240" : 30,
"14221312" : 15,
"14352384" : 17,
"14483456" : 7,
"14614528" : 6,
"14745600" : 10,
"14876672" : 13,
"15007744" : 3,
"15138816" : 9,
"15269888" : 9,
"15400960" : 6,
"15532032" : 8,
"15663104" : 4,
"15794176" : 3,
"16187392" : 2,
"16908288" : 1
}
},
"lat_ns" : {
"min" : 201328,
"max" : 17493534,
"mean" : 5886678.472424,
"stddev" : 2031992.686771,
"N" : 3913254
},
"bw_min" : 55040,
"bw_max" : 144188,
"bw_agg" : 100.000000,
"bw_mean" : 87033.192201,
"bw_dev" : 2334.041748,
"bw_samples" : 2872,
"iops_min" : 13760,
"iops_max" : 36047,
"iops_mean" : 21757.955432,
"iops_stddev" : 583.523465,
"iops_samples" : 2872
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440008,
"usr_cpu" : 0.755204,
"sys_cpu" : 11.234313,
"ctx" : 3941895,
"majf" : 0,
"minf" : 292,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999796,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.010000,
"500" : 0.010000,
"750" : 0.232652,
"1000" : 0.176278
},
"latency_ms" : {
"2" : 1.777910,
"4" : 20.004375,
"10" : 76.402776,
"20" : 1.402226,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}