raidz2/benchmarks/rand/rand-write-qd32-nj8_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1774125221,
"timestamp_ms" : 1774125221807,
"time" : "Sat Mar 21 17:33:41 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1084342272,
"io_kbytes" : 1058928,
"bw_bytes" : 111077880,
"bw" : 108474,
"iops" : 27146.281500,
"runtime" : 9762,
"total_ios" : 265002,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 78096,
"usr_cpu" : 0.802858,
"sys_cpu" : 10.720139,
"ctx" : 260337,
"majf" : 0,
"minf" : 53,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 99.906416,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999245,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.998867,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125232,
"timestamp_ms" : 1774125232044,
"time" : "Sat Mar 21 17:33:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1145520128,
"io_kbytes" : 1118672,
"bw_bytes" : 114563469,
"bw" : 111878,
"iops" : 27970.597060,
"runtime" : 9999,
"total_ios" : 279678,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12920,
"max" : 2533591,
"mean" : 283218.177383,
"stddev" : 96678.890798,
"N" : 279678
},
"clat_ns" : {
"min" : 1074993,
"max" : 15260865,
"mean" : 8871208.500136,
"stddev" : 2650169.713271,
"N" : 279670,
"percentile" : {
"1.000000" : 2473984,
"5.000000" : 4358144,
"10.000000" : 5341184,
"20.000000" : 6782976,
"30.000000" : 7700480,
"40.000000" : 8290304,
"50.000000" : 8716288,
"60.000000" : 9240576,
"70.000000" : 9895936,
"80.000000" : 11468800,
"90.000000" : 12648448,
"95.000000" : 13434880,
"99.000000" : 14090240,
"99.500000" : 14352384,
"99.900000" : 14614528,
"99.950000" : 14745600,
"99.990000" : 15007744
},
"bins" : {
"1073152" : 1,
"1089536" : 6,
"1122304" : 5,
"1138688" : 6,
"1155072" : 17,
"1171456" : 6,
"1236992" : 8,
"1253376" : 4,
"1286144" : 5,
"1318912" : 1,
"1335296" : 2,
"1351680" : 10,
"1368064" : 11,
"1384448" : 12,
"1400832" : 11,
"1417216" : 13,
"1433600" : 16,
"1449984" : 13,
"1466368" : 8,
"1482752" : 6,
"1499136" : 13,
"1515520" : 22,
"1531904" : 15,
"1548288" : 16,
"1564672" : 11,
"1581056" : 15,
"1597440" : 29,
"1613824" : 18,
"1630208" : 35,
"1646592" : 30,
"1662976" : 22,
"1679360" : 40,
"1695744" : 19,
"1712128" : 34,
"1728512" : 29,
"1744896" : 34,
"1761280" : 25,
"1777664" : 37,
"1794048" : 26,
"1810432" : 34,
"1826816" : 44,
"1843200" : 50,
"1859584" : 48,
"1875968" : 38,
"1892352" : 35,
"1908736" : 43,
"1925120" : 49,
"1941504" : 51,
"1957888" : 40,
"1974272" : 58,
"1990656" : 41,
"2007040" : 59,
"2023424" : 46,
"2039808" : 49,
"2056192" : 58,
"2072576" : 68,
"2088960" : 59,
"2113536" : 96,
"2146304" : 93,
"2179072" : 141,
"2211840" : 102,
"2244608" : 118,
"2277376" : 127,
"2310144" : 109,
"2342912" : 103,
"2375680" : 120,
"2408448" : 128,
"2441216" : 91,
"2473984" : 85,
"2506752" : 109,
"2539520" : 105,
"2572288" : 80,
"2605056" : 115,
"2637824" : 88,
"2670592" : 113,
"2703360" : 98,
"2736128" : 97,
"2768896" : 113,
"2801664" : 95,
"2834432" : 82,
"2867200" : 89,
"2899968" : 97,
"2932736" : 81,
"2965504" : 119,
"2998272" : 103,
"3031040" : 94,
"3063808" : 108,
"3096576" : 112,
"3129344" : 125,
"3162112" : 142,
"3194880" : 123,
"3227648" : 147,
"3260416" : 109,
"3293184" : 121,
"3325952" : 109,
"3358720" : 127,
"3391488" : 128,
"3424256" : 120,
"3457024" : 111,
"3489792" : 122,
"3522560" : 126,
"3555328" : 122,
"3588096" : 133,
"3620864" : 128,
"3653632" : 149,
"3686400" : 180,
"3719168" : 190,
"3751936" : 183,
"3784704" : 192,
"3817472" : 235,
"3850240" : 277,
"3883008" : 354,
"3915776" : 322,
"3948544" : 320,
"3981312" : 358,
"4014080" : 453,
"4046848" : 420,
"4079616" : 350,
"4112384" : 384,
"4145152" : 489,
"4177920" : 463,
"4227072" : 845,
"4292608" : 942,
"4358144" : 987,
"4423680" : 988,
"4489216" : 1018,
"4554752" : 988,
"4620288" : 941,
"4685824" : 975,
"4751360" : 975,
"4816896" : 895,
"4882432" : 872,
"4947968" : 901,
"5013504" : 852,
"5079040" : 830,
"5144576" : 765,
"5210112" : 892,
"5275648" : 918,
"5341184" : 839,
"5406720" : 892,
"5472256" : 952,
"5537792" : 1041,
"5603328" : 1071,
"5668864" : 1111,
"5734400" : 1151,
"5799936" : 1281,
"5865472" : 1158,
"5931008" : 1107,
"5996544" : 1329,
"6062080" : 1290,
"6127616" : 1192,
"6193152" : 1257,
"6258688" : 1286,
"6324224" : 1279,
"6389760" : 1277,
"6455296" : 1429,
"6520832" : 1305,
"6586368" : 1439,
"6651904" : 1448,
"6717440" : 1503,
"6782976" : 1713,
"6848512" : 1608,
"6914048" : 1678,
"6979584" : 1899,
"7045120" : 2021,
"7110656" : 1890,
"7176192" : 1824,
"7241728" : 2202,
"7307264" : 2105,
"7372800" : 1957,
"7438336" : 2106,
"7503872" : 2244,
"7569408" : 2231,
"7634944" : 2103,
"7700480" : 2508,
"7766016" : 3699,
"7831552" : 3290,
"7897088" : 2596,
"7962624" : 2869,
"8028160" : 3683,
"8093696" : 3003,
"8159232" : 3492,
"8224768" : 3631,
"8290304" : 4114,
"8355840" : 3781,
"8454144" : 7993,
"8585216" : 6874,
"8716288" : 7509,
"8847360" : 9787,
"8978432" : 7780,
"9109504" : 6883,
"9240576" : 7545,
"9371648" : 7257,
"9502720" : 5689,
"9633792" : 5075,
"9764864" : 3611,
"9895936" : 3010,
"10027008" : 2325,
"10158080" : 1825,
"10289152" : 2118,
"10420224" : 2659,
"10551296" : 2668,
"10682368" : 2711,
"10813440" : 2125,
"10944512" : 2173,
"11075584" : 2173,
"11206656" : 2176,
"11337728" : 2397,
"11468800" : 2861,
"11599872" : 2834,
"11730944" : 2371,
"11862016" : 2338,
"11993088" : 2898,
"12124160" : 3248,
"12255232" : 2799,
"12386304" : 3073,
"12517376" : 3391,
"12648448" : 3635,
"12779520" : 3414,
"12910592" : 3026,
"13041664" : 2445,
"13172736" : 2037,
"13303808" : 2429,
"13434880" : 2331,
"13565952" : 2179,
"13697024" : 2058,
"13828096" : 2208,
"13959168" : 1573,
"14090240" : 978,
"14221312" : 784,
"14352384" : 839,
"14483456" : 547,
"14614528" : 336,
"14745600" : 130,
"14876672" : 20,
"15007744" : 9,
"15138816" : 15,
"15269888" : 9
}
},
"lat_ns" : {
"min" : 1118709,
"max" : 15768490,
"mean" : 9154548.725401,
"stddev" : 2734014.499618,
"N" : 279670
},
"bw_min" : 99792,
"bw_max" : 128184,
"bw_agg" : 100.000000,
"bw_mean" : 111908.894737,
"bw_dev" : 967.463784,
"bw_samples" : 152,
"iops_min" : 24948,
"iops_max" : 32046,
"iops_mean" : 27977.052632,
"iops_stddev" : 241.842673,
"iops_samples" : 152
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79992,
"usr_cpu" : 0.955096,
"sys_cpu" : 11.201120,
"ctx" : 279968,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.417266,
"4" : 2.979140,
"10" : 67.495834,
"20" : 29.104899,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125242,
"timestamp_ms" : 1774125242044,
"time" : "Sat Mar 21 17:34:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2273910784,
"io_kbytes" : 2220616,
"bw_bytes" : 113701224,
"bw" : 111036,
"iops" : 27759.587979,
"runtime" : 19999,
"total_ios" : 555164,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12920,
"max" : 2533591,
"mean" : 285387.280719,
"stddev" : 97372.672969,
"N" : 555164
},
"clat_ns" : {
"min" : 1074993,
"max" : 15932281,
"mean" : 8935491.108346,
"stddev" : 2677810.841092,
"N" : 555156,
"percentile" : {
"1.000000" : 2342912,
"5.000000" : 4177920,
"10.000000" : 5341184,
"20.000000" : 6979584,
"30.000000" : 7831552,
"40.000000" : 8355840,
"50.000000" : 8847360,
"60.000000" : 9240576,
"70.000000" : 10027008,
"80.000000" : 11468800,
"90.000000" : 12779520,
"95.000000" : 13434880,
"99.000000" : 14221312,
"99.500000" : 14352384,
"99.900000" : 14614528,
"99.950000" : 14745600,
"99.990000" : 15138816
},
"bins" : {
"1073152" : 1,
"1089536" : 6,
"1122304" : 5,
"1138688" : 6,
"1155072" : 17,
"1171456" : 6,
"1187840" : 3,
"1236992" : 10,
"1253376" : 6,
"1269760" : 5,
"1286144" : 11,
"1302528" : 3,
"1318912" : 4,
"1335296" : 9,
"1351680" : 11,
"1368064" : 18,
"1384448" : 23,
"1400832" : 22,
"1417216" : 21,
"1433600" : 23,
"1449984" : 21,
"1466368" : 36,
"1482752" : 28,
"1499136" : 31,
"1515520" : 38,
"1531904" : 37,
"1548288" : 44,
"1564672" : 48,
"1581056" : 52,
"1597440" : 56,
"1613824" : 57,
"1630208" : 70,
"1646592" : 60,
"1662976" : 80,
"1679360" : 103,
"1695744" : 52,
"1712128" : 69,
"1728512" : 90,
"1744896" : 69,
"1761280" : 92,
"1777664" : 86,
"1794048" : 61,
"1810432" : 81,
"1826816" : 108,
"1843200" : 100,
"1859584" : 108,
"1875968" : 105,
"1892352" : 99,
"1908736" : 99,
"1925120" : 109,
"1941504" : 121,
"1957888" : 111,
"1974272" : 120,
"1990656" : 129,
"2007040" : 129,
"2023424" : 126,
"2039808" : 111,
"2056192" : 125,
"2072576" : 132,
"2088960" : 141,
"2113536" : 260,
"2146304" : 248,
"2179072" : 285,
"2211840" : 238,
"2244608" : 281,
"2277376" : 289,
"2310144" : 243,
"2342912" : 245,
"2375680" : 262,
"2408448" : 270,
"2441216" : 228,
"2473984" : 228,
"2506752" : 241,
"2539520" : 236,
"2572288" : 180,
"2605056" : 244,
"2637824" : 226,
"2670592" : 219,
"2703360" : 232,
"2736128" : 237,
"2768896" : 219,
"2801664" : 206,
"2834432" : 204,
"2867200" : 197,
"2899968" : 209,
"2932736" : 185,
"2965504" : 239,
"2998272" : 260,
"3031040" : 231,
"3063808" : 220,
"3096576" : 251,
"3129344" : 278,
"3162112" : 283,
"3194880" : 251,
"3227648" : 287,
"3260416" : 248,
"3293184" : 263,
"3325952" : 251,
"3358720" : 289,
"3391488" : 302,
"3424256" : 299,
"3457024" : 280,
"3489792" : 307,
"3522560" : 358,
"3555328" : 345,
"3588096" : 413,
"3620864" : 416,
"3653632" : 459,
"3686400" : 463,
"3719168" : 564,
"3751936" : 553,
"3784704" : 536,
"3817472" : 656,
"3850240" : 766,
"3883008" : 777,
"3915776" : 760,
"3948544" : 748,
"3981312" : 848,
"4014080" : 1012,
"4046848" : 858,
"4079616" : 737,
"4112384" : 789,
"4145152" : 965,
"4177920" : 942,
"4227072" : 1698,
"4292608" : 1775,
"4358144" : 1807,
"4423680" : 1692,
"4489216" : 1724,
"4554752" : 1647,
"4620288" : 1624,
"4685824" : 1545,
"4751360" : 1611,
"4816896" : 1494,
"4882432" : 1451,
"4947968" : 1468,
"5013504" : 1445,
"5079040" : 1469,
"5144576" : 1439,
"5210112" : 1580,
"5275648" : 1598,
"5341184" : 1540,
"5406720" : 1654,
"5472256" : 1731,
"5537792" : 1850,
"5603328" : 1863,
"5668864" : 1939,
"5734400" : 2004,
"5799936" : 2150,
"5865472" : 2032,
"5931008" : 1901,
"5996544" : 2155,
"6062080" : 2172,
"6127616" : 2041,
"6193152" : 2096,
"6258688" : 2224,
"6324224" : 2183,
"6389760" : 2210,
"6455296" : 2388,
"6520832" : 2255,
"6586368" : 2497,
"6651904" : 2445,
"6717440" : 2705,
"6782976" : 2887,
"6848512" : 2679,
"6914048" : 2934,
"6979584" : 3257,
"7045120" : 3363,
"7110656" : 3157,
"7176192" : 3289,
"7241728" : 3758,
"7307264" : 3550,
"7372800" : 3456,
"7438336" : 3742,
"7503872" : 4425,
"7569408" : 4588,
"7634944" : 4333,
"7700480" : 5573,
"7766016" : 8233,
"7831552" : 6746,
"7897088" : 5275,
"7962624" : 5562,
"8028160" : 7269,
"8093696" : 5967,
"8159232" : 6846,
"8224768" : 7151,
"8290304" : 8223,
"8355840" : 7355,
"8454144" : 16038,
"8585216" : 15876,
"8716288" : 18480,
"8847360" : 21894,
"8978432" : 15891,
"9109504" : 12774,
"9240576" : 14013,
"9371648" : 14896,
"9502720" : 9822,
"9633792" : 8565,
"9764864" : 6653,
"9895936" : 5443,
"10027008" : 4054,
"10158080" : 3410,
"10289152" : 4324,
"10420224" : 4961,
"10551296" : 5083,
"10682368" : 5478,
"10813440" : 4708,
"10944512" : 5167,
"11075584" : 5049,
"11206656" : 5540,
"11337728" : 5860,
"11468800" : 6485,
"11599872" : 6504,
"11730944" : 4903,
"11862016" : 4874,
"11993088" : 5562,
"12124160" : 5899,
"12255232" : 5949,
"12386304" : 6882,
"12517376" : 6686,
"12648448" : 6863,
"12779520" : 6560,
"12910592" : 5926,
"13041664" : 5232,
"13172736" : 4452,
"13303808" : 4562,
"13434880" : 4401,
"13565952" : 4053,
"13697024" : 4109,
"13828096" : 4049,
"13959168" : 3353,
"14090240" : 2513,
"14221312" : 2017,
"14352384" : 1893,
"14483456" : 1392,
"14614528" : 669,
"14745600" : 269,
"14876672" : 97,
"15007744" : 55,
"15138816" : 39,
"15269888" : 24,
"15400960" : 6,
"15532032" : 8,
"15663104" : 4,
"15794176" : 5,
"15925248" : 2
}
},
"lat_ns" : {
"min" : 1118709,
"max" : 16406034,
"mean" : 9220839.334821,
"stddev" : 2762562.796705,
"N" : 555156
},
"bw_min" : 97176,
"bw_max" : 128184,
"bw_agg" : 99.958256,
"bw_mean" : 110990.333333,
"bw_dev" : 943.156620,
"bw_samples" : 312,
"iops_min" : 24294,
"iops_max" : 32046,
"iops_mean" : 27747.282051,
"iops_stddev" : 235.782624,
"iops_samples" : 312
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159992,
"usr_cpu" : 0.926296,
"sys_cpu" : 11.193060,
"ctx" : 554569,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.502734,
"4" : 3.628477,
"10" : 65.505328,
"20" : 30.362019,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125252,
"timestamp_ms" : 1774125252044,
"time" : "Sat Mar 21 17:34:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3421396992,
"io_kbytes" : 3341208,
"bw_bytes" : 114046566,
"bw" : 111373,
"iops" : 27843.766667,
"runtime" : 30000,
"total_ios" : 835313,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12920,
"max" : 2533591,
"mean" : 284496.335673,
"stddev" : 98738.158859,
"N" : 835313
},
"clat_ns" : {
"min" : 1065357,
"max" : 15932281,
"mean" : 8908599.048480,
"stddev" : 2702863.852872,
"N" : 835305,
"percentile" : {
"1.000000" : 2277376,
"5.000000" : 4014080,
"10.000000" : 5275648,
"20.000000" : 6979584,
"30.000000" : 7831552,
"40.000000" : 8290304,
"50.000000" : 8716288,
"60.000000" : 9240576,
"70.000000" : 10158080,
"80.000000" : 11468800,
"90.000000" : 12779520,
"95.000000" : 13303808,
"99.000000" : 14090240,
"99.500000" : 14352384,
"99.900000" : 14745600,
"99.950000" : 14876672,
"99.990000" : 15269888
},
"bins" : {
"1073152" : 4,
"1089536" : 6,
"1122304" : 5,
"1138688" : 6,
"1155072" : 26,
"1171456" : 18,
"1187840" : 9,
"1204224" : 2,
"1220608" : 4,
"1236992" : 18,
"1253376" : 8,
"1269760" : 9,
"1286144" : 17,
"1302528" : 12,
"1318912" : 17,
"1335296" : 23,
"1351680" : 20,
"1368064" : 34,
"1384448" : 37,
"1400832" : 40,
"1417216" : 31,
"1433600" : 26,
"1449984" : 42,
"1466368" : 50,
"1482752" : 39,
"1499136" : 43,
"1515520" : 52,
"1531904" : 73,
"1548288" : 69,
"1564672" : 70,
"1581056" : 75,
"1597440" : 78,
"1613824" : 81,
"1630208" : 97,
"1646592" : 103,
"1662976" : 125,
"1679360" : 135,
"1695744" : 102,
"1712128" : 114,
"1728512" : 127,
"1744896" : 111,
"1761280" : 151,
"1777664" : 145,
"1794048" : 123,
"1810432" : 134,
"1826816" : 154,
"1843200" : 157,
"1859584" : 190,
"1875968" : 179,
"1892352" : 153,
"1908736" : 156,
"1925120" : 163,
"1941504" : 209,
"1957888" : 194,
"1974272" : 226,
"1990656" : 209,
"2007040" : 196,
"2023424" : 191,
"2039808" : 174,
"2056192" : 205,
"2072576" : 234,
"2088960" : 228,
"2113536" : 433,
"2146304" : 403,
"2179072" : 476,
"2211840" : 393,
"2244608" : 456,
"2277376" : 479,
"2310144" : 388,
"2342912" : 411,
"2375680" : 478,
"2408448" : 473,
"2441216" : 421,
"2473984" : 436,
"2506752" : 422,
"2539520" : 428,
"2572288" : 352,
"2605056" : 396,
"2637824" : 437,
"2670592" : 414,
"2703360" : 425,
"2736128" : 407,
"2768896" : 391,
"2801664" : 393,
"2834432" : 389,
"2867200" : 385,
"2899968" : 419,
"2932736" : 363,
"2965504" : 432,
"2998272" : 449,
"3031040" : 414,
"3063808" : 421,
"3096576" : 450,
"3129344" : 468,
"3162112" : 480,
"3194880" : 462,
"3227648" : 505,
"3260416" : 526,
"3293184" : 551,
"3325952" : 545,
"3358720" : 610,
"3391488" : 610,
"3424256" : 626,
"3457024" : 599,
"3489792" : 630,
"3522560" : 700,
"3555328" : 697,
"3588096" : 808,
"3620864" : 830,
"3653632" : 875,
"3686400" : 912,
"3719168" : 1049,
"3751936" : 1000,
"3784704" : 1006,
"3817472" : 1138,
"3850240" : 1273,
"3883008" : 1267,
"3915776" : 1204,
"3948544" : 1209,
"3981312" : 1331,
"4014080" : 1522,
"4046848" : 1265,
"4079616" : 1132,
"4112384" : 1190,
"4145152" : 1345,
"4177920" : 1306,
"4227072" : 2454,
"4292608" : 2491,
"4358144" : 2475,
"4423680" : 2333,
"4489216" : 2315,
"4554752" : 2247,
"4620288" : 2184,
"4685824" : 2122,
"4751360" : 2158,
"4816896" : 2008,
"4882432" : 1981,
"4947968" : 2012,
"5013504" : 2058,
"5079040" : 2035,
"5144576" : 2010,
"5210112" : 2193,
"5275648" : 2208,
"5341184" : 2201,
"5406720" : 2347,
"5472256" : 2417,
"5537792" : 2571,
"5603328" : 2551,
"5668864" : 2650,
"5734400" : 2776,
"5799936" : 2893,
"5865472" : 2803,
"5931008" : 2663,
"5996544" : 3027,
"6062080" : 3004,
"6127616" : 2943,
"6193152" : 3018,
"6258688" : 3259,
"6324224" : 3209,
"6389760" : 3311,
"6455296" : 3565,
"6520832" : 3415,
"6586368" : 3663,
"6651904" : 3618,
"6717440" : 3957,
"6782976" : 4238,
"6848512" : 3974,
"6914048" : 4199,
"6979584" : 4741,
"7045120" : 4904,
"7110656" : 4700,
"7176192" : 5114,
"7241728" : 5861,
"7307264" : 5618,
"7372800" : 5568,
"7438336" : 6013,
"7503872" : 7457,
"7569408" : 7199,
"7634944" : 6708,
"7700480" : 8540,
"7766016" : 12197,
"7831552" : 10286,
"7897088" : 8309,
"7962624" : 8820,
"8028160" : 11715,
"8093696" : 10223,
"8159232" : 11437,
"8224768" : 11907,
"8290304" : 13361,
"8355840" : 12369,
"8454144" : 26755,
"8585216" : 26140,
"8716288" : 27292,
"8847360" : 32160,
"8978432" : 21269,
"9109504" : 17272,
"9240576" : 19205,
"9371648" : 19970,
"9502720" : 12511,
"9633792" : 10623,
"9764864" : 8366,
"9895936" : 7550,
"10027008" : 6202,
"10158080" : 5780,
"10289152" : 7387,
"10420224" : 7659,
"10551296" : 7234,
"10682368" : 8211,
"10813440" : 7343,
"10944512" : 7820,
"11075584" : 7821,
"11206656" : 8798,
"11337728" : 8964,
"11468800" : 9551,
"11599872" : 9013,
"11730944" : 7831,
"11862016" : 7842,
"11993088" : 8859,
"12124160" : 8897,
"12255232" : 9214,
"12386304" : 10402,
"12517376" : 9679,
"12648448" : 9849,
"12779520" : 10164,
"12910592" : 9665,
"13041664" : 8579,
"13172736" : 7633,
"13303808" : 7588,
"13434880" : 6968,
"13565952" : 6249,
"13697024" : 5812,
"13828096" : 5663,
"13959168" : 4669,
"14090240" : 3572,
"14221312" : 2721,
"14352384" : 2270,
"14483456" : 1618,
"14614528" : 785,
"14745600" : 376,
"14876672" : 169,
"15007744" : 115,
"15138816" : 97,
"15269888" : 50,
"15400960" : 16,
"15532032" : 9,
"15663104" : 4,
"15794176" : 5,
"15925248" : 2
}
},
"lat_ns" : {
"min" : 1097827,
"max" : 16406034,
"mean" : 9193082.520502,
"stddev" : 2788455.824738,
"N" : 835305
},
"bw_min" : 97176,
"bw_max" : 128184,
"bw_agg" : 99.813601,
"bw_mean" : 111166.779661,
"bw_dev" : 896.158429,
"bw_samples" : 472,
"iops_min" : 24294,
"iops_max" : 32046,
"iops_mean" : 27791.220339,
"iops_stddev" : 224.040885,
"iops_samples" : 472
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 239998,
"usr_cpu" : 0.922091,
"sys_cpu" : 11.334678,
"ctx" : 832260,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.540875,
"4" : 4.342803,
"10" : 64.337440,
"20" : 30.777924,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125262,
"timestamp_ms" : 1774125262045,
"time" : "Sat Mar 21 17:34:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4575346688,
"io_kbytes" : 4468112,
"bw_bytes" : 114383667,
"bw" : 111702,
"iops" : 27925.950000,
"runtime" : 40000,
"total_ios" : 1117038,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12920,
"max" : 5056054,
"mean" : 283638.325950,
"stddev" : 142211.543967,
"N" : 1117038
},
"clat_ns" : {
"min" : 1065357,
"max" : 22426492,
"mean" : 8882110.481267,
"stddev" : 2721955.052650,
"N" : 1117030,
"percentile" : {
"1.000000" : 2473984,
"5.000000" : 4177920,
"10.000000" : 5406720,
"20.000000" : 6782976,
"30.000000" : 7634944,
"40.000000" : 8224768,
"50.000000" : 8716288,
"60.000000" : 9240576,
"70.000000" : 10158080,
"80.000000" : 11468800,
"90.000000" : 12648448,
"95.000000" : 13434880,
"99.000000" : 14483456,
"99.500000" : 15269888,
"99.900000" : 17432576,
"99.950000" : 18219008,
"99.990000" : 19529728
},
"bins" : {
"1073152" : 4,
"1089536" : 6,
"1122304" : 5,
"1138688" : 6,
"1155072" : 26,
"1171456" : 18,
"1187840" : 9,
"1204224" : 2,
"1220608" : 4,
"1236992" : 18,
"1253376" : 8,
"1269760" : 9,
"1286144" : 19,
"1302528" : 15,
"1318912" : 23,
"1335296" : 27,
"1351680" : 22,
"1368064" : 38,
"1384448" : 43,
"1400832" : 40,
"1417216" : 33,
"1433600" : 26,
"1449984" : 46,
"1466368" : 54,
"1482752" : 41,
"1499136" : 45,
"1515520" : 54,
"1531904" : 74,
"1548288" : 74,
"1564672" : 73,
"1581056" : 80,
"1597440" : 80,
"1613824" : 83,
"1630208" : 100,
"1646592" : 107,
"1662976" : 127,
"1679360" : 135,
"1695744" : 108,
"1712128" : 116,
"1728512" : 129,
"1744896" : 119,
"1761280" : 154,
"1777664" : 146,
"1794048" : 132,
"1810432" : 139,
"1826816" : 161,
"1843200" : 162,
"1859584" : 196,
"1875968" : 182,
"1892352" : 157,
"1908736" : 167,
"1925120" : 167,
"1941504" : 217,
"1957888" : 201,
"1974272" : 231,
"1990656" : 211,
"2007040" : 206,
"2023424" : 196,
"2039808" : 181,
"2056192" : 214,
"2072576" : 244,
"2088960" : 234,
"2113536" : 445,
"2146304" : 413,
"2179072" : 487,
"2211840" : 400,
"2244608" : 469,
"2277376" : 489,
"2310144" : 405,
"2342912" : 423,
"2375680" : 496,
"2408448" : 501,
"2441216" : 431,
"2473984" : 446,
"2506752" : 439,
"2539520" : 454,
"2572288" : 374,
"2605056" : 412,
"2637824" : 458,
"2670592" : 436,
"2703360" : 445,
"2736128" : 432,
"2768896" : 419,
"2801664" : 422,
"2834432" : 408,
"2867200" : 406,
"2899968" : 444,
"2932736" : 399,
"2965504" : 457,
"2998272" : 482,
"3031040" : 472,
"3063808" : 473,
"3096576" : 504,
"3129344" : 538,
"3162112" : 539,
"3194880" : 520,
"3227648" : 564,
"3260416" : 589,
"3293184" : 646,
"3325952" : 632,
"3358720" : 705,
"3391488" : 701,
"3424256" : 733,
"3457024" : 733,
"3489792" : 782,
"3522560" : 838,
"3555328" : 862,
"3588096" : 982,
"3620864" : 1014,
"3653632" : 1065,
"3686400" : 1146,
"3719168" : 1300,
"3751936" : 1256,
"3784704" : 1251,
"3817472" : 1445,
"3850240" : 1545,
"3883008" : 1589,
"3915776" : 1476,
"3948544" : 1466,
"3981312" : 1603,
"4014080" : 1883,
"4046848" : 1595,
"4079616" : 1428,
"4112384" : 1489,
"4145152" : 1681,
"4177920" : 1689,
"4227072" : 3046,
"4292608" : 3065,
"4358144" : 3065,
"4423680" : 2896,
"4489216" : 2912,
"4554752" : 2881,
"4620288" : 2821,
"4685824" : 2838,
"4751360" : 2917,
"4816896" : 2854,
"4882432" : 2859,
"4947968" : 2994,
"5013504" : 3172,
"5079040" : 3152,
"5144576" : 3209,
"5210112" : 3563,
"5275648" : 3665,
"5341184" : 3762,
"5406720" : 3949,
"5472256" : 4140,
"5537792" : 4344,
"5603328" : 4300,
"5668864" : 4403,
"5734400" : 4544,
"5799936" : 4767,
"5865472" : 4650,
"5931008" : 4521,
"5996544" : 5128,
"6062080" : 5054,
"6127616" : 4860,
"6193152" : 5132,
"6258688" : 5431,
"6324224" : 5262,
"6389760" : 5527,
"6455296" : 6009,
"6520832" : 5874,
"6586368" : 6249,
"6651904" : 6288,
"6717440" : 6752,
"6782976" : 7254,
"6848512" : 6865,
"6914048" : 7153,
"6979584" : 8071,
"7045120" : 8212,
"7110656" : 7935,
"7176192" : 8349,
"7241728" : 9246,
"7307264" : 8853,
"7372800" : 8520,
"7438336" : 8926,
"7503872" : 10817,
"7569408" : 10455,
"7634944" : 9679,
"7700480" : 11865,
"7766016" : 16170,
"7831552" : 13290,
"7897088" : 10822,
"7962624" : 11395,
"8028160" : 14456,
"8093696" : 12743,
"8159232" : 13820,
"8224768" : 14377,
"8290304" : 15885,
"8355840" : 14906,
"8454144" : 31510,
"8585216" : 30587,
"8716288" : 31427,
"8847360" : 36251,
"8978432" : 25935,
"9109504" : 21771,
"9240576" : 23308,
"9371648" : 23454,
"9502720" : 16197,
"9633792" : 14668,
"9764864" : 12407,
"9895936" : 11557,
"10027008" : 10674,
"10158080" : 9473,
"10289152" : 10798,
"10420224" : 10909,
"10551296" : 10668,
"10682368" : 11566,
"10813440" : 10531,
"10944512" : 11143,
"11075584" : 11318,
"11206656" : 12296,
"11337728" : 12412,
"11468800" : 13036,
"11599872" : 12179,
"11730944" : 10671,
"11862016" : 10564,
"11993088" : 11603,
"12124160" : 11198,
"12255232" : 11579,
"12386304" : 12600,
"12517376" : 11660,
"12648448" : 11673,
"12779520" : 12025,
"12910592" : 11350,
"13041664" : 10079,
"13172736" : 9050,
"13303808" : 8969,
"13434880" : 8113,
"13565952" : 7356,
"13697024" : 7017,
"13828096" : 6689,
"13959168" : 5553,
"14090240" : 4443,
"14221312" : 3696,
"14352384" : 3142,
"14483456" : 2478,
"14614528" : 1529,
"14745600" : 1032,
"14876672" : 794,
"15007744" : 673,
"15138816" : 579,
"15269888" : 525,
"15400960" : 448,
"15532032" : 477,
"15663104" : 332,
"15794176" : 384,
"15925248" : 372,
"16056320" : 318,
"16187392" : 301,
"16318464" : 257,
"16449536" : 269,
"16580608" : 250,
"16711680" : 196,
"16908288" : 313,
"17170432" : 198,
"17432576" : 267,
"17694720" : 226,
"17956864" : 204,
"18219008" : 125,
"18481152" : 83,
"18743296" : 77,
"19005440" : 84,
"19267584" : 87,
"19529728" : 47,
"19791872" : 45,
"20054016" : 10,
"20316160" : 7,
"20578304" : 8,
"20840448" : 15,
"21102592" : 8,
"21364736" : 12,
"21626880" : 2,
"22151168" : 2,
"22413312" : 2
}
},
"lat_ns" : {
"min" : 1097827,
"max" : 22886024,
"mean" : 9165718.421908,
"stddev" : 2806067.027776,
"N" : 1117030
},
"bw_min" : 88296,
"bw_max" : 131376,
"bw_agg" : 100.000000,
"bw_mean" : 111814.898734,
"bw_dev" : 1116.801760,
"bw_samples" : 632,
"iops_min" : 22074,
"iops_max" : 32844,
"iops_mean" : 27953.303797,
"iops_stddev" : 279.201437,
"iops_samples" : 632
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 320000,
"usr_cpu" : 0.908750,
"sys_cpu" : 11.567813,
"ctx" : 1114917,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.419592,
"4" : 3.730401,
"10" : 64.901552,
"20" : 30.942188,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125272,
"timestamp_ms" : 1774125272044,
"time" : "Sat Mar 21 17:34:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5448679424,
"io_kbytes" : 5320976,
"bw_bytes" : 108975767,
"bw" : 106421,
"iops" : 26605.612112,
"runtime" : 49999,
"total_ios" : 1330254,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12920,
"max" : 5230020,
"mean" : 297864.688870,
"stddev" : 173108.249953,
"N" : 1330255
},
"clat_ns" : {
"min" : 1065357,
"max" : 25920550,
"mean" : 9323180.624338,
"stddev" : 2992560.213056,
"N" : 1330247,
"percentile" : {
"1.000000" : 2637824,
"5.000000" : 4423680,
"10.000000" : 5668864,
"20.000000" : 7045120,
"30.000000" : 7831552,
"40.000000" : 8454144,
"50.000000" : 8978432,
"60.000000" : 9633792,
"70.000000" : 10813440,
"80.000000" : 11993088,
"90.000000" : 13172736,
"95.000000" : 14221312,
"99.000000" : 17432576,
"99.500000" : 18481152,
"99.900000" : 20578304,
"99.950000" : 21364736,
"99.990000" : 22675456
},
"bins" : {
"1073152" : 4,
"1089536" : 6,
"1122304" : 5,
"1138688" : 6,
"1155072" : 26,
"1171456" : 18,
"1187840" : 9,
"1204224" : 2,
"1220608" : 4,
"1236992" : 18,
"1253376" : 8,
"1269760" : 9,
"1286144" : 19,
"1302528" : 15,
"1318912" : 23,
"1335296" : 27,
"1351680" : 22,
"1368064" : 38,
"1384448" : 43,
"1400832" : 40,
"1417216" : 33,
"1433600" : 26,
"1449984" : 46,
"1466368" : 54,
"1482752" : 41,
"1499136" : 45,
"1515520" : 54,
"1531904" : 74,
"1548288" : 74,
"1564672" : 73,
"1581056" : 80,
"1597440" : 80,
"1613824" : 83,
"1630208" : 100,
"1646592" : 107,
"1662976" : 127,
"1679360" : 135,
"1695744" : 108,
"1712128" : 116,
"1728512" : 129,
"1744896" : 119,
"1761280" : 154,
"1777664" : 146,
"1794048" : 132,
"1810432" : 139,
"1826816" : 161,
"1843200" : 162,
"1859584" : 196,
"1875968" : 182,
"1892352" : 157,
"1908736" : 167,
"1925120" : 167,
"1941504" : 217,
"1957888" : 201,
"1974272" : 231,
"1990656" : 211,
"2007040" : 206,
"2023424" : 196,
"2039808" : 181,
"2056192" : 214,
"2072576" : 244,
"2088960" : 234,
"2113536" : 445,
"2146304" : 413,
"2179072" : 487,
"2211840" : 400,
"2244608" : 469,
"2277376" : 489,
"2310144" : 405,
"2342912" : 423,
"2375680" : 496,
"2408448" : 501,
"2441216" : 431,
"2473984" : 446,
"2506752" : 439,
"2539520" : 454,
"2572288" : 374,
"2605056" : 412,
"2637824" : 458,
"2670592" : 436,
"2703360" : 445,
"2736128" : 432,
"2768896" : 419,
"2801664" : 422,
"2834432" : 408,
"2867200" : 406,
"2899968" : 444,
"2932736" : 399,
"2965504" : 457,
"2998272" : 482,
"3031040" : 472,
"3063808" : 473,
"3096576" : 504,
"3129344" : 538,
"3162112" : 539,
"3194880" : 520,
"3227648" : 564,
"3260416" : 589,
"3293184" : 646,
"3325952" : 632,
"3358720" : 705,
"3391488" : 701,
"3424256" : 733,
"3457024" : 733,
"3489792" : 782,
"3522560" : 838,
"3555328" : 862,
"3588096" : 982,
"3620864" : 1014,
"3653632" : 1065,
"3686400" : 1146,
"3719168" : 1300,
"3751936" : 1256,
"3784704" : 1251,
"3817472" : 1445,
"3850240" : 1545,
"3883008" : 1589,
"3915776" : 1480,
"3948544" : 1467,
"3981312" : 1604,
"4014080" : 1884,
"4046848" : 1595,
"4079616" : 1430,
"4112384" : 1491,
"4145152" : 1685,
"4177920" : 1689,
"4227072" : 3059,
"4292608" : 3074,
"4358144" : 3085,
"4423680" : 2903,
"4489216" : 2926,
"4554752" : 2902,
"4620288" : 2859,
"4685824" : 2880,
"4751360" : 2970,
"4816896" : 2928,
"4882432" : 2921,
"4947968" : 3053,
"5013504" : 3258,
"5079040" : 3241,
"5144576" : 3305,
"5210112" : 3665,
"5275648" : 3756,
"5341184" : 3883,
"5406720" : 4070,
"5472256" : 4274,
"5537792" : 4506,
"5603328" : 4451,
"5668864" : 4549,
"5734400" : 4717,
"5799936" : 4895,
"5865472" : 4840,
"5931008" : 4728,
"5996544" : 5368,
"6062080" : 5315,
"6127616" : 5122,
"6193152" : 5481,
"6258688" : 5804,
"6324224" : 5659,
"6389760" : 5955,
"6455296" : 6446,
"6520832" : 6380,
"6586368" : 6840,
"6651904" : 6932,
"6717440" : 7369,
"6782976" : 7839,
"6848512" : 7483,
"6914048" : 7797,
"6979584" : 8824,
"7045120" : 8863,
"7110656" : 8691,
"7176192" : 9113,
"7241728" : 10081,
"7307264" : 9612,
"7372800" : 9361,
"7438336" : 9666,
"7503872" : 11617,
"7569408" : 11372,
"7634944" : 10605,
"7700480" : 12773,
"7766016" : 17190,
"7831552" : 14359,
"7897088" : 11956,
"7962624" : 12556,
"8028160" : 15763,
"8093696" : 13952,
"8159232" : 15142,
"8224768" : 15868,
"8290304" : 17314,
"8355840" : 16458,
"8454144" : 34446,
"8585216" : 33760,
"8716288" : 34909,
"8847360" : 39694,
"8978432" : 29646,
"9109504" : 25229,
"9240576" : 27011,
"9371648" : 27344,
"9502720" : 20293,
"9633792" : 18665,
"9764864" : 16337,
"9895936" : 15328,
"10027008" : 14843,
"10158080" : 13266,
"10289152" : 14578,
"10420224" : 14614,
"10551296" : 14242,
"10682368" : 15434,
"10813440" : 14115,
"10944512" : 14651,
"11075584" : 14774,
"11206656" : 15566,
"11337728" : 15662,
"11468800" : 16236,
"11599872" : 15363,
"11730944" : 13774,
"11862016" : 13513,
"11993088" : 14385,
"12124160" : 14013,
"12255232" : 14242,
"12386304" : 15340,
"12517376" : 14230,
"12648448" : 14102,
"12779520" : 14475,
"12910592" : 13614,
"13041664" : 12221,
"13172736" : 11152,
"13303808" : 11087,
"13434880" : 10059,
"13565952" : 9300,
"13697024" : 8946,
"13828096" : 8447,
"13959168" : 7348,
"14090240" : 6038,
"14221312" : 5326,
"14352384" : 4821,
"14483456" : 4146,
"14614528" : 3204,
"14745600" : 2795,
"14876672" : 2402,
"15007744" : 2354,
"15138816" : 2131,
"15269888" : 2013,
"15400960" : 1941,
"15532032" : 1924,
"15663104" : 1731,
"15794176" : 1795,
"15925248" : 1686,
"16056320" : 1552,
"16187392" : 1550,
"16318464" : 1597,
"16449536" : 1625,
"16580608" : 1546,
"16711680" : 1373,
"16908288" : 2511,
"17170432" : 2211,
"17432576" : 2145,
"17694720" : 1947,
"17956864" : 1752,
"18219008" : 1575,
"18481152" : 1320,
"18743296" : 1067,
"19005440" : 934,
"19267584" : 699,
"19529728" : 662,
"19791872" : 470,
"20054016" : 498,
"20316160" : 428,
"20578304" : 396,
"20840448" : 251,
"21102592" : 203,
"21364736" : 204,
"21626880" : 151,
"21889024" : 98,
"22151168" : 69,
"22413312" : 67,
"22675456" : 50,
"22937600" : 34,
"23199744" : 17,
"23461888" : 18,
"23724032" : 26,
"23986176" : 13,
"24248320" : 8,
"24510464" : 4,
"24772608" : 1,
"25034752" : 1,
"25296896" : 1,
"25559040" : 2,
"25821184" : 2
}
},
"lat_ns" : {
"min" : 1097827,
"max" : 26360492,
"mean" : 9621041.596993,
"stddev" : 3084255.560650,
"N" : 1330247
},
"bw_min" : 68336,
"bw_max" : 131376,
"bw_agg" : 100.000000,
"bw_mean" : 106729.595960,
"bw_dev" : 1728.716464,
"bw_samples" : 792,
"iops_min" : 17084,
"iops_max" : 32844,
"iops_mean" : 26682.050505,
"iops_stddev" : 432.166623,
"iops_samples" : 792
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 399992,
"usr_cpu" : 0.866017,
"sys_cpu" : 11.159973,
"ctx" : 1330040,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999925,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999925,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.352339,
"4" : 3.132936,
"10" : 60.252253,
"20" : 36.080854,
"50" : 0.181093,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125282,
"timestamp_ms" : 1774125282044,
"time" : "Sat Mar 21 17:34:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6291812352,
"io_kbytes" : 6144348,
"bw_bytes" : 104865286,
"bw" : 102407,
"iops" : 25602.126702,
"runtime" : 59999,
"total_ios" : 1536102,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12920,
"max" : 5260777,
"mean" : 309650.313050,
"stddev" : 191471.311135,
"N" : 1536102
},
"clat_ns" : {
"min" : 1065357,
"max" : 26009997,
"mean" : 9688876.045320,
"stddev" : 3187001.059029,
"N" : 1536094,
"percentile" : {
"1.000000" : 2801664,
"5.000000" : 4685824,
"10.000000" : 5931008,
"20.000000" : 7307264,
"30.000000" : 8093696,
"40.000000" : 8585216,
"50.000000" : 9240576,
"60.000000" : 10027008,
"70.000000" : 11206656,
"80.000000" : 12255232,
"90.000000" : 13697024,
"95.000000" : 15400960,
"99.000000" : 18481152,
"99.500000" : 19529728,
"99.900000" : 21626880,
"99.950000" : 22151168,
"99.990000" : 23986176
},
"bins" : {
"1073152" : 4,
"1089536" : 6,
"1122304" : 5,
"1138688" : 6,
"1155072" : 26,
"1171456" : 18,
"1187840" : 9,
"1204224" : 2,
"1220608" : 4,
"1236992" : 18,
"1253376" : 8,
"1269760" : 9,
"1286144" : 19,
"1302528" : 15,
"1318912" : 23,
"1335296" : 27,
"1351680" : 22,
"1368064" : 38,
"1384448" : 43,
"1400832" : 40,
"1417216" : 33,
"1433600" : 26,
"1449984" : 46,
"1466368" : 54,
"1482752" : 41,
"1499136" : 45,
"1515520" : 54,
"1531904" : 74,
"1548288" : 74,
"1564672" : 73,
"1581056" : 80,
"1597440" : 80,
"1613824" : 83,
"1630208" : 100,
"1646592" : 107,
"1662976" : 127,
"1679360" : 135,
"1695744" : 108,
"1712128" : 116,
"1728512" : 129,
"1744896" : 119,
"1761280" : 154,
"1777664" : 146,
"1794048" : 132,
"1810432" : 139,
"1826816" : 161,
"1843200" : 162,
"1859584" : 196,
"1875968" : 182,
"1892352" : 157,
"1908736" : 167,
"1925120" : 167,
"1941504" : 217,
"1957888" : 201,
"1974272" : 231,
"1990656" : 211,
"2007040" : 206,
"2023424" : 196,
"2039808" : 181,
"2056192" : 214,
"2072576" : 244,
"2088960" : 234,
"2113536" : 445,
"2146304" : 413,
"2179072" : 487,
"2211840" : 400,
"2244608" : 469,
"2277376" : 489,
"2310144" : 405,
"2342912" : 423,
"2375680" : 496,
"2408448" : 501,
"2441216" : 431,
"2473984" : 446,
"2506752" : 439,
"2539520" : 454,
"2572288" : 374,
"2605056" : 412,
"2637824" : 458,
"2670592" : 436,
"2703360" : 445,
"2736128" : 432,
"2768896" : 419,
"2801664" : 422,
"2834432" : 408,
"2867200" : 406,
"2899968" : 444,
"2932736" : 399,
"2965504" : 457,
"2998272" : 482,
"3031040" : 472,
"3063808" : 473,
"3096576" : 504,
"3129344" : 538,
"3162112" : 539,
"3194880" : 520,
"3227648" : 564,
"3260416" : 589,
"3293184" : 646,
"3325952" : 632,
"3358720" : 705,
"3391488" : 701,
"3424256" : 733,
"3457024" : 733,
"3489792" : 782,
"3522560" : 838,
"3555328" : 862,
"3588096" : 982,
"3620864" : 1014,
"3653632" : 1065,
"3686400" : 1146,
"3719168" : 1300,
"3751936" : 1256,
"3784704" : 1251,
"3817472" : 1445,
"3850240" : 1545,
"3883008" : 1589,
"3915776" : 1480,
"3948544" : 1467,
"3981312" : 1604,
"4014080" : 1884,
"4046848" : 1595,
"4079616" : 1430,
"4112384" : 1491,
"4145152" : 1685,
"4177920" : 1689,
"4227072" : 3059,
"4292608" : 3074,
"4358144" : 3085,
"4423680" : 2903,
"4489216" : 2926,
"4554752" : 2902,
"4620288" : 2859,
"4685824" : 2880,
"4751360" : 2970,
"4816896" : 2928,
"4882432" : 2921,
"4947968" : 3056,
"5013504" : 3266,
"5079040" : 3244,
"5144576" : 3309,
"5210112" : 3674,
"5275648" : 3766,
"5341184" : 3896,
"5406720" : 4089,
"5472256" : 4307,
"5537792" : 4539,
"5603328" : 4487,
"5668864" : 4611,
"5734400" : 4781,
"5799936" : 4958,
"5865472" : 4920,
"5931008" : 4806,
"5996544" : 5474,
"6062080" : 5398,
"6127616" : 5249,
"6193152" : 5616,
"6258688" : 5948,
"6324224" : 5805,
"6389760" : 6133,
"6455296" : 6634,
"6520832" : 6592,
"6586368" : 7064,
"6651904" : 7174,
"6717440" : 7658,
"6782976" : 8177,
"6848512" : 7892,
"6914048" : 8220,
"6979584" : 9335,
"7045120" : 9353,
"7110656" : 9214,
"7176192" : 9720,
"7241728" : 10798,
"7307264" : 10285,
"7372800" : 10111,
"7438336" : 10452,
"7503872" : 12390,
"7569408" : 12214,
"7634944" : 11440,
"7700480" : 13716,
"7766016" : 18260,
"7831552" : 15467,
"7897088" : 13037,
"7962624" : 13718,
"8028160" : 17044,
"8093696" : 15110,
"8159232" : 16267,
"8224768" : 17082,
"8290304" : 18630,
"8355840" : 17840,
"8454144" : 37202,
"8585216" : 36626,
"8716288" : 37957,
"8847360" : 43028,
"8978432" : 33290,
"9109504" : 28759,
"9240576" : 30681,
"9371648" : 30904,
"9502720" : 24001,
"9633792" : 22377,
"9764864" : 20092,
"9895936" : 19025,
"10027008" : 18777,
"10158080" : 17212,
"10289152" : 18618,
"10420224" : 18640,
"10551296" : 18043,
"10682368" : 19181,
"10813440" : 17815,
"10944512" : 18401,
"11075584" : 18198,
"11206656" : 18917,
"11337728" : 18869,
"11468800" : 19166,
"11599872" : 18100,
"11730944" : 16642,
"11862016" : 16225,
"11993088" : 17095,
"12124160" : 16510,
"12255232" : 16678,
"12386304" : 17654,
"12517376" : 16514,
"12648448" : 16232,
"12779520" : 16567,
"12910592" : 15603,
"13041664" : 14255,
"13172736" : 13031,
"13303808" : 12786,
"13434880" : 11688,
"13565952" : 10903,
"13697024" : 10623,
"13828096" : 10065,
"13959168" : 9028,
"14090240" : 7582,
"14221312" : 7022,
"14352384" : 6491,
"14483456" : 5689,
"14614528" : 4923,
"14745600" : 4461,
"14876672" : 3962,
"15007744" : 3919,
"15138816" : 3594,
"15269888" : 3546,
"15400960" : 3497,
"15532032" : 3434,
"15663104" : 3207,
"15794176" : 3334,
"15925248" : 3151,
"16056320" : 2995,
"16187392" : 2940,
"16318464" : 3029,
"16449536" : 3053,
"16580608" : 3004,
"16711680" : 2686,
"16908288" : 5122,
"17170432" : 4596,
"17432576" : 4590,
"17694720" : 4137,
"17956864" : 3838,
"18219008" : 3571,
"18481152" : 3045,
"18743296" : 2421,
"19005440" : 2097,
"19267584" : 1751,
"19529728" : 1545,
"19791872" : 1257,
"20054016" : 1160,
"20316160" : 918,
"20578304" : 768,
"20840448" : 593,
"21102592" : 450,
"21364736" : 450,
"21626880" : 395,
"21889024" : 265,
"22151168" : 159,
"22413312" : 155,
"22675456" : 113,
"22937600" : 93,
"23199744" : 64,
"23461888" : 59,
"23724032" : 74,
"23986176" : 52,
"24248320" : 29,
"24510464" : 30,
"24772608" : 12,
"25034752" : 16,
"25296896" : 17,
"25559040" : 25,
"25821184" : 10,
"26083328" : 2
}
},
"lat_ns" : {
"min" : 1097827,
"max" : 28202156,
"mean" : 9998544.892709,
"stddev" : 3284332.851217,
"N" : 1536094
},
"bw_min" : 62960,
"bw_max" : 131376,
"bw_agg" : 100.000000,
"bw_mean" : 102422.285714,
"bw_dev" : 2042.479783,
"bw_samples" : 952,
"iops_min" : 15740,
"iops_max" : 32844,
"iops_mean" : 25605.235294,
"iops_stddev" : 510.608714,
"iops_samples" : 952
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479992,
"usr_cpu" : 0.842097,
"sys_cpu" : 10.903723,
"ctx" : 1538242,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999935,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.305123,
"4" : 2.713101,
"10" : 56.508747,
"20" : 40.110487,
"50" : 0.362020,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125292,
"timestamp_ms" : 1774125292045,
"time" : "Sat Mar 21 17:34:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7220109312,
"io_kbytes" : 7050888,
"bw_bytes" : 103144418,
"bw" : 100726,
"iops" : 25181.900000,
"runtime" : 70000,
"total_ios" : 1762733,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12920,
"max" : 5260777,
"mean" : 314859.701444,
"stddev" : 199153.722455,
"N" : 1762733
},
"clat_ns" : {
"min" : 1065357,
"max" : 26161949,
"mean" : 9850115.852082,
"stddev" : 3186837.950255,
"N" : 1762725,
"percentile" : {
"1.000000" : 2965504,
"5.000000" : 4882432,
"10.000000" : 6193152,
"20.000000" : 7503872,
"30.000000" : 8159232,
"40.000000" : 8716288,
"50.000000" : 9371648,
"60.000000" : 10158080,
"70.000000" : 11337728,
"80.000000" : 12517376,
"90.000000" : 13959168,
"95.000000" : 15663104,
"99.000000" : 18481152,
"99.500000" : 19529728,
"99.900000" : 21364736,
"99.950000" : 22151168,
"99.990000" : 23986176
},
"bins" : {
"1073152" : 4,
"1089536" : 6,
"1122304" : 5,
"1138688" : 6,
"1155072" : 26,
"1171456" : 18,
"1187840" : 9,
"1204224" : 2,
"1220608" : 4,
"1236992" : 18,
"1253376" : 8,
"1269760" : 9,
"1286144" : 19,
"1302528" : 15,
"1318912" : 23,
"1335296" : 27,
"1351680" : 22,
"1368064" : 38,
"1384448" : 43,
"1400832" : 40,
"1417216" : 33,
"1433600" : 26,
"1449984" : 46,
"1466368" : 54,
"1482752" : 41,
"1499136" : 45,
"1515520" : 54,
"1531904" : 74,
"1548288" : 74,
"1564672" : 73,
"1581056" : 80,
"1597440" : 80,
"1613824" : 83,
"1630208" : 100,
"1646592" : 107,
"1662976" : 127,
"1679360" : 135,
"1695744" : 108,
"1712128" : 116,
"1728512" : 129,
"1744896" : 119,
"1761280" : 154,
"1777664" : 146,
"1794048" : 132,
"1810432" : 139,
"1826816" : 161,
"1843200" : 162,
"1859584" : 196,
"1875968" : 182,
"1892352" : 157,
"1908736" : 167,
"1925120" : 167,
"1941504" : 217,
"1957888" : 201,
"1974272" : 231,
"1990656" : 211,
"2007040" : 206,
"2023424" : 196,
"2039808" : 181,
"2056192" : 214,
"2072576" : 244,
"2088960" : 234,
"2113536" : 445,
"2146304" : 413,
"2179072" : 487,
"2211840" : 400,
"2244608" : 469,
"2277376" : 489,
"2310144" : 405,
"2342912" : 423,
"2375680" : 496,
"2408448" : 501,
"2441216" : 431,
"2473984" : 446,
"2506752" : 439,
"2539520" : 454,
"2572288" : 374,
"2605056" : 412,
"2637824" : 458,
"2670592" : 436,
"2703360" : 445,
"2736128" : 432,
"2768896" : 419,
"2801664" : 422,
"2834432" : 408,
"2867200" : 406,
"2899968" : 444,
"2932736" : 399,
"2965504" : 457,
"2998272" : 482,
"3031040" : 472,
"3063808" : 473,
"3096576" : 504,
"3129344" : 538,
"3162112" : 539,
"3194880" : 520,
"3227648" : 564,
"3260416" : 589,
"3293184" : 646,
"3325952" : 632,
"3358720" : 705,
"3391488" : 701,
"3424256" : 733,
"3457024" : 733,
"3489792" : 782,
"3522560" : 838,
"3555328" : 862,
"3588096" : 982,
"3620864" : 1014,
"3653632" : 1065,
"3686400" : 1146,
"3719168" : 1300,
"3751936" : 1256,
"3784704" : 1251,
"3817472" : 1445,
"3850240" : 1545,
"3883008" : 1589,
"3915776" : 1480,
"3948544" : 1467,
"3981312" : 1604,
"4014080" : 1884,
"4046848" : 1595,
"4079616" : 1430,
"4112384" : 1491,
"4145152" : 1685,
"4177920" : 1689,
"4227072" : 3059,
"4292608" : 3074,
"4358144" : 3085,
"4423680" : 2903,
"4489216" : 2926,
"4554752" : 2902,
"4620288" : 2859,
"4685824" : 2880,
"4751360" : 2971,
"4816896" : 2932,
"4882432" : 2921,
"4947968" : 3058,
"5013504" : 3268,
"5079040" : 3244,
"5144576" : 3312,
"5210112" : 3675,
"5275648" : 3772,
"5341184" : 3905,
"5406720" : 4105,
"5472256" : 4322,
"5537792" : 4564,
"5603328" : 4529,
"5668864" : 4657,
"5734400" : 4835,
"5799936" : 5043,
"5865472" : 5018,
"5931008" : 4899,
"5996544" : 5619,
"6062080" : 5534,
"6127616" : 5392,
"6193152" : 5777,
"6258688" : 6134,
"6324224" : 6063,
"6389760" : 6395,
"6455296" : 6982,
"6520832" : 7019,
"6586368" : 7479,
"6651904" : 7667,
"6717440" : 8249,
"6782976" : 8880,
"6848512" : 8623,
"6914048" : 8982,
"6979584" : 10266,
"7045120" : 10295,
"7110656" : 10218,
"7176192" : 10909,
"7241728" : 12127,
"7307264" : 11631,
"7372800" : 11608,
"7438336" : 11997,
"7503872" : 13997,
"7569408" : 13938,
"7634944" : 13197,
"7700480" : 15625,
"7766016" : 20423,
"7831552" : 17854,
"7897088" : 15310,
"7962624" : 16118,
"8028160" : 19583,
"8093696" : 17514,
"8159232" : 18813,
"8224768" : 19687,
"8290304" : 21309,
"8355840" : 20597,
"8454144" : 42855,
"8585216" : 42456,
"8716288" : 43751,
"8847360" : 48630,
"8978432" : 38640,
"9109504" : 34141,
"9240576" : 35877,
"9371648" : 35918,
"9502720" : 28758,
"9633792" : 26891,
"9764864" : 24231,
"9895936" : 22985,
"10027008" : 22559,
"10158080" : 20564,
"10289152" : 21868,
"10420224" : 21823,
"10551296" : 21078,
"10682368" : 22063,
"10813440" : 20421,
"10944512" : 20947,
"11075584" : 20695,
"11206656" : 21393,
"11337728" : 21290,
"11468800" : 21559,
"11599872" : 20433,
"11730944" : 19076,
"11862016" : 18522,
"11993088" : 19356,
"12124160" : 18677,
"12255232" : 18881,
"12386304" : 19767,
"12517376" : 18525,
"12648448" : 18232,
"12779520" : 18614,
"12910592" : 17542,
"13041664" : 16319,
"13172736" : 15116,
"13303808" : 14941,
"13434880" : 13950,
"13565952" : 13142,
"13697024" : 12792,
"13828096" : 12214,
"13959168" : 11167,
"14090240" : 9638,
"14221312" : 9048,
"14352384" : 8588,
"14483456" : 7774,
"14614528" : 6984,
"14745600" : 6396,
"14876672" : 5785,
"15007744" : 5792,
"15138816" : 5429,
"15269888" : 5251,
"15400960" : 5238,
"15532032" : 4990,
"15663104" : 4762,
"15794176" : 4821,
"15925248" : 4544,
"16056320" : 4308,
"16187392" : 4121,
"16318464" : 4108,
"16449536" : 3989,
"16580608" : 3926,
"16711680" : 3547,
"16908288" : 6666,
"17170432" : 5821,
"17432576" : 5674,
"17694720" : 4968,
"17956864" : 4610,
"18219008" : 4294,
"18481152" : 3639,
"18743296" : 2883,
"19005440" : 2388,
"19267584" : 1986,
"19529728" : 1698,
"19791872" : 1388,
"20054016" : 1274,
"20316160" : 1029,
"20578304" : 877,
"20840448" : 653,
"21102592" : 501,
"21364736" : 486,
"21626880" : 428,
"21889024" : 287,
"22151168" : 168,
"22413312" : 162,
"22675456" : 114,
"22937600" : 97,
"23199744" : 71,
"23461888" : 63,
"23724032" : 75,
"23986176" : 52,
"24248320" : 29,
"24510464" : 30,
"24772608" : 12,
"25034752" : 16,
"25296896" : 19,
"25559040" : 31,
"25821184" : 19,
"26083328" : 5
}
},
"lat_ns" : {
"min" : 1097827,
"max" : 28202156,
"mean" : 10164970.772484,
"stddev" : 3283659.476032,
"N" : 1762725
},
"bw_min" : 62960,
"bw_max" : 131376,
"bw_agg" : 100.000000,
"bw_mean" : 100943.446043,
"bw_dev" : 1977.730851,
"bw_samples" : 1112,
"iops_min" : 15740,
"iops_max" : 32844,
"iops_mean" : 25235.532374,
"iops_stddev" : 494.423138,
"iops_samples" : 1112
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 560000,
"usr_cpu" : 0.837679,
"sys_cpu" : 10.942857,
"ctx" : 1768099,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.265894,
"4" : 2.364283,
"10" : 55.489856,
"20" : 41.532325,
"50" : 0.347188,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125302,
"timestamp_ms" : 1774125302044,
"time" : "Sat Mar 21 17:35:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8083169280,
"io_kbytes" : 7893720,
"bw_bytes" : 101040879,
"bw" : 98672,
"iops" : 24668.295854,
"runtime" : 79999,
"total_ios" : 1973439,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12920,
"max" : 5260777,
"mean" : 321468.896169,
"stddev" : 204683.120622,
"N" : 1973439
},
"clat_ns" : {
"min" : 1065357,
"max" : 26161949,
"mean" : 10055252.555673,
"stddev" : 3217521.049750,
"N" : 1973431,
"percentile" : {
"1.000000" : 3129344,
"5.000000" : 5144576,
"10.000000" : 6455296,
"20.000000" : 7634944,
"30.000000" : 8355840,
"40.000000" : 8847360,
"50.000000" : 9502720,
"60.000000" : 10420224,
"70.000000" : 11468800,
"80.000000" : 12648448,
"90.000000" : 14352384,
"95.000000" : 16056320,
"99.000000" : 18743296,
"99.500000" : 19529728,
"99.900000" : 21364736,
"99.950000" : 22151168,
"99.990000" : 23986176
},
"bins" : {
"1073152" : 4,
"1089536" : 6,
"1122304" : 5,
"1138688" : 6,
"1155072" : 26,
"1171456" : 18,
"1187840" : 9,
"1204224" : 2,
"1220608" : 4,
"1236992" : 18,
"1253376" : 8,
"1269760" : 9,
"1286144" : 19,
"1302528" : 15,
"1318912" : 23,
"1335296" : 27,
"1351680" : 22,
"1368064" : 38,
"1384448" : 43,
"1400832" : 40,
"1417216" : 33,
"1433600" : 26,
"1449984" : 46,
"1466368" : 54,
"1482752" : 41,
"1499136" : 45,
"1515520" : 54,
"1531904" : 74,
"1548288" : 74,
"1564672" : 73,
"1581056" : 80,
"1597440" : 80,
"1613824" : 83,
"1630208" : 100,
"1646592" : 107,
"1662976" : 127,
"1679360" : 135,
"1695744" : 108,
"1712128" : 116,
"1728512" : 129,
"1744896" : 119,
"1761280" : 154,
"1777664" : 146,
"1794048" : 132,
"1810432" : 139,
"1826816" : 161,
"1843200" : 162,
"1859584" : 196,
"1875968" : 182,
"1892352" : 157,
"1908736" : 167,
"1925120" : 167,
"1941504" : 217,
"1957888" : 201,
"1974272" : 231,
"1990656" : 211,
"2007040" : 206,
"2023424" : 196,
"2039808" : 181,
"2056192" : 214,
"2072576" : 244,
"2088960" : 234,
"2113536" : 445,
"2146304" : 413,
"2179072" : 487,
"2211840" : 400,
"2244608" : 469,
"2277376" : 489,
"2310144" : 405,
"2342912" : 423,
"2375680" : 496,
"2408448" : 501,
"2441216" : 431,
"2473984" : 446,
"2506752" : 439,
"2539520" : 454,
"2572288" : 374,
"2605056" : 412,
"2637824" : 458,
"2670592" : 436,
"2703360" : 445,
"2736128" : 432,
"2768896" : 419,
"2801664" : 422,
"2834432" : 408,
"2867200" : 406,
"2899968" : 444,
"2932736" : 399,
"2965504" : 457,
"2998272" : 482,
"3031040" : 472,
"3063808" : 473,
"3096576" : 504,
"3129344" : 538,
"3162112" : 539,
"3194880" : 520,
"3227648" : 564,
"3260416" : 589,
"3293184" : 646,
"3325952" : 632,
"3358720" : 705,
"3391488" : 701,
"3424256" : 733,
"3457024" : 733,
"3489792" : 782,
"3522560" : 838,
"3555328" : 862,
"3588096" : 982,
"3620864" : 1014,
"3653632" : 1065,
"3686400" : 1146,
"3719168" : 1300,
"3751936" : 1256,
"3784704" : 1251,
"3817472" : 1445,
"3850240" : 1545,
"3883008" : 1589,
"3915776" : 1480,
"3948544" : 1467,
"3981312" : 1604,
"4014080" : 1884,
"4046848" : 1595,
"4079616" : 1430,
"4112384" : 1491,
"4145152" : 1685,
"4177920" : 1689,
"4227072" : 3059,
"4292608" : 3074,
"4358144" : 3085,
"4423680" : 2903,
"4489216" : 2926,
"4554752" : 2902,
"4620288" : 2859,
"4685824" : 2880,
"4751360" : 2971,
"4816896" : 2935,
"4882432" : 2925,
"4947968" : 3059,
"5013504" : 3269,
"5079040" : 3245,
"5144576" : 3319,
"5210112" : 3679,
"5275648" : 3777,
"5341184" : 3908,
"5406720" : 4112,
"5472256" : 4347,
"5537792" : 4585,
"5603328" : 4549,
"5668864" : 4679,
"5734400" : 4872,
"5799936" : 5080,
"5865472" : 5066,
"5931008" : 4946,
"5996544" : 5671,
"6062080" : 5590,
"6127616" : 5455,
"6193152" : 5861,
"6258688" : 6215,
"6324224" : 6164,
"6389760" : 6516,
"6455296" : 7085,
"6520832" : 7180,
"6586368" : 7673,
"6651904" : 7850,
"6717440" : 8450,
"6782976" : 9097,
"6848512" : 8861,
"6914048" : 9298,
"6979584" : 10639,
"7045120" : 10656,
"7110656" : 10616,
"7176192" : 11379,
"7241728" : 12631,
"7307264" : 12125,
"7372800" : 12118,
"7438336" : 12600,
"7503872" : 14644,
"7569408" : 14591,
"7634944" : 13923,
"7700480" : 16457,
"7766016" : 21249,
"7831552" : 18705,
"7897088" : 16200,
"7962624" : 17123,
"8028160" : 20716,
"8093696" : 18559,
"8159232" : 20011,
"8224768" : 20956,
"8290304" : 22673,
"8355840" : 22073,
"8454144" : 45954,
"8585216" : 45815,
"8716288" : 47270,
"8847360" : 52366,
"8978432" : 42511,
"9109504" : 38116,
"9240576" : 40177,
"9371648" : 40374,
"9502720" : 33226,
"9633792" : 31513,
"9764864" : 29005,
"9895936" : 27594,
"10027008" : 27172,
"10158080" : 25030,
"10289152" : 26226,
"10420224" : 26133,
"10551296" : 25263,
"10682368" : 26143,
"10813440" : 24489,
"10944512" : 24862,
"11075584" : 24261,
"11206656" : 24846,
"11337728" : 24489,
"11468800" : 24621,
"11599872" : 23378,
"11730944" : 21884,
"11862016" : 21219,
"11993088" : 22107,
"12124160" : 21273,
"12255232" : 21460,
"12386304" : 22249,
"12517376" : 20915,
"12648448" : 20464,
"12779520" : 20799,
"12910592" : 19527,
"13041664" : 18358,
"13172736" : 17144,
"13303808" : 17052,
"13434880" : 16005,
"13565952" : 15087,
"13697024" : 14858,
"13828096" : 14157,
"13959168" : 13084,
"14090240" : 11497,
"14221312" : 10890,
"14352384" : 10537,
"14483456" : 9784,
"14614528" : 8932,
"14745600" : 8386,
"14876672" : 7613,
"15007744" : 7762,
"15138816" : 7382,
"15269888" : 7216,
"15400960" : 7081,
"15532032" : 6710,
"15663104" : 6487,
"15794176" : 6552,
"15925248" : 6208,
"16056320" : 5974,
"16187392" : 5766,
"16318464" : 5666,
"16449536" : 5507,
"16580608" : 5329,
"16711680" : 4896,
"16908288" : 8960,
"17170432" : 7702,
"17432576" : 7338,
"17694720" : 6410,
"17956864" : 5804,
"18219008" : 5321,
"18481152" : 4532,
"18743296" : 3650,
"19005440" : 2970,
"19267584" : 2429,
"19529728" : 2033,
"19791872" : 1626,
"20054016" : 1490,
"20316160" : 1188,
"20578304" : 998,
"20840448" : 753,
"21102592" : 602,
"21364736" : 565,
"21626880" : 466,
"21889024" : 320,
"22151168" : 191,
"22413312" : 172,
"22675456" : 121,
"22937600" : 104,
"23199744" : 73,
"23461888" : 63,
"23724032" : 78,
"23986176" : 52,
"24248320" : 29,
"24510464" : 30,
"24772608" : 13,
"25034752" : 17,
"25296896" : 19,
"25559040" : 31,
"25821184" : 19,
"26083328" : 5
}
},
"lat_ns" : {
"min" : 1097827,
"max" : 28202156,
"mean" : 10376720.203185,
"stddev" : 3315051.958654,
"N" : 1973431
},
"bw_min" : 62576,
"bw_max" : 131376,
"bw_agg" : 100.000000,
"bw_mean" : 98789.345912,
"bw_dev" : 2017.814425,
"bw_samples" : 1272,
"iops_min" : 15644,
"iops_max" : 32844,
"iops_mean" : 24697.037736,
"iops_stddev" : 504.444583,
"iops_samples" : 1272
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639992,
"usr_cpu" : 0.822979,
"sys_cpu" : 10.932012,
"ctx" : 1981871,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999949,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999949,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.237504,
"4" : 2.111846,
"10" : 53.126851,
"20" : 44.171064,
"50" : 0.352329,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125312,
"timestamp_ms" : 1774125312044,
"time" : "Sat Mar 21 17:35:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8937963520,
"io_kbytes" : 8728480,
"bw_bytes" : 99311809,
"bw" : 96984,
"iops" : 24246.158291,
"runtime" : 89999,
"total_ios" : 2182130,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12920,
"max" : 5260777,
"mean" : 327110.946456,
"stddev" : 208190.681393,
"N" : 2182130
},
"clat_ns" : {
"min" : 1065357,
"max" : 26161949,
"mean" : 10229961.136797,
"stddev" : 3237973.726456,
"N" : 2182122,
"percentile" : {
"1.000000" : 3227648,
"5.000000" : 5341184,
"10.000000" : 6586368,
"20.000000" : 7766016,
"30.000000" : 8454144,
"40.000000" : 8978432,
"50.000000" : 9764864,
"60.000000" : 10682368,
"70.000000" : 11730944,
"80.000000" : 12910592,
"90.000000" : 14614528,
"95.000000" : 16187392,
"99.000000" : 18743296,
"99.500000" : 19529728,
"99.900000" : 21364736,
"99.950000" : 22151168,
"99.990000" : 23986176
},
"bins" : {
"1073152" : 4,
"1089536" : 6,
"1122304" : 5,
"1138688" : 6,
"1155072" : 26,
"1171456" : 18,
"1187840" : 9,
"1204224" : 2,
"1220608" : 4,
"1236992" : 18,
"1253376" : 8,
"1269760" : 9,
"1286144" : 19,
"1302528" : 15,
"1318912" : 23,
"1335296" : 27,
"1351680" : 22,
"1368064" : 38,
"1384448" : 43,
"1400832" : 40,
"1417216" : 33,
"1433600" : 26,
"1449984" : 46,
"1466368" : 54,
"1482752" : 41,
"1499136" : 45,
"1515520" : 54,
"1531904" : 74,
"1548288" : 74,
"1564672" : 73,
"1581056" : 80,
"1597440" : 80,
"1613824" : 83,
"1630208" : 100,
"1646592" : 107,
"1662976" : 127,
"1679360" : 135,
"1695744" : 108,
"1712128" : 116,
"1728512" : 129,
"1744896" : 119,
"1761280" : 154,
"1777664" : 146,
"1794048" : 132,
"1810432" : 139,
"1826816" : 161,
"1843200" : 162,
"1859584" : 196,
"1875968" : 182,
"1892352" : 157,
"1908736" : 167,
"1925120" : 167,
"1941504" : 217,
"1957888" : 201,
"1974272" : 231,
"1990656" : 211,
"2007040" : 206,
"2023424" : 196,
"2039808" : 181,
"2056192" : 214,
"2072576" : 244,
"2088960" : 234,
"2113536" : 445,
"2146304" : 413,
"2179072" : 487,
"2211840" : 400,
"2244608" : 469,
"2277376" : 489,
"2310144" : 405,
"2342912" : 423,
"2375680" : 496,
"2408448" : 501,
"2441216" : 431,
"2473984" : 446,
"2506752" : 439,
"2539520" : 454,
"2572288" : 374,
"2605056" : 412,
"2637824" : 458,
"2670592" : 436,
"2703360" : 445,
"2736128" : 432,
"2768896" : 419,
"2801664" : 422,
"2834432" : 408,
"2867200" : 406,
"2899968" : 444,
"2932736" : 399,
"2965504" : 457,
"2998272" : 482,
"3031040" : 472,
"3063808" : 473,
"3096576" : 504,
"3129344" : 538,
"3162112" : 539,
"3194880" : 520,
"3227648" : 564,
"3260416" : 589,
"3293184" : 646,
"3325952" : 632,
"3358720" : 705,
"3391488" : 701,
"3424256" : 733,
"3457024" : 733,
"3489792" : 782,
"3522560" : 838,
"3555328" : 862,
"3588096" : 982,
"3620864" : 1014,
"3653632" : 1065,
"3686400" : 1146,
"3719168" : 1300,
"3751936" : 1256,
"3784704" : 1251,
"3817472" : 1445,
"3850240" : 1545,
"3883008" : 1589,
"3915776" : 1480,
"3948544" : 1467,
"3981312" : 1604,
"4014080" : 1884,
"4046848" : 1595,
"4079616" : 1430,
"4112384" : 1491,
"4145152" : 1685,
"4177920" : 1689,
"4227072" : 3059,
"4292608" : 3074,
"4358144" : 3085,
"4423680" : 2903,
"4489216" : 2926,
"4554752" : 2902,
"4620288" : 2859,
"4685824" : 2880,
"4751360" : 2971,
"4816896" : 2935,
"4882432" : 2925,
"4947968" : 3059,
"5013504" : 3269,
"5079040" : 3245,
"5144576" : 3321,
"5210112" : 3686,
"5275648" : 3780,
"5341184" : 3909,
"5406720" : 4115,
"5472256" : 4350,
"5537792" : 4600,
"5603328" : 4569,
"5668864" : 4699,
"5734400" : 4887,
"5799936" : 5099,
"5865472" : 5101,
"5931008" : 4994,
"5996544" : 5733,
"6062080" : 5644,
"6127616" : 5528,
"6193152" : 5937,
"6258688" : 6306,
"6324224" : 6277,
"6389760" : 6623,
"6455296" : 7208,
"6520832" : 7334,
"6586368" : 7858,
"6651904" : 8071,
"6717440" : 8669,
"6782976" : 9330,
"6848512" : 9095,
"6914048" : 9557,
"6979584" : 10978,
"7045120" : 10991,
"7110656" : 11053,
"7176192" : 11833,
"7241728" : 13108,
"7307264" : 12638,
"7372800" : 12617,
"7438336" : 13163,
"7503872" : 15287,
"7569408" : 15282,
"7634944" : 14537,
"7700480" : 17171,
"7766016" : 22082,
"7831552" : 19510,
"7897088" : 17083,
"7962624" : 18086,
"8028160" : 21753,
"8093696" : 19569,
"8159232" : 21128,
"8224768" : 22136,
"8290304" : 23915,
"8355840" : 23347,
"8454144" : 48742,
"8585216" : 48790,
"8716288" : 50423,
"8847360" : 55732,
"8978432" : 46218,
"9109504" : 41892,
"9240576" : 44023,
"9371648" : 44384,
"9502720" : 37463,
"9633792" : 35801,
"9764864" : 33434,
"9895936" : 31841,
"10027008" : 31367,
"10158080" : 29101,
"10289152" : 30446,
"10420224" : 30223,
"10551296" : 29304,
"10682368" : 29937,
"10813440" : 28161,
"10944512" : 28548,
"11075584" : 27807,
"11206656" : 28353,
"11337728" : 27914,
"11468800" : 27905,
"11599872" : 26612,
"11730944" : 25030,
"11862016" : 24390,
"11993088" : 25215,
"12124160" : 24183,
"12255232" : 24307,
"12386304" : 24860,
"12517376" : 23545,
"12648448" : 23018,
"12779520" : 23371,
"12910592" : 22000,
"13041664" : 20644,
"13172736" : 19359,
"13303808" : 19306,
"13434880" : 18171,
"13565952" : 17165,
"13697024" : 16961,
"13828096" : 16251,
"13959168" : 15270,
"14090240" : 13606,
"14221312" : 12928,
"14352384" : 12569,
"14483456" : 11771,
"14614528" : 10918,
"14745600" : 10368,
"14876672" : 9422,
"15007744" : 9602,
"15138816" : 9245,
"15269888" : 8993,
"15400960" : 8871,
"15532032" : 8364,
"15663104" : 8116,
"15794176" : 8172,
"15925248" : 7895,
"16056320" : 7512,
"16187392" : 7226,
"16318464" : 7014,
"16449536" : 6798,
"16580608" : 6592,
"16711680" : 6102,
"16908288" : 11228,
"17170432" : 9671,
"17432576" : 9058,
"17694720" : 8015,
"17956864" : 7219,
"18219008" : 6378,
"18481152" : 5458,
"18743296" : 4449,
"19005440" : 3594,
"19267584" : 2952,
"19529728" : 2476,
"19791872" : 1996,
"20054016" : 1766,
"20316160" : 1418,
"20578304" : 1117,
"20840448" : 850,
"21102592" : 675,
"21364736" : 622,
"21626880" : 497,
"21889024" : 346,
"22151168" : 216,
"22413312" : 195,
"22675456" : 144,
"22937600" : 120,
"23199744" : 86,
"23461888" : 80,
"23724032" : 87,
"23986176" : 54,
"24248320" : 29,
"24510464" : 30,
"24772608" : 14,
"25034752" : 21,
"25296896" : 20,
"25559040" : 40,
"25821184" : 21,
"26083328" : 5
}
},
"lat_ns" : {
"min" : 1097827,
"max" : 28202156,
"mean" : 10557052.669185,
"stddev" : 3335976.809699,
"N" : 2182122
},
"bw_min" : 62576,
"bw_max" : 131376,
"bw_agg" : 100.000000,
"bw_mean" : 97051.581006,
"bw_dev" : 2023.561032,
"bw_samples" : 1432,
"iops_min" : 15644,
"iops_max" : 32844,
"iops_mean" : 24262.575419,
"iops_stddev" : 505.880224,
"iops_samples" : 1432
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 719992,
"usr_cpu" : 0.815009,
"sys_cpu" : 10.946511,
"ctx" : 2193075,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.214790,
"4" : 1.909877,
"10" : 51.028720,
"20" : 46.484215,
"50" : 0.362032,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125322,
"timestamp_ms" : 1774125322044,
"time" : "Sat Mar 21 17:35:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9746767872,
"io_kbytes" : 9518328,
"bw_bytes" : 97468653,
"bw" : 95184,
"iops" : 23796.167962,
"runtime" : 99999,
"total_ios" : 2379593,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12920,
"max" : 5260777,
"mean" : 333346.242494,
"stddev" : 210635.002188,
"N" : 2379593
},
"clat_ns" : {
"min" : 1065357,
"max" : 26161949,
"mean" : 10423635.802129,
"stddev" : 3292154.019241,
"N" : 2379585,
"percentile" : {
"1.000000" : 3358720,
"5.000000" : 5472256,
"10.000000" : 6782976,
"20.000000" : 7897088,
"30.000000" : 8585216,
"40.000000" : 9240576,
"50.000000" : 9895936,
"60.000000" : 10813440,
"70.000000" : 11862016,
"80.000000" : 13041664,
"90.000000" : 15007744,
"95.000000" : 16580608,
"99.000000" : 19005440,
"99.500000" : 19791872,
"99.900000" : 21364736,
"99.950000" : 22151168,
"99.990000" : 23986176
},
"bins" : {
"1073152" : 4,
"1089536" : 6,
"1122304" : 5,
"1138688" : 6,
"1155072" : 26,
"1171456" : 18,
"1187840" : 9,
"1204224" : 2,
"1220608" : 4,
"1236992" : 18,
"1253376" : 8,
"1269760" : 9,
"1286144" : 19,
"1302528" : 15,
"1318912" : 23,
"1335296" : 27,
"1351680" : 22,
"1368064" : 38,
"1384448" : 43,
"1400832" : 40,
"1417216" : 33,
"1433600" : 26,
"1449984" : 46,
"1466368" : 54,
"1482752" : 41,
"1499136" : 45,
"1515520" : 54,
"1531904" : 74,
"1548288" : 74,
"1564672" : 73,
"1581056" : 80,
"1597440" : 80,
"1613824" : 83,
"1630208" : 100,
"1646592" : 107,
"1662976" : 127,
"1679360" : 135,
"1695744" : 108,
"1712128" : 116,
"1728512" : 129,
"1744896" : 119,
"1761280" : 154,
"1777664" : 146,
"1794048" : 132,
"1810432" : 139,
"1826816" : 161,
"1843200" : 162,
"1859584" : 196,
"1875968" : 182,
"1892352" : 157,
"1908736" : 167,
"1925120" : 167,
"1941504" : 217,
"1957888" : 201,
"1974272" : 231,
"1990656" : 211,
"2007040" : 206,
"2023424" : 196,
"2039808" : 181,
"2056192" : 214,
"2072576" : 244,
"2088960" : 234,
"2113536" : 445,
"2146304" : 413,
"2179072" : 487,
"2211840" : 400,
"2244608" : 469,
"2277376" : 489,
"2310144" : 405,
"2342912" : 423,
"2375680" : 496,
"2408448" : 501,
"2441216" : 431,
"2473984" : 446,
"2506752" : 439,
"2539520" : 454,
"2572288" : 374,
"2605056" : 412,
"2637824" : 458,
"2670592" : 436,
"2703360" : 445,
"2736128" : 432,
"2768896" : 419,
"2801664" : 422,
"2834432" : 408,
"2867200" : 406,
"2899968" : 444,
"2932736" : 399,
"2965504" : 457,
"2998272" : 482,
"3031040" : 472,
"3063808" : 473,
"3096576" : 504,
"3129344" : 538,
"3162112" : 539,
"3194880" : 520,
"3227648" : 564,
"3260416" : 589,
"3293184" : 646,
"3325952" : 632,
"3358720" : 705,
"3391488" : 701,
"3424256" : 733,
"3457024" : 733,
"3489792" : 782,
"3522560" : 838,
"3555328" : 862,
"3588096" : 982,
"3620864" : 1014,
"3653632" : 1065,
"3686400" : 1146,
"3719168" : 1300,
"3751936" : 1256,
"3784704" : 1251,
"3817472" : 1445,
"3850240" : 1545,
"3883008" : 1589,
"3915776" : 1480,
"3948544" : 1467,
"3981312" : 1604,
"4014080" : 1884,
"4046848" : 1595,
"4079616" : 1430,
"4112384" : 1491,
"4145152" : 1685,
"4177920" : 1689,
"4227072" : 3059,
"4292608" : 3074,
"4358144" : 3085,
"4423680" : 2903,
"4489216" : 2926,
"4554752" : 2902,
"4620288" : 2859,
"4685824" : 2880,
"4751360" : 2971,
"4816896" : 2935,
"4882432" : 2925,
"4947968" : 3059,
"5013504" : 3269,
"5079040" : 3245,
"5144576" : 3321,
"5210112" : 3686,
"5275648" : 3780,
"5341184" : 3909,
"5406720" : 4115,
"5472256" : 4350,
"5537792" : 4600,
"5603328" : 4569,
"5668864" : 4701,
"5734400" : 4891,
"5799936" : 5101,
"5865472" : 5109,
"5931008" : 5008,
"5996544" : 5744,
"6062080" : 5656,
"6127616" : 5532,
"6193152" : 5940,
"6258688" : 6309,
"6324224" : 6290,
"6389760" : 6637,
"6455296" : 7227,
"6520832" : 7355,
"6586368" : 7878,
"6651904" : 8101,
"6717440" : 8712,
"6782976" : 9369,
"6848512" : 9154,
"6914048" : 9607,
"6979584" : 11075,
"7045120" : 11116,
"7110656" : 11187,
"7176192" : 11952,
"7241728" : 13213,
"7307264" : 12767,
"7372800" : 12766,
"7438336" : 13367,
"7503872" : 15516,
"7569408" : 15522,
"7634944" : 14808,
"7700480" : 17485,
"7766016" : 22463,
"7831552" : 19897,
"7897088" : 17470,
"7962624" : 18525,
"8028160" : 22277,
"8093696" : 20153,
"8159232" : 21735,
"8224768" : 22834,
"8290304" : 24660,
"8355840" : 24076,
"8454144" : 50501,
"8585216" : 50972,
"8716288" : 52904,
"8847360" : 58521,
"8978432" : 49402,
"9109504" : 45130,
"9240576" : 47515,
"9371648" : 48108,
"9502720" : 41374,
"9633792" : 39619,
"9764864" : 37530,
"9895936" : 35922,
"10027008" : 35575,
"10158080" : 33361,
"10289152" : 34643,
"10420224" : 34474,
"10551296" : 33226,
"10682368" : 33948,
"10813440" : 31821,
"10944512" : 32249,
"11075584" : 31241,
"11206656" : 31652,
"11337728" : 31177,
"11468800" : 30999,
"11599872" : 29510,
"11730944" : 27903,
"11862016" : 27081,
"11993088" : 27735,
"12124160" : 26602,
"12255232" : 26636,
"12386304" : 27183,
"12517376" : 25836,
"12648448" : 25318,
"12779520" : 25776,
"12910592" : 24333,
"13041664" : 22885,
"13172736" : 21593,
"13303808" : 21426,
"13434880" : 20305,
"13565952" : 19197,
"13697024" : 19011,
"13828096" : 18220,
"13959168" : 17151,
"14090240" : 15518,
"14221312" : 14853,
"14352384" : 14292,
"14483456" : 13438,
"14614528" : 12553,
"14745600" : 12036,
"14876672" : 11040,
"15007744" : 11275,
"15138816" : 10917,
"15269888" : 10683,
"15400960" : 10560,
"15532032" : 10004,
"15663104" : 9909,
"15794176" : 9976,
"15925248" : 9646,
"16056320" : 9361,
"16187392" : 8945,
"16318464" : 8758,
"16449536" : 8552,
"16580608" : 8379,
"16711680" : 7766,
"16908288" : 14491,
"17170432" : 12647,
"17432576" : 11764,
"17694720" : 10587,
"17956864" : 9529,
"18219008" : 8508,
"18481152" : 7350,
"18743296" : 6027,
"19005440" : 4845,
"19267584" : 3957,
"19529728" : 3279,
"19791872" : 2623,
"20054016" : 2272,
"20316160" : 1791,
"20578304" : 1370,
"20840448" : 1062,
"21102592" : 853,
"21364736" : 735,
"21626880" : 568,
"21889024" : 389,
"22151168" : 277,
"22413312" : 222,
"22675456" : 172,
"22937600" : 138,
"23199744" : 92,
"23461888" : 84,
"23724032" : 95,
"23986176" : 58,
"24248320" : 31,
"24510464" : 30,
"24772608" : 14,
"25034752" : 21,
"25296896" : 20,
"25559040" : 40,
"25821184" : 21,
"26083328" : 5
}
},
"lat_ns" : {
"min" : 1097827,
"max" : 28202156,
"mean" : 10756978.412616,
"stddev" : 3391936.975621,
"N" : 2379585
},
"bw_min" : 61896,
"bw_max" : 131376,
"bw_agg" : 100.000000,
"bw_mean" : 95336.537688,
"bw_dev" : 2060.256034,
"bw_samples" : 1592,
"iops_min" : 15474,
"iops_max" : 32844,
"iops_mean" : 23833.793970,
"iops_stddev" : 515.058246,
"iops_samples" : 1592
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799992,
"usr_cpu" : 0.804383,
"sys_cpu" : 10.927359,
"ctx" : 2392701,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999958,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999958,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.196966,
"4" : 1.751392,
"10" : 48.809103,
"20" : 48.837133,
"50" : 0.405069,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125332,
"timestamp_ms" : 1774125332044,
"time" : "Sat Mar 21 17:35:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10514722816,
"io_kbytes" : 10268284,
"bw_bytes" : 95589258,
"bw" : 93348,
"iops" : 23337.366703,
"runtime" : 109999,
"total_ios" : 2567087,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12920,
"max" : 5260777,
"mean" : 339954.957507,
"stddev" : 213673.470029,
"N" : 2567087
},
"clat_ns" : {
"min" : 1065357,
"max" : 26916422,
"mean" : 10628417.831713,
"stddev" : 3393374.096656,
"N" : 2567079,
"percentile" : {
"1.000000" : 3424256,
"5.000000" : 5603328,
"10.000000" : 6914048,
"20.000000" : 8028160,
"30.000000" : 8716288,
"40.000000" : 9371648,
"50.000000" : 10158080,
"60.000000" : 11075584,
"70.000000" : 11993088,
"80.000000" : 13303808,
"90.000000" : 15400960,
"95.000000" : 17170432,
"99.000000" : 19529728,
"99.500000" : 20316160,
"99.900000" : 22151168,
"99.950000" : 22675456,
"99.990000" : 24248320
},
"bins" : {
"1073152" : 4,
"1089536" : 6,
"1122304" : 5,
"1138688" : 6,
"1155072" : 26,
"1171456" : 18,
"1187840" : 9,
"1204224" : 2,
"1220608" : 4,
"1236992" : 18,
"1253376" : 8,
"1269760" : 9,
"1286144" : 19,
"1302528" : 15,
"1318912" : 23,
"1335296" : 27,
"1351680" : 22,
"1368064" : 38,
"1384448" : 43,
"1400832" : 40,
"1417216" : 33,
"1433600" : 26,
"1449984" : 46,
"1466368" : 54,
"1482752" : 41,
"1499136" : 45,
"1515520" : 54,
"1531904" : 74,
"1548288" : 74,
"1564672" : 73,
"1581056" : 80,
"1597440" : 80,
"1613824" : 83,
"1630208" : 100,
"1646592" : 107,
"1662976" : 127,
"1679360" : 135,
"1695744" : 108,
"1712128" : 116,
"1728512" : 129,
"1744896" : 119,
"1761280" : 154,
"1777664" : 146,
"1794048" : 132,
"1810432" : 139,
"1826816" : 161,
"1843200" : 162,
"1859584" : 196,
"1875968" : 182,
"1892352" : 157,
"1908736" : 167,
"1925120" : 167,
"1941504" : 217,
"1957888" : 201,
"1974272" : 231,
"1990656" : 211,
"2007040" : 206,
"2023424" : 196,
"2039808" : 181,
"2056192" : 214,
"2072576" : 244,
"2088960" : 234,
"2113536" : 445,
"2146304" : 413,
"2179072" : 487,
"2211840" : 400,
"2244608" : 469,
"2277376" : 489,
"2310144" : 405,
"2342912" : 423,
"2375680" : 496,
"2408448" : 501,
"2441216" : 431,
"2473984" : 446,
"2506752" : 439,
"2539520" : 454,
"2572288" : 374,
"2605056" : 412,
"2637824" : 458,
"2670592" : 436,
"2703360" : 445,
"2736128" : 432,
"2768896" : 419,
"2801664" : 422,
"2834432" : 408,
"2867200" : 406,
"2899968" : 444,
"2932736" : 399,
"2965504" : 457,
"2998272" : 482,
"3031040" : 472,
"3063808" : 473,
"3096576" : 504,
"3129344" : 538,
"3162112" : 539,
"3194880" : 520,
"3227648" : 564,
"3260416" : 589,
"3293184" : 646,
"3325952" : 632,
"3358720" : 705,
"3391488" : 701,
"3424256" : 733,
"3457024" : 733,
"3489792" : 782,
"3522560" : 838,
"3555328" : 862,
"3588096" : 982,
"3620864" : 1014,
"3653632" : 1065,
"3686400" : 1146,
"3719168" : 1300,
"3751936" : 1256,
"3784704" : 1251,
"3817472" : 1445,
"3850240" : 1545,
"3883008" : 1589,
"3915776" : 1480,
"3948544" : 1467,
"3981312" : 1604,
"4014080" : 1884,
"4046848" : 1595,
"4079616" : 1430,
"4112384" : 1491,
"4145152" : 1685,
"4177920" : 1689,
"4227072" : 3059,
"4292608" : 3074,
"4358144" : 3085,
"4423680" : 2903,
"4489216" : 2926,
"4554752" : 2902,
"4620288" : 2859,
"4685824" : 2880,
"4751360" : 2971,
"4816896" : 2935,
"4882432" : 2925,
"4947968" : 3059,
"5013504" : 3269,
"5079040" : 3245,
"5144576" : 3321,
"5210112" : 3686,
"5275648" : 3780,
"5341184" : 3909,
"5406720" : 4115,
"5472256" : 4350,
"5537792" : 4603,
"5603328" : 4569,
"5668864" : 4703,
"5734400" : 4891,
"5799936" : 5101,
"5865472" : 5109,
"5931008" : 5009,
"5996544" : 5747,
"6062080" : 5659,
"6127616" : 5542,
"6193152" : 5947,
"6258688" : 6313,
"6324224" : 6297,
"6389760" : 6650,
"6455296" : 7239,
"6520832" : 7374,
"6586368" : 7884,
"6651904" : 8116,
"6717440" : 8731,
"6782976" : 9394,
"6848512" : 9184,
"6914048" : 9636,
"6979584" : 11124,
"7045120" : 11176,
"7110656" : 11255,
"7176192" : 12012,
"7241728" : 13282,
"7307264" : 12884,
"7372800" : 12868,
"7438336" : 13486,
"7503872" : 15661,
"7569408" : 15702,
"7634944" : 14987,
"7700480" : 17686,
"7766016" : 22687,
"7831552" : 20133,
"7897088" : 17719,
"7962624" : 18839,
"8028160" : 22625,
"8093696" : 20562,
"8159232" : 22163,
"8224768" : 23300,
"8290304" : 25180,
"8355840" : 24657,
"8454144" : 51742,
"8585216" : 52284,
"8716288" : 54408,
"8847360" : 60210,
"8978432" : 51232,
"9109504" : 47053,
"9240576" : 49828,
"9371648" : 50665,
"9502720" : 44177,
"9633792" : 42472,
"9764864" : 40618,
"9895936" : 39024,
"10027008" : 39172,
"10158080" : 37144,
"10289152" : 38599,
"10420224" : 38435,
"10551296" : 37331,
"10682368" : 38221,
"10813440" : 36099,
"10944512" : 36656,
"11075584" : 35483,
"11206656" : 35884,
"11337728" : 35367,
"11468800" : 34894,
"11599872" : 33261,
"11730944" : 31427,
"11862016" : 30362,
"11993088" : 30941,
"12124160" : 29465,
"12255232" : 29292,
"12386304" : 29735,
"12517376" : 28297,
"12648448" : 27652,
"12779520" : 27863,
"12910592" : 26215,
"13041664" : 24691,
"13172736" : 23251,
"13303808" : 22948,
"13434880" : 21689,
"13565952" : 20521,
"13697024" : 20297,
"13828096" : 19398,
"13959168" : 18367,
"14090240" : 16621,
"14221312" : 16027,
"14352384" : 15350,
"14483456" : 14455,
"14614528" : 13580,
"14745600" : 13086,
"14876672" : 12118,
"15007744" : 12331,
"15138816" : 11937,
"15269888" : 11794,
"15400960" : 11703,
"15532032" : 11205,
"15663104" : 11188,
"15794176" : 11205,
"15925248" : 10873,
"16056320" : 10549,
"16187392" : 10182,
"16318464" : 10043,
"16449536" : 9881,
"16580608" : 9795,
"16711680" : 9141,
"16908288" : 17573,
"17170432" : 15707,
"17432576" : 14924,
"17694720" : 13588,
"17956864" : 12445,
"18219008" : 11311,
"18481152" : 10088,
"18743296" : 8697,
"19005440" : 7411,
"19267584" : 6238,
"19529728" : 5224,
"19791872" : 4391,
"20054016" : 3748,
"20316160" : 2973,
"20578304" : 2405,
"20840448" : 1973,
"21102592" : 1594,
"21364736" : 1415,
"21626880" : 1086,
"21889024" : 843,
"22151168" : 596,
"22413312" : 520,
"22675456" : 391,
"22937600" : 312,
"23199744" : 218,
"23461888" : 185,
"23724032" : 174,
"23986176" : 103,
"24248320" : 54,
"24510464" : 46,
"24772608" : 26,
"25034752" : 33,
"25296896" : 29,
"25559040" : 45,
"25821184" : 28,
"26083328" : 14,
"26345472" : 6,
"26607616" : 6,
"26869760" : 1
}
},
"lat_ns" : {
"min" : 1097827,
"max" : 28202156,
"mean" : 10968358.727182,
"stddev" : 3496505.753975,
"N" : 2567079
},
"bw_min" : 56248,
"bw_max" : 131376,
"bw_agg" : 100.000000,
"bw_mean" : 93517.255708,
"bw_dev" : 2129.409846,
"bw_samples" : 1752,
"iops_min" : 14062,
"iops_max" : 32844,
"iops_mean" : 23378.986301,
"iops_stddev" : 532.345161,
"iops_samples" : 1752
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 879992,
"usr_cpu" : 0.791825,
"sys_cpu" : 10.881463,
"ctx" : 2581773,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.182580,
"4" : 1.623474,
"10" : 46.512448,
"20" : 50.994493,
"50" : 0.686693,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125342,
"timestamp_ms" : 1774125342044,
"time" : "Sat Mar 21 17:35:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11311386624,
"io_kbytes" : 11046276,
"bw_bytes" : 94261555,
"bw" : 92052,
"iops" : 23013.158333,
"runtime" : 120000,
"total_ios" : 2761579,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12920,
"max" : 5260777,
"mean" : 344777.244374,
"stddev" : 215079.196298,
"N" : 2761579
},
"clat_ns" : {
"min" : 1065357,
"max" : 26916422,
"mean" : 10778227.031938,
"stddev" : 3420304.696059,
"N" : 2761571,
"percentile" : {
"1.000000" : 3522560,
"5.000000" : 5734400,
"10.000000" : 6979584,
"20.000000" : 8093696,
"30.000000" : 8847360,
"40.000000" : 9502720,
"50.000000" : 10289152,
"60.000000" : 11206656,
"70.000000" : 12255232,
"80.000000" : 13434880,
"90.000000" : 15663104,
"95.000000" : 17170432,
"99.000000" : 19529728,
"99.500000" : 20578304,
"99.900000" : 22151168,
"99.950000" : 22675456,
"99.990000" : 24248320
},
"bins" : {
"1073152" : 4,
"1089536" : 6,
"1122304" : 5,
"1138688" : 6,
"1155072" : 26,
"1171456" : 18,
"1187840" : 9,
"1204224" : 2,
"1220608" : 4,
"1236992" : 18,
"1253376" : 8,
"1269760" : 9,
"1286144" : 19,
"1302528" : 15,
"1318912" : 23,
"1335296" : 27,
"1351680" : 22,
"1368064" : 38,
"1384448" : 43,
"1400832" : 40,
"1417216" : 33,
"1433600" : 26,
"1449984" : 46,
"1466368" : 54,
"1482752" : 41,
"1499136" : 45,
"1515520" : 54,
"1531904" : 74,
"1548288" : 74,
"1564672" : 73,
"1581056" : 80,
"1597440" : 80,
"1613824" : 83,
"1630208" : 100,
"1646592" : 107,
"1662976" : 127,
"1679360" : 135,
"1695744" : 108,
"1712128" : 116,
"1728512" : 129,
"1744896" : 119,
"1761280" : 154,
"1777664" : 146,
"1794048" : 132,
"1810432" : 139,
"1826816" : 161,
"1843200" : 162,
"1859584" : 196,
"1875968" : 182,
"1892352" : 157,
"1908736" : 167,
"1925120" : 167,
"1941504" : 217,
"1957888" : 201,
"1974272" : 231,
"1990656" : 211,
"2007040" : 206,
"2023424" : 196,
"2039808" : 181,
"2056192" : 214,
"2072576" : 244,
"2088960" : 234,
"2113536" : 445,
"2146304" : 413,
"2179072" : 487,
"2211840" : 400,
"2244608" : 469,
"2277376" : 489,
"2310144" : 405,
"2342912" : 423,
"2375680" : 496,
"2408448" : 501,
"2441216" : 431,
"2473984" : 446,
"2506752" : 439,
"2539520" : 454,
"2572288" : 374,
"2605056" : 412,
"2637824" : 458,
"2670592" : 436,
"2703360" : 445,
"2736128" : 432,
"2768896" : 419,
"2801664" : 422,
"2834432" : 408,
"2867200" : 406,
"2899968" : 444,
"2932736" : 399,
"2965504" : 457,
"2998272" : 482,
"3031040" : 472,
"3063808" : 473,
"3096576" : 504,
"3129344" : 538,
"3162112" : 539,
"3194880" : 520,
"3227648" : 564,
"3260416" : 589,
"3293184" : 646,
"3325952" : 632,
"3358720" : 705,
"3391488" : 701,
"3424256" : 733,
"3457024" : 733,
"3489792" : 782,
"3522560" : 838,
"3555328" : 862,
"3588096" : 982,
"3620864" : 1014,
"3653632" : 1065,
"3686400" : 1146,
"3719168" : 1300,
"3751936" : 1256,
"3784704" : 1251,
"3817472" : 1445,
"3850240" : 1545,
"3883008" : 1589,
"3915776" : 1480,
"3948544" : 1467,
"3981312" : 1604,
"4014080" : 1884,
"4046848" : 1595,
"4079616" : 1430,
"4112384" : 1491,
"4145152" : 1685,
"4177920" : 1689,
"4227072" : 3059,
"4292608" : 3074,
"4358144" : 3085,
"4423680" : 2903,
"4489216" : 2926,
"4554752" : 2902,
"4620288" : 2859,
"4685824" : 2880,
"4751360" : 2971,
"4816896" : 2935,
"4882432" : 2925,
"4947968" : 3059,
"5013504" : 3269,
"5079040" : 3245,
"5144576" : 3321,
"5210112" : 3686,
"5275648" : 3780,
"5341184" : 3909,
"5406720" : 4115,
"5472256" : 4350,
"5537792" : 4603,
"5603328" : 4569,
"5668864" : 4703,
"5734400" : 4892,
"5799936" : 5102,
"5865472" : 5109,
"5931008" : 5009,
"5996544" : 5747,
"6062080" : 5659,
"6127616" : 5546,
"6193152" : 5954,
"6258688" : 6324,
"6324224" : 6309,
"6389760" : 6668,
"6455296" : 7267,
"6520832" : 7404,
"6586368" : 7913,
"6651904" : 8152,
"6717440" : 8759,
"6782976" : 9439,
"6848512" : 9241,
"6914048" : 9692,
"6979584" : 11168,
"7045120" : 11244,
"7110656" : 11317,
"7176192" : 12140,
"7241728" : 13361,
"7307264" : 13027,
"7372800" : 13014,
"7438336" : 13670,
"7503872" : 15865,
"7569408" : 15920,
"7634944" : 15185,
"7700480" : 17918,
"7766016" : 22964,
"7831552" : 20446,
"7897088" : 18025,
"7962624" : 19193,
"8028160" : 23049,
"8093696" : 21013,
"8159232" : 22604,
"8224768" : 23770,
"8290304" : 25692,
"8355840" : 25197,
"8454144" : 52917,
"8585216" : 53640,
"8716288" : 56017,
"8847360" : 61987,
"8978432" : 53425,
"9109504" : 49301,
"9240576" : 52429,
"9371648" : 53644,
"9502720" : 47192,
"9633792" : 45760,
"9764864" : 44228,
"9895936" : 42724,
"10027008" : 43227,
"10158080" : 41389,
"10289152" : 42963,
"10420224" : 42950,
"10551296" : 41934,
"10682368" : 42742,
"10813440" : 40769,
"10944512" : 41173,
"11075584" : 39747,
"11206656" : 40168,
"11337728" : 39343,
"11468800" : 38858,
"11599872" : 36953,
"11730944" : 34986,
"11862016" : 33710,
"11993088" : 34128,
"12124160" : 32533,
"12255232" : 32216,
"12386304" : 32555,
"12517376" : 30865,
"12648448" : 30063,
"12779520" : 30174,
"12910592" : 28233,
"13041664" : 26756,
"13172736" : 25151,
"13303808" : 24815,
"13434880" : 23437,
"13565952" : 22350,
"13697024" : 21862,
"13828096" : 21018,
"13959168" : 19881,
"14090240" : 18240,
"14221312" : 17562,
"14352384" : 16944,
"14483456" : 16014,
"14614528" : 15116,
"14745600" : 14635,
"14876672" : 13575,
"15007744" : 13966,
"15138816" : 13512,
"15269888" : 13425,
"15400960" : 13318,
"15532032" : 12818,
"15663104" : 12796,
"15794176" : 12826,
"15925248" : 12424,
"16056320" : 12092,
"16187392" : 11637,
"16318464" : 11462,
"16449536" : 11360,
"16580608" : 11232,
"16711680" : 10500,
"16908288" : 20428,
"17170432" : 18641,
"17432576" : 17743,
"17694720" : 16211,
"17956864" : 14932,
"18219008" : 13689,
"18481152" : 12217,
"18743296" : 10581,
"19005440" : 9011,
"19267584" : 7684,
"19529728" : 6390,
"19791872" : 5362,
"20054016" : 4522,
"20316160" : 3554,
"20578304" : 2798,
"20840448" : 2305,
"21102592" : 1894,
"21364736" : 1633,
"21626880" : 1241,
"21889024" : 943,
"22151168" : 666,
"22413312" : 571,
"22675456" : 430,
"22937600" : 332,
"23199744" : 230,
"23461888" : 193,
"23724032" : 192,
"23986176" : 112,
"24248320" : 60,
"24510464" : 54,
"24772608" : 38,
"25034752" : 36,
"25296896" : 30,
"25559040" : 45,
"25821184" : 28,
"26083328" : 14,
"26345472" : 6,
"26607616" : 6,
"26869760" : 1
}
},
"lat_ns" : {
"min" : 1097827,
"max" : 28202156,
"mean" : 11123003.356542,
"stddev" : 3524291.949082,
"N" : 2761571
},
"bw_min" : 56248,
"bw_max" : 131376,
"bw_agg" : 100.000000,
"bw_mean" : 92163.054393,
"bw_dev" : 2150.321023,
"bw_samples" : 1912,
"iops_min" : 14062,
"iops_max" : 32844,
"iops_mean" : 23040.439331,
"iops_stddev" : 537.572531,
"iops_samples" : 1912
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959993,
"usr_cpu" : 0.785943,
"sys_cpu" : 10.899038,
"ctx" : 2778219,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.169722,
"4" : 1.509137,
"10" : 44.572218,
"20" : 53.006523,
"50" : 0.742112,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125352,
"timestamp_ms" : 1774125352044,
"time" : "Sat Mar 21 17:35:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12065185792,
"io_kbytes" : 11782408,
"bw_bytes" : 92809121,
"bw" : 90633,
"iops" : 22658.569231,
"runtime" : 130000,
"total_ios" : 2945614,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12920,
"max" : 5260777,
"mean" : 350213.389521,
"stddev" : 216432.907287,
"N" : 2945614
},
"clat_ns" : {
"min" : 1065357,
"max" : 26916422,
"mean" : 10946511.401927,
"stddev" : 3467418.150281,
"N" : 2945606,
"percentile" : {
"1.000000" : 3588096,
"5.000000" : 5865472,
"10.000000" : 7110656,
"20.000000" : 8224768,
"30.000000" : 8978432,
"40.000000" : 9633792,
"50.000000" : 10551296,
"60.000000" : 11337728,
"70.000000" : 12386304,
"80.000000" : 13697024,
"90.000000" : 15925248,
"95.000000" : 17432576,
"99.000000" : 19791872,
"99.500000" : 20578304,
"99.900000" : 22151168,
"99.950000" : 22937600,
"99.990000" : 24248320
},
"bins" : {
"1073152" : 4,
"1089536" : 6,
"1122304" : 5,
"1138688" : 6,
"1155072" : 26,
"1171456" : 18,
"1187840" : 9,
"1204224" : 2,
"1220608" : 4,
"1236992" : 18,
"1253376" : 8,
"1269760" : 9,
"1286144" : 19,
"1302528" : 15,
"1318912" : 23,
"1335296" : 27,
"1351680" : 22,
"1368064" : 38,
"1384448" : 43,
"1400832" : 40,
"1417216" : 33,
"1433600" : 26,
"1449984" : 46,
"1466368" : 54,
"1482752" : 41,
"1499136" : 45,
"1515520" : 54,
"1531904" : 74,
"1548288" : 74,
"1564672" : 73,
"1581056" : 80,
"1597440" : 80,
"1613824" : 83,
"1630208" : 100,
"1646592" : 107,
"1662976" : 127,
"1679360" : 135,
"1695744" : 108,
"1712128" : 116,
"1728512" : 129,
"1744896" : 119,
"1761280" : 154,
"1777664" : 146,
"1794048" : 132,
"1810432" : 139,
"1826816" : 161,
"1843200" : 162,
"1859584" : 196,
"1875968" : 182,
"1892352" : 157,
"1908736" : 167,
"1925120" : 167,
"1941504" : 217,
"1957888" : 201,
"1974272" : 231,
"1990656" : 211,
"2007040" : 206,
"2023424" : 196,
"2039808" : 181,
"2056192" : 214,
"2072576" : 244,
"2088960" : 234,
"2113536" : 445,
"2146304" : 413,
"2179072" : 487,
"2211840" : 400,
"2244608" : 469,
"2277376" : 489,
"2310144" : 405,
"2342912" : 423,
"2375680" : 496,
"2408448" : 501,
"2441216" : 431,
"2473984" : 446,
"2506752" : 439,
"2539520" : 454,
"2572288" : 374,
"2605056" : 412,
"2637824" : 458,
"2670592" : 436,
"2703360" : 445,
"2736128" : 432,
"2768896" : 419,
"2801664" : 422,
"2834432" : 408,
"2867200" : 406,
"2899968" : 444,
"2932736" : 399,
"2965504" : 457,
"2998272" : 482,
"3031040" : 472,
"3063808" : 473,
"3096576" : 504,
"3129344" : 538,
"3162112" : 539,
"3194880" : 520,
"3227648" : 564,
"3260416" : 589,
"3293184" : 646,
"3325952" : 632,
"3358720" : 705,
"3391488" : 701,
"3424256" : 733,
"3457024" : 733,
"3489792" : 782,
"3522560" : 838,
"3555328" : 862,
"3588096" : 982,
"3620864" : 1014,
"3653632" : 1065,
"3686400" : 1146,
"3719168" : 1300,
"3751936" : 1256,
"3784704" : 1251,
"3817472" : 1445,
"3850240" : 1545,
"3883008" : 1589,
"3915776" : 1480,
"3948544" : 1467,
"3981312" : 1604,
"4014080" : 1884,
"4046848" : 1595,
"4079616" : 1430,
"4112384" : 1491,
"4145152" : 1685,
"4177920" : 1689,
"4227072" : 3059,
"4292608" : 3074,
"4358144" : 3085,
"4423680" : 2903,
"4489216" : 2926,
"4554752" : 2902,
"4620288" : 2859,
"4685824" : 2880,
"4751360" : 2971,
"4816896" : 2935,
"4882432" : 2925,
"4947968" : 3059,
"5013504" : 3269,
"5079040" : 3245,
"5144576" : 3321,
"5210112" : 3686,
"5275648" : 3780,
"5341184" : 3909,
"5406720" : 4115,
"5472256" : 4350,
"5537792" : 4603,
"5603328" : 4569,
"5668864" : 4703,
"5734400" : 4892,
"5799936" : 5102,
"5865472" : 5109,
"5931008" : 5009,
"5996544" : 5747,
"6062080" : 5659,
"6127616" : 5546,
"6193152" : 5954,
"6258688" : 6324,
"6324224" : 6309,
"6389760" : 6668,
"6455296" : 7267,
"6520832" : 7405,
"6586368" : 7918,
"6651904" : 8156,
"6717440" : 8763,
"6782976" : 9442,
"6848512" : 9241,
"6914048" : 9694,
"6979584" : 11170,
"7045120" : 11246,
"7110656" : 11322,
"7176192" : 12147,
"7241728" : 13366,
"7307264" : 13035,
"7372800" : 13029,
"7438336" : 13683,
"7503872" : 15886,
"7569408" : 15951,
"7634944" : 15207,
"7700480" : 17950,
"7766016" : 23007,
"7831552" : 20495,
"7897088" : 18083,
"7962624" : 19272,
"8028160" : 23135,
"8093696" : 21099,
"8159232" : 22694,
"8224768" : 23885,
"8290304" : 25833,
"8355840" : 25342,
"8454144" : 53305,
"8585216" : 54057,
"8716288" : 56643,
"8847360" : 62811,
"8978432" : 54401,
"9109504" : 50412,
"9240576" : 53831,
"9371648" : 55167,
"9502720" : 48880,
"9633792" : 47650,
"9764864" : 46470,
"9895936" : 45131,
"10027008" : 45989,
"10158080" : 44521,
"10289152" : 46252,
"10420224" : 46439,
"10551296" : 45620,
"10682368" : 46509,
"10813440" : 44789,
"10944512" : 45379,
"11075584" : 44159,
"11206656" : 44546,
"11337728" : 43735,
"11468800" : 43120,
"11599872" : 41309,
"11730944" : 39309,
"11862016" : 37892,
"11993088" : 38147,
"12124160" : 36352,
"12255232" : 36110,
"12386304" : 36098,
"12517376" : 34154,
"12648448" : 33109,
"12779520" : 33185,
"12910592" : 30996,
"13041664" : 29453,
"13172736" : 27726,
"13303808" : 27035,
"13434880" : 25474,
"13565952" : 24328,
"13697024" : 23705,
"13828096" : 22816,
"13959168" : 21576,
"14090240" : 19735,
"14221312" : 19089,
"14352384" : 18303,
"14483456" : 17411,
"14614528" : 16551,
"14745600" : 16026,
"14876672" : 14933,
"15007744" : 15281,
"15138816" : 14793,
"15269888" : 14681,
"15400960" : 14545,
"15532032" : 14020,
"15663104" : 14003,
"15794176" : 14014,
"15925248" : 13631,
"16056320" : 13352,
"16187392" : 12901,
"16318464" : 12718,
"16449536" : 12632,
"16580608" : 12567,
"16711680" : 11835,
"16908288" : 23390,
"17170432" : 21758,
"17432576" : 20752,
"17694720" : 19282,
"17956864" : 18007,
"18219008" : 16533,
"18481152" : 14825,
"18743296" : 12979,
"19005440" : 11239,
"19267584" : 9790,
"19529728" : 8394,
"19791872" : 6914,
"20054016" : 5904,
"20316160" : 4701,
"20578304" : 3679,
"20840448" : 2976,
"21102592" : 2410,
"21364736" : 2009,
"21626880" : 1552,
"21889024" : 1181,
"22151168" : 835,
"22413312" : 692,
"22675456" : 508,
"22937600" : 377,
"23199744" : 250,
"23461888" : 208,
"23724032" : 217,
"23986176" : 130,
"24248320" : 75,
"24510464" : 57,
"24772608" : 46,
"25034752" : 38,
"25296896" : 32,
"25559040" : 45,
"25821184" : 28,
"26083328" : 14,
"26345472" : 6,
"26607616" : 6,
"26869760" : 1
}
},
"lat_ns" : {
"min" : 1097827,
"max" : 28202156,
"mean" : 11296699.746933,
"stddev" : 3572963.985587,
"N" : 2945606
},
"bw_min" : 56248,
"bw_max" : 131376,
"bw_agg" : 100.000000,
"bw_mean" : 90699.274131,
"bw_dev" : 2186.120403,
"bw_samples" : 2072,
"iops_min" : 14062,
"iops_max" : 32844,
"iops_mean" : 22674.490347,
"iops_stddev" : 546.522155,
"iops_samples" : 2072
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1039993,
"usr_cpu" : 0.775774,
"sys_cpu" : 10.887766,
"ctx" : 2963756,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.159118,
"4" : 1.414849,
"10" : 42.376666,
"20" : 55.163134,
"50" : 0.885961,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125362,
"timestamp_ms" : 1774125362044,
"time" : "Sat Mar 21 17:36:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12858396672,
"io_kbytes" : 12557028,
"bw_bytes" : 91846346,
"bw" : 89693,
"iops" : 22423.517311,
"runtime" : 139999,
"total_ios" : 3139270,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12920,
"max" : 5260777,
"mean" : 353912.272687,
"stddev" : 217358.590833,
"N" : 3139270
},
"clat_ns" : {
"min" : 1065357,
"max" : 26916422,
"mean" : 11061535.365685,
"stddev" : 3472189.287769,
"N" : 3139262,
"percentile" : {
"1.000000" : 3653632,
"5.000000" : 5996544,
"10.000000" : 7241728,
"20.000000" : 8290304,
"30.000000" : 8978432,
"40.000000" : 9764864,
"50.000000" : 10682368,
"60.000000" : 11468800,
"70.000000" : 12517376,
"80.000000" : 13828096,
"90.000000" : 16056320,
"95.000000" : 17694720,
"99.000000" : 19791872,
"99.500000" : 20578304,
"99.900000" : 22151168,
"99.950000" : 22937600,
"99.990000" : 24248320
},
"bins" : {
"1073152" : 4,
"1089536" : 6,
"1122304" : 5,
"1138688" : 6,
"1155072" : 26,
"1171456" : 18,
"1187840" : 9,
"1204224" : 2,
"1220608" : 4,
"1236992" : 18,
"1253376" : 8,
"1269760" : 9,
"1286144" : 19,
"1302528" : 15,
"1318912" : 23,
"1335296" : 27,
"1351680" : 22,
"1368064" : 38,
"1384448" : 43,
"1400832" : 40,
"1417216" : 33,
"1433600" : 26,
"1449984" : 46,
"1466368" : 54,
"1482752" : 41,
"1499136" : 45,
"1515520" : 54,
"1531904" : 74,
"1548288" : 74,
"1564672" : 73,
"1581056" : 80,
"1597440" : 80,
"1613824" : 83,
"1630208" : 100,
"1646592" : 107,
"1662976" : 127,
"1679360" : 135,
"1695744" : 108,
"1712128" : 116,
"1728512" : 129,
"1744896" : 119,
"1761280" : 154,
"1777664" : 146,
"1794048" : 132,
"1810432" : 139,
"1826816" : 161,
"1843200" : 162,
"1859584" : 196,
"1875968" : 182,
"1892352" : 157,
"1908736" : 167,
"1925120" : 167,
"1941504" : 217,
"1957888" : 201,
"1974272" : 231,
"1990656" : 211,
"2007040" : 206,
"2023424" : 196,
"2039808" : 181,
"2056192" : 214,
"2072576" : 244,
"2088960" : 234,
"2113536" : 445,
"2146304" : 413,
"2179072" : 487,
"2211840" : 400,
"2244608" : 469,
"2277376" : 489,
"2310144" : 405,
"2342912" : 423,
"2375680" : 496,
"2408448" : 501,
"2441216" : 431,
"2473984" : 446,
"2506752" : 439,
"2539520" : 454,
"2572288" : 374,
"2605056" : 412,
"2637824" : 458,
"2670592" : 436,
"2703360" : 445,
"2736128" : 432,
"2768896" : 419,
"2801664" : 422,
"2834432" : 408,
"2867200" : 406,
"2899968" : 444,
"2932736" : 399,
"2965504" : 457,
"2998272" : 482,
"3031040" : 472,
"3063808" : 473,
"3096576" : 504,
"3129344" : 538,
"3162112" : 539,
"3194880" : 520,
"3227648" : 564,
"3260416" : 589,
"3293184" : 646,
"3325952" : 632,
"3358720" : 705,
"3391488" : 701,
"3424256" : 733,
"3457024" : 733,
"3489792" : 782,
"3522560" : 838,
"3555328" : 862,
"3588096" : 982,
"3620864" : 1014,
"3653632" : 1065,
"3686400" : 1146,
"3719168" : 1300,
"3751936" : 1256,
"3784704" : 1251,
"3817472" : 1445,
"3850240" : 1545,
"3883008" : 1589,
"3915776" : 1480,
"3948544" : 1467,
"3981312" : 1604,
"4014080" : 1884,
"4046848" : 1595,
"4079616" : 1430,
"4112384" : 1491,
"4145152" : 1685,
"4177920" : 1689,
"4227072" : 3059,
"4292608" : 3075,
"4358144" : 3085,
"4423680" : 2905,
"4489216" : 2928,
"4554752" : 2903,
"4620288" : 2861,
"4685824" : 2884,
"4751360" : 2974,
"4816896" : 2937,
"4882432" : 2927,
"4947968" : 3060,
"5013504" : 3274,
"5079040" : 3252,
"5144576" : 3326,
"5210112" : 3691,
"5275648" : 3785,
"5341184" : 3914,
"5406720" : 4126,
"5472256" : 4358,
"5537792" : 4610,
"5603328" : 4577,
"5668864" : 4707,
"5734400" : 4908,
"5799936" : 5114,
"5865472" : 5138,
"5931008" : 5028,
"5996544" : 5784,
"6062080" : 5688,
"6127616" : 5571,
"6193152" : 5981,
"6258688" : 6361,
"6324224" : 6348,
"6389760" : 6716,
"6455296" : 7314,
"6520832" : 7458,
"6586368" : 7971,
"6651904" : 8231,
"6717440" : 8854,
"6782976" : 9521,
"6848512" : 9341,
"6914048" : 9807,
"6979584" : 11306,
"7045120" : 11375,
"7110656" : 11443,
"7176192" : 12285,
"7241728" : 13529,
"7307264" : 13217,
"7372800" : 13196,
"7438336" : 13884,
"7503872" : 16110,
"7569408" : 16185,
"7634944" : 15436,
"7700480" : 18207,
"7766016" : 23318,
"7831552" : 20825,
"7897088" : 18446,
"7962624" : 19597,
"8028160" : 23536,
"8093696" : 21515,
"8159232" : 23139,
"8224768" : 24392,
"8290304" : 26304,
"8355840" : 25895,
"8454144" : 54451,
"8585216" : 55286,
"8716288" : 58128,
"8847360" : 64432,
"8978432" : 56292,
"9109504" : 52410,
"9240576" : 56137,
"9371648" : 57587,
"9502720" : 51593,
"9633792" : 50612,
"9764864" : 49765,
"9895936" : 48373,
"10027008" : 49577,
"10158080" : 48102,
"10289152" : 49984,
"10420224" : 50237,
"10551296" : 49561,
"10682368" : 50451,
"10813440" : 48877,
"10944512" : 49502,
"11075584" : 48029,
"11206656" : 48401,
"11337728" : 47570,
"11468800" : 46903,
"11599872" : 44906,
"11730944" : 42736,
"11862016" : 41215,
"11993088" : 41473,
"12124160" : 39390,
"12255232" : 39129,
"12386304" : 38951,
"12517376" : 36935,
"12648448" : 35674,
"12779520" : 35824,
"12910592" : 33396,
"13041664" : 31801,
"13172736" : 30031,
"13303808" : 29146,
"13434880" : 27541,
"13565952" : 26500,
"13697024" : 25899,
"13828096" : 24907,
"13959168" : 23621,
"14090240" : 21747,
"14221312" : 21177,
"14352384" : 20289,
"14483456" : 19372,
"14614528" : 18538,
"14745600" : 18153,
"14876672" : 16940,
"15007744" : 17353,
"15138816" : 16732,
"15269888" : 16636,
"15400960" : 16539,
"15532032" : 15955,
"15663104" : 15948,
"15794176" : 15861,
"15925248" : 15382,
"16056320" : 15058,
"16187392" : 14647,
"16318464" : 14452,
"16449536" : 14210,
"16580608" : 14159,
"16711680" : 13376,
"16908288" : 26254,
"17170432" : 24388,
"17432576" : 23143,
"17694720" : 21568,
"17956864" : 20225,
"18219008" : 18502,
"18481152" : 16534,
"18743296" : 14519,
"19005440" : 12493,
"19267584" : 10914,
"19529728" : 9279,
"19791872" : 7579,
"20054016" : 6483,
"20316160" : 5117,
"20578304" : 3975,
"20840448" : 3253,
"21102592" : 2605,
"21364736" : 2141,
"21626880" : 1659,
"21889024" : 1299,
"22151168" : 923,
"22413312" : 775,
"22675456" : 595,
"22937600" : 427,
"23199744" : 279,
"23461888" : 229,
"23724032" : 233,
"23986176" : 150,
"24248320" : 98,
"24510464" : 61,
"24772608" : 51,
"25034752" : 38,
"25296896" : 32,
"25559040" : 46,
"25821184" : 30,
"26083328" : 15,
"26345472" : 7,
"26607616" : 6,
"26869760" : 1
}
},
"lat_ns" : {
"min" : 1097827,
"max" : 28246734,
"mean" : 11415436.912549,
"stddev" : 3577857.898898,
"N" : 3139262
},
"bw_min" : 55800,
"bw_max" : 131376,
"bw_agg" : 100.000000,
"bw_mean" : 89756.483871,
"bw_dev" : 2171.370212,
"bw_samples" : 2232,
"iops_min" : 13948,
"iops_max" : 32844,
"iops_mean" : 22438.792115,
"iops_stddev" : 542.837064,
"iops_samples" : 2232
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119992,
"usr_cpu" : 0.771613,
"sys_cpu" : 10.933292,
"ctx" : 3158910,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.149302,
"4" : 1.327570,
"10" : 40.866539,
"20" : 56.748862,
"50" : 0.907472,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125372,
"timestamp_ms" : 1774125372044,
"time" : "Sat Mar 21 17:36:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 13567205376,
"io_kbytes" : 13249224,
"bw_bytes" : 90448638,
"bw" : 88328,
"iops" : 22082.247215,
"runtime" : 149999,
"total_ios" : 3312315,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12920,
"max" : 5260777,
"mean" : 359422.477477,
"stddev" : 218866.436581,
"N" : 3312315
},
"clat_ns" : {
"min" : 1065357,
"max" : 26916422,
"mean" : 11232320.073739,
"stddev" : 3535661.728270,
"N" : 3312307,
"percentile" : {
"1.000000" : 3686400,
"5.000000" : 6062080,
"10.000000" : 7307264,
"20.000000" : 8454144,
"30.000000" : 9109504,
"40.000000" : 9895936,
"50.000000" : 10813440,
"60.000000" : 11599872,
"70.000000" : 12648448,
"80.000000" : 14090240,
"90.000000" : 16318464,
"95.000000" : 17956864,
"99.000000" : 20054016,
"99.500000" : 20840448,
"99.900000" : 22413312,
"99.950000" : 22937600,
"99.990000" : 24510464
},
"bins" : {
"1073152" : 4,
"1089536" : 6,
"1122304" : 5,
"1138688" : 6,
"1155072" : 26,
"1171456" : 18,
"1187840" : 9,
"1204224" : 2,
"1220608" : 4,
"1236992" : 18,
"1253376" : 8,
"1269760" : 9,
"1286144" : 19,
"1302528" : 15,
"1318912" : 23,
"1335296" : 27,
"1351680" : 22,
"1368064" : 38,
"1384448" : 43,
"1400832" : 40,
"1417216" : 33,
"1433600" : 26,
"1449984" : 46,
"1466368" : 54,
"1482752" : 41,
"1499136" : 45,
"1515520" : 54,
"1531904" : 74,
"1548288" : 74,
"1564672" : 73,
"1581056" : 80,
"1597440" : 80,
"1613824" : 83,
"1630208" : 100,
"1646592" : 107,
"1662976" : 127,
"1679360" : 135,
"1695744" : 108,
"1712128" : 116,
"1728512" : 129,
"1744896" : 119,
"1761280" : 154,
"1777664" : 146,
"1794048" : 132,
"1810432" : 139,
"1826816" : 161,
"1843200" : 162,
"1859584" : 196,
"1875968" : 182,
"1892352" : 157,
"1908736" : 167,
"1925120" : 167,
"1941504" : 217,
"1957888" : 201,
"1974272" : 231,
"1990656" : 211,
"2007040" : 206,
"2023424" : 196,
"2039808" : 181,
"2056192" : 214,
"2072576" : 244,
"2088960" : 234,
"2113536" : 445,
"2146304" : 413,
"2179072" : 487,
"2211840" : 400,
"2244608" : 469,
"2277376" : 489,
"2310144" : 405,
"2342912" : 423,
"2375680" : 496,
"2408448" : 501,
"2441216" : 431,
"2473984" : 446,
"2506752" : 439,
"2539520" : 454,
"2572288" : 374,
"2605056" : 412,
"2637824" : 458,
"2670592" : 436,
"2703360" : 445,
"2736128" : 432,
"2768896" : 419,
"2801664" : 422,
"2834432" : 408,
"2867200" : 406,
"2899968" : 444,
"2932736" : 399,
"2965504" : 457,
"2998272" : 482,
"3031040" : 472,
"3063808" : 473,
"3096576" : 504,
"3129344" : 538,
"3162112" : 539,
"3194880" : 520,
"3227648" : 564,
"3260416" : 589,
"3293184" : 646,
"3325952" : 632,
"3358720" : 705,
"3391488" : 701,
"3424256" : 733,
"3457024" : 733,
"3489792" : 782,
"3522560" : 838,
"3555328" : 862,
"3588096" : 982,
"3620864" : 1014,
"3653632" : 1065,
"3686400" : 1146,
"3719168" : 1300,
"3751936" : 1256,
"3784704" : 1251,
"3817472" : 1445,
"3850240" : 1545,
"3883008" : 1589,
"3915776" : 1480,
"3948544" : 1467,
"3981312" : 1604,
"4014080" : 1884,
"4046848" : 1595,
"4079616" : 1430,
"4112384" : 1491,
"4145152" : 1685,
"4177920" : 1689,
"4227072" : 3059,
"4292608" : 3075,
"4358144" : 3085,
"4423680" : 2905,
"4489216" : 2928,
"4554752" : 2903,
"4620288" : 2861,
"4685824" : 2884,
"4751360" : 2974,
"4816896" : 2937,
"4882432" : 2927,
"4947968" : 3060,
"5013504" : 3274,
"5079040" : 3252,
"5144576" : 3326,
"5210112" : 3691,
"5275648" : 3785,
"5341184" : 3914,
"5406720" : 4126,
"5472256" : 4358,
"5537792" : 4610,
"5603328" : 4577,
"5668864" : 4707,
"5734400" : 4908,
"5799936" : 5114,
"5865472" : 5138,
"5931008" : 5028,
"5996544" : 5784,
"6062080" : 5688,
"6127616" : 5571,
"6193152" : 5981,
"6258688" : 6361,
"6324224" : 6348,
"6389760" : 6716,
"6455296" : 7314,
"6520832" : 7458,
"6586368" : 7971,
"6651904" : 8232,
"6717440" : 8854,
"6782976" : 9521,
"6848512" : 9342,
"6914048" : 9808,
"6979584" : 11313,
"7045120" : 11382,
"7110656" : 11451,
"7176192" : 12295,
"7241728" : 13541,
"7307264" : 13240,
"7372800" : 13206,
"7438336" : 13911,
"7503872" : 16142,
"7569408" : 16212,
"7634944" : 15476,
"7700480" : 18264,
"7766016" : 23373,
"7831552" : 20877,
"7897088" : 18501,
"7962624" : 19667,
"8028160" : 23598,
"8093696" : 21564,
"8159232" : 23226,
"8224768" : 24475,
"8290304" : 26396,
"8355840" : 26007,
"8454144" : 54680,
"8585216" : 55591,
"8716288" : 58542,
"8847360" : 64879,
"8978432" : 56871,
"9109504" : 53063,
"9240576" : 57010,
"9371648" : 58497,
"9502720" : 52704,
"9633792" : 51804,
"9764864" : 51133,
"9895936" : 49844,
"10027008" : 51301,
"10158080" : 50009,
"10289152" : 51972,
"10420224" : 52391,
"10551296" : 51718,
"10682368" : 52865,
"10813440" : 51363,
"10944512" : 52078,
"11075584" : 50614,
"11206656" : 51121,
"11337728" : 50250,
"11468800" : 49593,
"11599872" : 47560,
"11730944" : 45395,
"11862016" : 43944,
"11993088" : 44202,
"12124160" : 42119,
"12255232" : 42016,
"12386304" : 41729,
"12517376" : 39887,
"12648448" : 38535,
"12779520" : 38668,
"12910592" : 36229,
"13041664" : 34652,
"13172736" : 32730,
"13303808" : 31851,
"13434880" : 30117,
"13565952" : 28946,
"13697024" : 28491,
"13828096" : 27471,
"13959168" : 26078,
"14090240" : 24108,
"14221312" : 23535,
"14352384" : 22579,
"14483456" : 21572,
"14614528" : 20630,
"14745600" : 20278,
"14876672" : 19056,
"15007744" : 19336,
"15138816" : 18551,
"15269888" : 18388,
"15400960" : 18360,
"15532032" : 17707,
"15663104" : 17720,
"15794176" : 17547,
"15925248" : 17077,
"16056320" : 16729,
"16187392" : 16271,
"16318464" : 16142,
"16449536" : 15761,
"16580608" : 15747,
"16711680" : 14914,
"16908288" : 29392,
"17170432" : 27568,
"17432576" : 26331,
"17694720" : 24803,
"17956864" : 23313,
"18219008" : 21469,
"18481152" : 19578,
"18743296" : 17410,
"19005440" : 15131,
"19267584" : 13232,
"19529728" : 11447,
"19791872" : 9469,
"20054016" : 8302,
"20316160" : 6754,
"20578304" : 5370,
"20840448" : 4384,
"21102592" : 3541,
"21364736" : 2853,
"21626880" : 2246,
"21889024" : 1727,
"22151168" : 1191,
"22413312" : 977,
"22675456" : 756,
"22937600" : 524,
"23199744" : 354,
"23461888" : 277,
"23724032" : 265,
"23986176" : 194,
"24248320" : 126,
"24510464" : 81,
"24772608" : 61,
"25034752" : 49,
"25296896" : 39,
"25559040" : 48,
"25821184" : 34,
"26083328" : 19,
"26345472" : 7,
"26607616" : 6,
"26869760" : 1
}
},
"lat_ns" : {
"min" : 1097827,
"max" : 28246734,
"mean" : 11591723.806833,
"stddev" : 3643445.350976,
"N" : 3312307
},
"bw_min" : 53216,
"bw_max" : 131376,
"bw_agg" : 100.000000,
"bw_mean" : 88412.869565,
"bw_dev" : 2213.013846,
"bw_samples" : 2392,
"iops_min" : 13302,
"iops_max" : 32844,
"iops_mean" : 22102.892977,
"iops_stddev" : 553.248515,
"iops_samples" : 2392
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1199992,
"usr_cpu" : 0.761422,
"sys_cpu" : 10.901989,
"ctx" : 3333454,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.141502,
"4" : 1.258214,
"10" : 39.064642,
"20" : 58.400847,
"50" : 1.134554,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125382,
"timestamp_ms" : 1774125382045,
"time" : "Sat Mar 21 17:36:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 14298202112,
"io_kbytes" : 13963088,
"bw_bytes" : 89364321,
"bw" : 87269,
"iops" : 21817.567610,
"runtime" : 159999,
"total_ios" : 3490789,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12920,
"max" : 5260777,
"mean" : 363814.550978,
"stddev" : 219641.903771,
"N" : 3490789
},
"clat_ns" : {
"min" : 1065357,
"max" : 26916422,
"mean" : 11368804.062029,
"stddev" : 3560948.008436,
"N" : 3490781,
"percentile" : {
"1.000000" : 3751936,
"5.000000" : 6193152,
"10.000000" : 7372800,
"20.000000" : 8454144,
"30.000000" : 9240576,
"40.000000" : 10158080,
"50.000000" : 10944512,
"60.000000" : 11862016,
"70.000000" : 12910592,
"80.000000" : 14221312,
"90.000000" : 16580608,
"95.000000" : 17956864,
"99.000000" : 20316160,
"99.500000" : 20840448,
"99.900000" : 22413312,
"99.950000" : 23199744,
"99.990000" : 24510464
},
"bins" : {
"1073152" : 4,
"1089536" : 6,
"1122304" : 5,
"1138688" : 6,
"1155072" : 26,
"1171456" : 18,
"1187840" : 9,
"1204224" : 2,
"1220608" : 4,
"1236992" : 18,
"1253376" : 8,
"1269760" : 9,
"1286144" : 19,
"1302528" : 15,
"1318912" : 23,
"1335296" : 27,
"1351680" : 22,
"1368064" : 38,
"1384448" : 43,
"1400832" : 40,
"1417216" : 33,
"1433600" : 26,
"1449984" : 46,
"1466368" : 54,
"1482752" : 41,
"1499136" : 45,
"1515520" : 54,
"1531904" : 74,
"1548288" : 74,
"1564672" : 73,
"1581056" : 80,
"1597440" : 80,
"1613824" : 83,
"1630208" : 100,
"1646592" : 107,
"1662976" : 127,
"1679360" : 135,
"1695744" : 108,
"1712128" : 116,
"1728512" : 129,
"1744896" : 119,
"1761280" : 154,
"1777664" : 146,
"1794048" : 132,
"1810432" : 139,
"1826816" : 161,
"1843200" : 162,
"1859584" : 196,
"1875968" : 182,
"1892352" : 157,
"1908736" : 167,
"1925120" : 167,
"1941504" : 217,
"1957888" : 201,
"1974272" : 231,
"1990656" : 211,
"2007040" : 206,
"2023424" : 196,
"2039808" : 181,
"2056192" : 214,
"2072576" : 244,
"2088960" : 234,
"2113536" : 445,
"2146304" : 413,
"2179072" : 487,
"2211840" : 400,
"2244608" : 469,
"2277376" : 489,
"2310144" : 405,
"2342912" : 423,
"2375680" : 496,
"2408448" : 501,
"2441216" : 431,
"2473984" : 446,
"2506752" : 439,
"2539520" : 454,
"2572288" : 374,
"2605056" : 412,
"2637824" : 458,
"2670592" : 436,
"2703360" : 445,
"2736128" : 432,
"2768896" : 419,
"2801664" : 422,
"2834432" : 408,
"2867200" : 406,
"2899968" : 444,
"2932736" : 399,
"2965504" : 457,
"2998272" : 482,
"3031040" : 472,
"3063808" : 473,
"3096576" : 504,
"3129344" : 538,
"3162112" : 539,
"3194880" : 520,
"3227648" : 564,
"3260416" : 589,
"3293184" : 646,
"3325952" : 632,
"3358720" : 705,
"3391488" : 701,
"3424256" : 733,
"3457024" : 733,
"3489792" : 782,
"3522560" : 838,
"3555328" : 862,
"3588096" : 982,
"3620864" : 1014,
"3653632" : 1065,
"3686400" : 1146,
"3719168" : 1300,
"3751936" : 1256,
"3784704" : 1251,
"3817472" : 1445,
"3850240" : 1545,
"3883008" : 1589,
"3915776" : 1480,
"3948544" : 1467,
"3981312" : 1604,
"4014080" : 1884,
"4046848" : 1595,
"4079616" : 1430,
"4112384" : 1491,
"4145152" : 1685,
"4177920" : 1689,
"4227072" : 3059,
"4292608" : 3075,
"4358144" : 3085,
"4423680" : 2905,
"4489216" : 2928,
"4554752" : 2903,
"4620288" : 2861,
"4685824" : 2884,
"4751360" : 2974,
"4816896" : 2937,
"4882432" : 2927,
"4947968" : 3060,
"5013504" : 3274,
"5079040" : 3252,
"5144576" : 3326,
"5210112" : 3691,
"5275648" : 3785,
"5341184" : 3914,
"5406720" : 4126,
"5472256" : 4358,
"5537792" : 4610,
"5603328" : 4577,
"5668864" : 4707,
"5734400" : 4908,
"5799936" : 5114,
"5865472" : 5138,
"5931008" : 5028,
"5996544" : 5784,
"6062080" : 5688,
"6127616" : 5572,
"6193152" : 5982,
"6258688" : 6361,
"6324224" : 6349,
"6389760" : 6716,
"6455296" : 7315,
"6520832" : 7459,
"6586368" : 7972,
"6651904" : 8236,
"6717440" : 8854,
"6782976" : 9526,
"6848512" : 9353,
"6914048" : 9814,
"6979584" : 11319,
"7045120" : 11392,
"7110656" : 11461,
"7176192" : 12303,
"7241728" : 13555,
"7307264" : 13257,
"7372800" : 13228,
"7438336" : 13926,
"7503872" : 16170,
"7569408" : 16242,
"7634944" : 15513,
"7700480" : 18304,
"7766016" : 23426,
"7831552" : 20934,
"7897088" : 18569,
"7962624" : 19743,
"8028160" : 23677,
"8093696" : 21655,
"8159232" : 23307,
"8224768" : 24562,
"8290304" : 26523,
"8355840" : 26123,
"8454144" : 54978,
"8585216" : 55956,
"8716288" : 59018,
"8847360" : 65442,
"8978432" : 57539,
"9109504" : 53806,
"9240576" : 57896,
"9371648" : 59659,
"9502720" : 53976,
"9633792" : 53253,
"9764864" : 52830,
"9895936" : 51739,
"10027008" : 53451,
"10158080" : 52290,
"10289152" : 54298,
"10420224" : 54906,
"10551296" : 54532,
"10682368" : 55779,
"10813440" : 54518,
"10944512" : 55265,
"11075584" : 53833,
"11206656" : 54351,
"11337728" : 53534,
"11468800" : 52745,
"11599872" : 50848,
"11730944" : 48564,
"11862016" : 47178,
"11993088" : 47407,
"12124160" : 45332,
"12255232" : 45074,
"12386304" : 44788,
"12517376" : 42963,
"12648448" : 41307,
"12779520" : 41594,
"12910592" : 38897,
"13041664" : 37392,
"13172736" : 35378,
"13303808" : 34294,
"13434880" : 32610,
"13565952" : 31406,
"13697024" : 30765,
"13828096" : 29836,
"13959168" : 28353,
"14090240" : 26353,
"14221312" : 25729,
"14352384" : 24745,
"14483456" : 23641,
"14614528" : 22738,
"14745600" : 22240,
"14876672" : 21016,
"15007744" : 21315,
"15138816" : 20419,
"15269888" : 20242,
"15400960" : 20206,
"15532032" : 19576,
"15663104" : 19588,
"15794176" : 19466,
"15925248" : 18890,
"16056320" : 18628,
"16187392" : 18166,
"16318464" : 18063,
"16449536" : 17734,
"16580608" : 17666,
"16711680" : 16780,
"16908288" : 33158,
"17170432" : 31175,
"17432576" : 29968,
"17694720" : 28246,
"17956864" : 26478,
"18219008" : 24446,
"18481152" : 22387,
"18743296" : 19899,
"19005440" : 17270,
"19267584" : 15038,
"19529728" : 12911,
"19791872" : 10644,
"20054016" : 9266,
"20316160" : 7504,
"20578304" : 5943,
"20840448" : 4887,
"21102592" : 3971,
"21364736" : 3181,
"21626880" : 2537,
"21889024" : 1926,
"22151168" : 1325,
"22413312" : 1084,
"22675456" : 826,
"22937600" : 594,
"23199744" : 408,
"23461888" : 307,
"23724032" : 301,
"23986176" : 217,
"24248320" : 141,
"24510464" : 93,
"24772608" : 68,
"25034752" : 56,
"25296896" : 50,
"25559040" : 55,
"25821184" : 38,
"26083328" : 21,
"26345472" : 10,
"26607616" : 9,
"26869760" : 1
}
},
"lat_ns" : {
"min" : 1097827,
"max" : 28246734,
"mean" : 11732613.805546,
"stddev" : 3669582.223801,
"N" : 3490781
},
"bw_min" : 53038,
"bw_max" : 131376,
"bw_agg" : 100.000000,
"bw_mean" : 87366.661442,
"bw_dev" : 2221.551047,
"bw_samples" : 2552,
"iops_min" : 13258,
"iops_max" : 32844,
"iops_mean" : 21841.338558,
"iops_stddev" : 555.384524,
"iops_samples" : 2552
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279992,
"usr_cpu" : 0.754770,
"sys_cpu" : 10.908193,
"ctx" : 3513440,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.134268,
"4" : 1.193885,
"10" : 37.444314,
"20" : 60.027518,
"50" : 1.199786,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125392,
"timestamp_ms" : 1774125392044,
"time" : "Sat Mar 21 17:36:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15061413888,
"io_kbytes" : 14708412,
"bw_bytes" : 88596552,
"bw" : 86520,
"iops" : 21630.076471,
"runtime" : 170000,
"total_ios" : 3677113,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12920,
"max" : 5260777,
"mean" : 366986.532143,
"stddev" : 219888.640447,
"N" : 3677113
},
"clat_ns" : {
"min" : 1065357,
"max" : 26916422,
"mean" : 11467145.091055,
"stddev" : 3557916.179078,
"N" : 3677105,
"percentile" : {
"1.000000" : 3784704,
"5.000000" : 6258688,
"10.000000" : 7438336,
"20.000000" : 8585216,
"30.000000" : 9371648,
"40.000000" : 10158080,
"50.000000" : 11075584,
"60.000000" : 11993088,
"70.000000" : 13041664,
"80.000000" : 14483456,
"90.000000" : 16580608,
"95.000000" : 17956864,
"99.000000" : 20316160,
"99.500000" : 20840448,
"99.900000" : 22413312,
"99.950000" : 23199744,
"99.990000" : 24510464
},
"bins" : {
"1073152" : 4,
"1089536" : 6,
"1122304" : 5,
"1138688" : 6,
"1155072" : 26,
"1171456" : 18,
"1187840" : 9,
"1204224" : 2,
"1220608" : 4,
"1236992" : 18,
"1253376" : 8,
"1269760" : 9,
"1286144" : 19,
"1302528" : 15,
"1318912" : 23,
"1335296" : 27,
"1351680" : 22,
"1368064" : 38,
"1384448" : 43,
"1400832" : 40,
"1417216" : 33,
"1433600" : 26,
"1449984" : 46,
"1466368" : 54,
"1482752" : 41,
"1499136" : 45,
"1515520" : 54,
"1531904" : 74,
"1548288" : 74,
"1564672" : 73,
"1581056" : 80,
"1597440" : 80,
"1613824" : 83,
"1630208" : 100,
"1646592" : 107,
"1662976" : 127,
"1679360" : 135,
"1695744" : 108,
"1712128" : 116,
"1728512" : 129,
"1744896" : 119,
"1761280" : 154,
"1777664" : 146,
"1794048" : 132,
"1810432" : 139,
"1826816" : 161,
"1843200" : 162,
"1859584" : 196,
"1875968" : 182,
"1892352" : 157,
"1908736" : 167,
"1925120" : 167,
"1941504" : 217,
"1957888" : 201,
"1974272" : 231,
"1990656" : 211,
"2007040" : 206,
"2023424" : 196,
"2039808" : 181,
"2056192" : 214,
"2072576" : 244,
"2088960" : 234,
"2113536" : 445,
"2146304" : 413,
"2179072" : 487,
"2211840" : 400,
"2244608" : 469,
"2277376" : 489,
"2310144" : 405,
"2342912" : 423,
"2375680" : 496,
"2408448" : 501,
"2441216" : 431,
"2473984" : 446,
"2506752" : 439,
"2539520" : 454,
"2572288" : 374,
"2605056" : 412,
"2637824" : 458,
"2670592" : 436,
"2703360" : 445,
"2736128" : 432,
"2768896" : 419,
"2801664" : 422,
"2834432" : 408,
"2867200" : 406,
"2899968" : 444,
"2932736" : 399,
"2965504" : 457,
"2998272" : 482,
"3031040" : 472,
"3063808" : 473,
"3096576" : 504,
"3129344" : 538,
"3162112" : 539,
"3194880" : 520,
"3227648" : 564,
"3260416" : 589,
"3293184" : 646,
"3325952" : 632,
"3358720" : 705,
"3391488" : 701,
"3424256" : 733,
"3457024" : 733,
"3489792" : 782,
"3522560" : 838,
"3555328" : 862,
"3588096" : 982,
"3620864" : 1014,
"3653632" : 1065,
"3686400" : 1146,
"3719168" : 1300,
"3751936" : 1256,
"3784704" : 1251,
"3817472" : 1445,
"3850240" : 1545,
"3883008" : 1589,
"3915776" : 1480,
"3948544" : 1467,
"3981312" : 1604,
"4014080" : 1884,
"4046848" : 1595,
"4079616" : 1430,
"4112384" : 1491,
"4145152" : 1685,
"4177920" : 1689,
"4227072" : 3059,
"4292608" : 3075,
"4358144" : 3085,
"4423680" : 2905,
"4489216" : 2928,
"4554752" : 2903,
"4620288" : 2862,
"4685824" : 2885,
"4751360" : 2975,
"4816896" : 2937,
"4882432" : 2929,
"4947968" : 3063,
"5013504" : 3278,
"5079040" : 3256,
"5144576" : 3331,
"5210112" : 3695,
"5275648" : 3786,
"5341184" : 3914,
"5406720" : 4128,
"5472256" : 4363,
"5537792" : 4614,
"5603328" : 4577,
"5668864" : 4712,
"5734400" : 4910,
"5799936" : 5119,
"5865472" : 5144,
"5931008" : 5034,
"5996544" : 5788,
"6062080" : 5695,
"6127616" : 5575,
"6193152" : 5989,
"6258688" : 6375,
"6324224" : 6355,
"6389760" : 6724,
"6455296" : 7325,
"6520832" : 7467,
"6586368" : 8001,
"6651904" : 8256,
"6717440" : 8876,
"6782976" : 9551,
"6848512" : 9382,
"6914048" : 9854,
"6979584" : 11383,
"7045120" : 11447,
"7110656" : 11512,
"7176192" : 12354,
"7241728" : 13635,
"7307264" : 13342,
"7372800" : 13340,
"7438336" : 14049,
"7503872" : 16281,
"7569408" : 16390,
"7634944" : 15671,
"7700480" : 18485,
"7766016" : 23637,
"7831552" : 21160,
"7897088" : 18797,
"7962624" : 20011,
"8028160" : 23939,
"8093696" : 21897,
"8159232" : 23582,
"8224768" : 24861,
"8290304" : 26845,
"8355840" : 26454,
"8454144" : 55742,
"8585216" : 56829,
"8716288" : 60033,
"8847360" : 66590,
"8978432" : 58845,
"9109504" : 55269,
"9240576" : 59432,
"9371648" : 61418,
"9502720" : 55904,
"9633792" : 55346,
"9764864" : 55106,
"9895936" : 54120,
"10027008" : 56076,
"10158080" : 55004,
"10289152" : 57235,
"10420224" : 57853,
"10551296" : 57476,
"10682368" : 58905,
"10813440" : 57562,
"10944512" : 58378,
"11075584" : 57042,
"11206656" : 57519,
"11337728" : 56619,
"11468800" : 55782,
"11599872" : 53903,
"11730944" : 51623,
"11862016" : 50227,
"11993088" : 50488,
"12124160" : 48483,
"12255232" : 48237,
"12386304" : 47971,
"12517376" : 46156,
"12648448" : 44374,
"12779520" : 44702,
"12910592" : 41936,
"13041664" : 40540,
"13172736" : 38448,
"13303808" : 37220,
"13434880" : 35513,
"13565952" : 34218,
"13697024" : 33474,
"13828096" : 32483,
"13959168" : 31006,
"14090240" : 28840,
"14221312" : 28220,
"14352384" : 27017,
"14483456" : 26020,
"14614528" : 25037,
"14745600" : 24483,
"14876672" : 23275,
"15007744" : 23471,
"15138816" : 22585,
"15269888" : 22401,
"15400960" : 22429,
"15532032" : 21748,
"15663104" : 21767,
"15794176" : 21601,
"15925248" : 20905,
"16056320" : 20658,
"16187392" : 20161,
"16318464" : 19991,
"16449536" : 19545,
"16580608" : 19370,
"16711680" : 18497,
"16908288" : 36394,
"17170432" : 34130,
"17432576" : 32473,
"17694720" : 30641,
"17956864" : 28678,
"18219008" : 26290,
"18481152" : 24109,
"18743296" : 21484,
"19005440" : 18663,
"19267584" : 16255,
"19529728" : 13889,
"19791872" : 11444,
"20054016" : 9840,
"20316160" : 7986,
"20578304" : 6429,
"20840448" : 5236,
"21102592" : 4230,
"21364736" : 3385,
"21626880" : 2695,
"21889024" : 2036,
"22151168" : 1414,
"22413312" : 1155,
"22675456" : 893,
"22937600" : 649,
"23199744" : 441,
"23461888" : 324,
"23724032" : 308,
"23986176" : 224,
"24248320" : 149,
"24510464" : 99,
"24772608" : 72,
"25034752" : 59,
"25296896" : 52,
"25559040" : 55,
"25821184" : 38,
"26083328" : 21,
"26345472" : 10,
"26607616" : 9,
"26869760" : 1
}
},
"lat_ns" : {
"min" : 1097827,
"max" : 28246734,
"mean" : 11834120.455744,
"stddev" : 3666432.611129,
"N" : 3677105
},
"bw_min" : 53038,
"bw_max" : 131376,
"bw_agg" : 100.000000,
"bw_mean" : 86554.716814,
"bw_dev" : 2213.857602,
"bw_samples" : 2712,
"iops_min" : 13258,
"iops_max" : 32844,
"iops_mean" : 21638.359882,
"iops_stddev" : 553.460732,
"iops_samples" : 2712
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1359994,
"usr_cpu" : 0.749709,
"sys_cpu" : 10.953210,
"ctx" : 3701349,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.127464,
"4" : 1.133389,
"10" : 36.185725,
"20" : 61.338066,
"50" : 1.215138,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125402,
"timestamp_ms" : 1774125402044,
"time" : "Sat Mar 21 17:36:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15802732544,
"io_kbytes" : 15432356,
"bw_bytes" : 87793446,
"bw" : 85735,
"iops" : 21433.991300,
"runtime" : 179999,
"total_ios" : 3858097,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12920,
"max" : 5260777,
"mean" : 370366.714455,
"stddev" : 220227.714209,
"N" : 3858104
},
"clat_ns" : {
"min" : 3425,
"max" : 26916422,
"mean" : 11571868.047979,
"stddev" : 3559253.316753,
"N" : 3858313,
"percentile" : {
"1.000000" : 3817472,
"5.000000" : 6389760,
"10.000000" : 7569408,
"20.000000" : 8585216,
"30.000000" : 9502720,
"40.000000" : 10289152,
"50.000000" : 11206656,
"60.000000" : 12124160,
"70.000000" : 13172736,
"80.000000" : 14614528,
"90.000000" : 16711680,
"95.000000" : 18219008,
"99.000000" : 20316160,
"99.500000" : 20840448,
"99.900000" : 22413312,
"99.950000" : 22937600,
"99.990000" : 24510464
},
"bins" : {
"3440" : 1,
"3632" : 2,
"3792" : 1,
"4080" : 2,
"9920" : 1,
"264192" : 1,
"325632" : 1,
"337920" : 2,
"440320" : 1,
"444416" : 1,
"528384" : 1,
"577536" : 1,
"585728" : 1,
"675840" : 1,
"684032" : 1,
"823296" : 1,
"880640" : 1,
"1003520" : 1,
"1028096" : 1,
"1036288" : 2,
"1073152" : 4,
"1089536" : 6,
"1122304" : 5,
"1138688" : 6,
"1155072" : 27,
"1171456" : 18,
"1187840" : 9,
"1204224" : 2,
"1220608" : 4,
"1236992" : 18,
"1253376" : 8,
"1269760" : 11,
"1286144" : 19,
"1302528" : 15,
"1318912" : 23,
"1335296" : 28,
"1351680" : 24,
"1368064" : 38,
"1384448" : 44,
"1400832" : 40,
"1417216" : 33,
"1433600" : 26,
"1449984" : 46,
"1466368" : 54,
"1482752" : 42,
"1499136" : 45,
"1515520" : 54,
"1531904" : 74,
"1548288" : 74,
"1564672" : 73,
"1581056" : 82,
"1597440" : 80,
"1613824" : 83,
"1630208" : 100,
"1646592" : 107,
"1662976" : 127,
"1679360" : 136,
"1695744" : 108,
"1712128" : 116,
"1728512" : 129,
"1744896" : 119,
"1761280" : 154,
"1777664" : 146,
"1794048" : 132,
"1810432" : 139,
"1826816" : 162,
"1843200" : 162,
"1859584" : 196,
"1875968" : 182,
"1892352" : 157,
"1908736" : 167,
"1925120" : 168,
"1941504" : 217,
"1957888" : 201,
"1974272" : 231,
"1990656" : 212,
"2007040" : 207,
"2023424" : 197,
"2039808" : 182,
"2056192" : 214,
"2072576" : 244,
"2088960" : 234,
"2113536" : 446,
"2146304" : 413,
"2179072" : 488,
"2211840" : 402,
"2244608" : 469,
"2277376" : 489,
"2310144" : 406,
"2342912" : 423,
"2375680" : 498,
"2408448" : 501,
"2441216" : 432,
"2473984" : 447,
"2506752" : 439,
"2539520" : 455,
"2572288" : 376,
"2605056" : 412,
"2637824" : 459,
"2670592" : 438,
"2703360" : 445,
"2736128" : 432,
"2768896" : 420,
"2801664" : 422,
"2834432" : 409,
"2867200" : 408,
"2899968" : 444,
"2932736" : 400,
"2965504" : 457,
"2998272" : 482,
"3031040" : 474,
"3063808" : 473,
"3096576" : 504,
"3129344" : 539,
"3162112" : 540,
"3194880" : 520,
"3227648" : 564,
"3260416" : 590,
"3293184" : 647,
"3325952" : 633,
"3358720" : 705,
"3391488" : 701,
"3424256" : 733,
"3457024" : 733,
"3489792" : 784,
"3522560" : 838,
"3555328" : 863,
"3588096" : 983,
"3620864" : 1014,
"3653632" : 1066,
"3686400" : 1147,
"3719168" : 1300,
"3751936" : 1257,
"3784704" : 1252,
"3817472" : 1446,
"3850240" : 1546,
"3883008" : 1591,
"3915776" : 1480,
"3948544" : 1468,
"3981312" : 1605,
"4014080" : 1885,
"4046848" : 1595,
"4079616" : 1430,
"4112384" : 1492,
"4145152" : 1685,
"4177920" : 1689,
"4227072" : 3059,
"4292608" : 3078,
"4358144" : 3087,
"4423680" : 2905,
"4489216" : 2928,
"4554752" : 2905,
"4620288" : 2863,
"4685824" : 2886,
"4751360" : 2976,
"4816896" : 2941,
"4882432" : 2930,
"4947968" : 3063,
"5013504" : 3280,
"5079040" : 3256,
"5144576" : 3334,
"5210112" : 3696,
"5275648" : 3786,
"5341184" : 3915,
"5406720" : 4129,
"5472256" : 4364,
"5537792" : 4616,
"5603328" : 4580,
"5668864" : 4714,
"5734400" : 4912,
"5799936" : 5123,
"5865472" : 5152,
"5931008" : 5037,
"5996544" : 5794,
"6062080" : 5706,
"6127616" : 5580,
"6193152" : 5994,
"6258688" : 6383,
"6324224" : 6361,
"6389760" : 6730,
"6455296" : 7334,
"6520832" : 7472,
"6586368" : 8010,
"6651904" : 8267,
"6717440" : 8895,
"6782976" : 9569,
"6848512" : 9402,
"6914048" : 9867,
"6979584" : 11414,
"7045120" : 11470,
"7110656" : 11542,
"7176192" : 12393,
"7241728" : 13687,
"7307264" : 13377,
"7372800" : 13401,
"7438336" : 14116,
"7503872" : 16348,
"7569408" : 16462,
"7634944" : 15742,
"7700480" : 18548,
"7766016" : 23709,
"7831552" : 21235,
"7897088" : 18877,
"7962624" : 20109,
"8028160" : 24047,
"8093696" : 22022,
"8159232" : 23694,
"8224768" : 25021,
"8290304" : 26998,
"8355840" : 26632,
"8454144" : 56144,
"8585216" : 57278,
"8716288" : 60571,
"8847360" : 67158,
"8978432" : 59560,
"9109504" : 56088,
"9240576" : 60366,
"9371648" : 62511,
"9502720" : 56986,
"9633792" : 56714,
"9764864" : 56630,
"9895936" : 55787,
"10027008" : 57946,
"10158080" : 56996,
"10289152" : 59456,
"10420224" : 60261,
"10551296" : 59962,
"10682368" : 61630,
"10813440" : 60598,
"10944512" : 61464,
"11075584" : 60184,
"11206656" : 60880,
"11337728" : 59891,
"11468800" : 59258,
"11599872" : 57306,
"11730944" : 55064,
"11862016" : 53540,
"11993088" : 53795,
"12124160" : 51701,
"12255232" : 51613,
"12386304" : 51163,
"12517376" : 49284,
"12648448" : 47433,
"12779520" : 47723,
"12910592" : 44865,
"13041664" : 43511,
"13172736" : 41364,
"13303808" : 40069,
"13434880" : 38436,
"13565952" : 37132,
"13697024" : 36372,
"13828096" : 35381,
"13959168" : 33705,
"14090240" : 31551,
"14221312" : 30957,
"14352384" : 29703,
"14483456" : 28574,
"14614528" : 27579,
"14745600" : 26999,
"14876672" : 25608,
"15007744" : 25841,
"15138816" : 24853,
"15269888" : 24545,
"15400960" : 24560,
"15532032" : 23844,
"15663104" : 23777,
"15794176" : 23548,
"15925248" : 22772,
"16056320" : 22518,
"16187392" : 22024,
"16318464" : 21899,
"16449536" : 21383,
"16580608" : 21191,
"16711680" : 20281,
"16908288" : 39904,
"17170432" : 37458,
"17432576" : 35566,
"17694720" : 33512,
"17956864" : 31489,
"18219008" : 28759,
"18481152" : 26425,
"18743296" : 23580,
"19005440" : 20342,
"19267584" : 17729,
"19529728" : 15087,
"19791872" : 12446,
"20054016" : 10609,
"20316160" : 8556,
"20578304" : 6850,
"20840448" : 5536,
"21102592" : 4429,
"21364736" : 3529,
"21626880" : 2779,
"21889024" : 2083,
"22151168" : 1442,
"22413312" : 1187,
"22675456" : 911,
"22937600" : 660,
"23199744" : 445,
"23461888" : 326,
"23724032" : 310,
"23986176" : 224,
"24248320" : 149,
"24510464" : 99,
"24772608" : 72,
"25034752" : 59,
"25296896" : 52,
"25559040" : 55,
"25821184" : 38,
"26083328" : 21,
"26345472" : 10,
"26607616" : 9,
"26869760" : 1
}
},
"lat_ns" : {
"min" : 261639,
"max" : 28246734,
"mean" : 11942232.279660,
"stddev" : 3667773.343782,
"N" : 3858313
},
"bw_min" : 53038,
"bw_max" : 131376,
"bw_agg" : 100.000000,
"bw_mean" : 85804.805014,
"bw_dev" : 2199.475766,
"bw_samples" : 2872,
"iops_min" : 13258,
"iops_max" : 32844,
"iops_mean" : 21450.874652,
"iops_stddev" : 549.866456,
"iops_samples" : 2872
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1439992,
"usr_cpu" : 0.745004,
"sys_cpu" : 10.988186,
"ctx" : 3883978,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999819,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.121951,
"4" : 1.081362,
"10" : 34.842048,
"20" : 62.739999,
"50" : 1.219720,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774125402,
"timestamp_ms" : 1774125402074,
"time" : "Sat Mar 21 17:36:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 15803813888,
"io_kbytes" : 15433412,
"bw_bytes" : 87797990,
"bw" : 85740,
"iops" : 21433.634071,
"runtime" : 180002,
"total_ios" : 3858097,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 12920,
"max" : 5260777,
"mean" : 370366.721991,
"stddev" : 220227.686165,
"N" : 3858105
},
"clat_ns" : {
"min" : 3425,
"max" : 26916422,
"mean" : 11571827.045554,
"stddev" : 3559286.518296,
"N" : 3858345,
"percentile" : {
"1.000000" : 3817472,
"5.000000" : 6389760,
"10.000000" : 7569408,
"20.000000" : 8585216,
"30.000000" : 9502720,
"40.000000" : 10289152,
"50.000000" : 11206656,
"60.000000" : 12124160,
"70.000000" : 13172736,
"80.000000" : 14614528,
"90.000000" : 16711680,
"95.000000" : 18219008,
"99.000000" : 20316160,
"99.500000" : 20840448,
"99.900000" : 22413312,
"99.950000" : 22937600,
"99.990000" : 24510464
},
"bins" : {
"3440" : 1,
"3568" : 1,
"3632" : 2,
"3792" : 1,
"4080" : 2,
"9920" : 1,
"264192" : 1,
"325632" : 1,
"337920" : 2,
"415744" : 1,
"440320" : 1,
"444416" : 1,
"528384" : 1,
"577536" : 1,
"585728" : 1,
"675840" : 1,
"684032" : 1,
"692224" : 1,
"823296" : 1,
"880640" : 1,
"962560" : 1,
"1003520" : 1,
"1028096" : 1,
"1036288" : 2,
"1073152" : 4,
"1089536" : 6,
"1122304" : 5,
"1138688" : 6,
"1155072" : 27,
"1171456" : 18,
"1187840" : 9,
"1204224" : 2,
"1220608" : 4,
"1236992" : 19,
"1253376" : 8,
"1269760" : 11,
"1286144" : 19,
"1302528" : 15,
"1318912" : 23,
"1335296" : 28,
"1351680" : 24,
"1368064" : 38,
"1384448" : 44,
"1400832" : 40,
"1417216" : 33,
"1433600" : 26,
"1449984" : 46,
"1466368" : 54,
"1482752" : 42,
"1499136" : 45,
"1515520" : 54,
"1531904" : 74,
"1548288" : 74,
"1564672" : 73,
"1581056" : 82,
"1597440" : 80,
"1613824" : 83,
"1630208" : 101,
"1646592" : 107,
"1662976" : 127,
"1679360" : 136,
"1695744" : 108,
"1712128" : 116,
"1728512" : 129,
"1744896" : 119,
"1761280" : 154,
"1777664" : 146,
"1794048" : 132,
"1810432" : 139,
"1826816" : 162,
"1843200" : 162,
"1859584" : 196,
"1875968" : 182,
"1892352" : 157,
"1908736" : 167,
"1925120" : 168,
"1941504" : 217,
"1957888" : 201,
"1974272" : 231,
"1990656" : 212,
"2007040" : 207,
"2023424" : 197,
"2039808" : 182,
"2056192" : 214,
"2072576" : 244,
"2088960" : 234,
"2113536" : 446,
"2146304" : 413,
"2179072" : 488,
"2211840" : 402,
"2244608" : 470,
"2277376" : 489,
"2310144" : 406,
"2342912" : 423,
"2375680" : 498,
"2408448" : 501,
"2441216" : 432,
"2473984" : 447,
"2506752" : 439,
"2539520" : 455,
"2572288" : 376,
"2605056" : 412,
"2637824" : 459,
"2670592" : 438,
"2703360" : 445,
"2736128" : 432,
"2768896" : 420,
"2801664" : 422,
"2834432" : 409,
"2867200" : 408,
"2899968" : 444,
"2932736" : 400,
"2965504" : 457,
"2998272" : 482,
"3031040" : 474,
"3063808" : 473,
"3096576" : 504,
"3129344" : 540,
"3162112" : 540,
"3194880" : 520,
"3227648" : 564,
"3260416" : 590,
"3293184" : 647,
"3325952" : 633,
"3358720" : 705,
"3391488" : 701,
"3424256" : 734,
"3457024" : 733,
"3489792" : 784,
"3522560" : 838,
"3555328" : 863,
"3588096" : 983,
"3620864" : 1014,
"3653632" : 1066,
"3686400" : 1147,
"3719168" : 1300,
"3751936" : 1257,
"3784704" : 1252,
"3817472" : 1447,
"3850240" : 1546,
"3883008" : 1591,
"3915776" : 1480,
"3948544" : 1468,
"3981312" : 1605,
"4014080" : 1885,
"4046848" : 1595,
"4079616" : 1430,
"4112384" : 1492,
"4145152" : 1685,
"4177920" : 1689,
"4227072" : 3060,
"4292608" : 3078,
"4358144" : 3087,
"4423680" : 2906,
"4489216" : 2928,
"4554752" : 2905,
"4620288" : 2863,
"4685824" : 2887,
"4751360" : 2976,
"4816896" : 2941,
"4882432" : 2930,
"4947968" : 3063,
"5013504" : 3280,
"5079040" : 3256,
"5144576" : 3334,
"5210112" : 3696,
"5275648" : 3786,
"5341184" : 3916,
"5406720" : 4129,
"5472256" : 4364,
"5537792" : 4616,
"5603328" : 4580,
"5668864" : 4714,
"5734400" : 4912,
"5799936" : 5123,
"5865472" : 5152,
"5931008" : 5037,
"5996544" : 5794,
"6062080" : 5706,
"6127616" : 5580,
"6193152" : 5995,
"6258688" : 6383,
"6324224" : 6361,
"6389760" : 6730,
"6455296" : 7334,
"6520832" : 7473,
"6586368" : 8010,
"6651904" : 8267,
"6717440" : 8895,
"6782976" : 9569,
"6848512" : 9402,
"6914048" : 9868,
"6979584" : 11414,
"7045120" : 11470,
"7110656" : 11542,
"7176192" : 12393,
"7241728" : 13687,
"7307264" : 13378,
"7372800" : 13401,
"7438336" : 14116,
"7503872" : 16348,
"7569408" : 16463,
"7634944" : 15742,
"7700480" : 18548,
"7766016" : 23709,
"7831552" : 21235,
"7897088" : 18877,
"7962624" : 20109,
"8028160" : 24047,
"8093696" : 22022,
"8159232" : 23694,
"8224768" : 25021,
"8290304" : 26998,
"8355840" : 26633,
"8454144" : 56144,
"8585216" : 57279,
"8716288" : 60571,
"8847360" : 67158,
"8978432" : 59561,
"9109504" : 56088,
"9240576" : 60366,
"9371648" : 62511,
"9502720" : 56986,
"9633792" : 56714,
"9764864" : 56630,
"9895936" : 55788,
"10027008" : 57946,
"10158080" : 56996,
"10289152" : 59456,
"10420224" : 60262,
"10551296" : 59962,
"10682368" : 61631,
"10813440" : 60599,
"10944512" : 61464,
"11075584" : 60185,
"11206656" : 60880,
"11337728" : 59891,
"11468800" : 59258,
"11599872" : 57307,
"11730944" : 55064,
"11862016" : 53540,
"11993088" : 53795,
"12124160" : 51701,
"12255232" : 51614,
"12386304" : 51163,
"12517376" : 49285,
"12648448" : 47433,
"12779520" : 47723,
"12910592" : 44866,
"13041664" : 43511,
"13172736" : 41365,
"13303808" : 40069,
"13434880" : 38436,
"13565952" : 37132,
"13697024" : 36372,
"13828096" : 35381,
"13959168" : 33705,
"14090240" : 31551,
"14221312" : 30957,
"14352384" : 29703,
"14483456" : 28574,
"14614528" : 27579,
"14745600" : 26999,
"14876672" : 25608,
"15007744" : 25841,
"15138816" : 24853,
"15269888" : 24545,
"15400960" : 24560,
"15532032" : 23844,
"15663104" : 23777,
"15794176" : 23548,
"15925248" : 22772,
"16056320" : 22518,
"16187392" : 22024,
"16318464" : 21899,
"16449536" : 21383,
"16580608" : 21191,
"16711680" : 20281,
"16908288" : 39904,
"17170432" : 37458,
"17432576" : 35566,
"17694720" : 33512,
"17956864" : 31489,
"18219008" : 28759,
"18481152" : 26425,
"18743296" : 23580,
"19005440" : 20342,
"19267584" : 17729,
"19529728" : 15087,
"19791872" : 12446,
"20054016" : 10609,
"20316160" : 8556,
"20578304" : 6850,
"20840448" : 5536,
"21102592" : 4429,
"21364736" : 3529,
"21626880" : 2779,
"21889024" : 2083,
"22151168" : 1442,
"22413312" : 1187,
"22675456" : 911,
"22937600" : 660,
"23199744" : 445,
"23461888" : 326,
"23724032" : 310,
"23986176" : 224,
"24248320" : 149,
"24510464" : 99,
"24772608" : 72,
"25034752" : 59,
"25296896" : 52,
"25559040" : 55,
"25821184" : 38,
"26083328" : 21,
"26345472" : 10,
"26607616" : 9,
"26869760" : 1
}
},
"lat_ns" : {
"min" : 261639,
"max" : 28246734,
"mean" : 11942191.665911,
"stddev" : 3667804.054262,
"N" : 3858345
},
"bw_min" : 53038,
"bw_max" : 131376,
"bw_agg" : 100.000000,
"bw_mean" : 85804.805014,
"bw_dev" : 2199.475766,
"bw_samples" : 2872,
"iops_min" : 13258,
"iops_max" : 32844,
"iops_mean" : 21450.874652,
"iops_stddev" : 549.866456,
"iops_samples" : 2872
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440008,
"usr_cpu" : 0.744996,
"sys_cpu" : 10.988064,
"ctx" : 3883994,
"majf" : 0,
"minf" : 291,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999793,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.122003,
"4" : 1.081466,
"10" : 34.842385,
"20" : 62.740232,
"50" : 1.219720,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}