raidz2/benchmarks/rand/rand-read-qd32-nj8_run2.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773085592,
"timestamp_ms" : 1773085592506,
"time" : "Mon Mar 9 16:46:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 1156214784,
"io_kbytes" : 1129116,
"bw_bytes" : 118403971,
"bw" : 115628,
"iops" : 28934.869432,
"runtime" : 9765,
"total_ios" : 282549,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 78120,
"usr_cpu" : 0.691244,
"sys_cpu" : 17.988991,
"ctx" : 207724,
"majf" : 0,
"minf" : 317,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 99.912228,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999646,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999646,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085602,
"timestamp_ms" : 1773085602740,
"time" : "Mon Mar 9 16:46:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 1178890240,
"io_kbytes" : 1151260,
"bw_bytes" : 117900814,
"bw" : 115137,
"iops" : 28786.078608,
"runtime" : 9999,
"total_ios" : 287832,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5268,
"max" : 856038,
"mean" : 275850.493868,
"stddev" : 157512.384244,
"N" : 287832
},
"clat_ns" : {
"min" : 1928347,
"max" : 12713648,
"mean" : 8617937.605151,
"stddev" : 1672027.030426,
"N" : 287824,
"percentile" : {
"1.000000" : 4014080,
"5.000000" : 5013504,
"10.000000" : 5734400,
"20.000000" : 7503872,
"30.000000" : 8454144,
"40.000000" : 8847360,
"50.000000" : 9109504,
"60.000000" : 9371648,
"70.000000" : 9633792,
"80.000000" : 9895936,
"90.000000" : 10289152,
"95.000000" : 10551296,
"99.000000" : 11075584,
"99.500000" : 11206656,
"99.900000" : 11468800,
"99.950000" : 11599872,
"99.990000" : 11862016
},
"bins" : {
"1925120" : 2,
"2244608" : 4,
"2277376" : 4,
"2310144" : 8,
"2375680" : 1,
"2408448" : 3,
"2441216" : 1,
"2473984" : 5,
"2506752" : 6,
"2539520" : 1,
"2572288" : 8,
"2605056" : 8,
"2637824" : 10,
"2670592" : 7,
"2703360" : 14,
"2736128" : 5,
"2768896" : 19,
"2801664" : 1,
"2834432" : 10,
"2867200" : 12,
"2899968" : 24,
"2932736" : 22,
"2965504" : 20,
"2998272" : 25,
"3031040" : 17,
"3063808" : 31,
"3096576" : 18,
"3129344" : 21,
"3162112" : 26,
"3194880" : 21,
"3227648" : 55,
"3260416" : 53,
"3293184" : 55,
"3325952" : 90,
"3358720" : 53,
"3391488" : 56,
"3424256" : 56,
"3457024" : 63,
"3489792" : 85,
"3522560" : 80,
"3555328" : 75,
"3588096" : 87,
"3620864" : 103,
"3653632" : 114,
"3686400" : 114,
"3719168" : 143,
"3751936" : 127,
"3784704" : 135,
"3817472" : 135,
"3850240" : 147,
"3883008" : 127,
"3915776" : 152,
"3948544" : 175,
"3981312" : 193,
"4014080" : 206,
"4046848" : 206,
"4079616" : 197,
"4112384" : 185,
"4145152" : 244,
"4177920" : 242,
"4227072" : 474,
"4292608" : 562,
"4358144" : 622,
"4423680" : 627,
"4489216" : 734,
"4554752" : 810,
"4620288" : 792,
"4685824" : 863,
"4751360" : 954,
"4816896" : 989,
"4882432" : 1063,
"4947968" : 1143,
"5013504" : 1160,
"5079040" : 1204,
"5144576" : 1288,
"5210112" : 1206,
"5275648" : 1254,
"5341184" : 1352,
"5406720" : 1435,
"5472256" : 1487,
"5537792" : 1357,
"5603328" : 1467,
"5668864" : 1402,
"5734400" : 1434,
"5799936" : 1456,
"5865472" : 1413,
"5931008" : 1421,
"5996544" : 1443,
"6062080" : 1411,
"6127616" : 1376,
"6193152" : 1231,
"6258688" : 1224,
"6324224" : 1196,
"6389760" : 1123,
"6455296" : 1003,
"6520832" : 1007,
"6586368" : 941,
"6651904" : 952,
"6717440" : 879,
"6782976" : 762,
"6848512" : 850,
"6914048" : 812,
"6979584" : 789,
"7045120" : 693,
"7110656" : 806,
"7176192" : 771,
"7241728" : 757,
"7307264" : 776,
"7372800" : 861,
"7438336" : 953,
"7503872" : 885,
"7569408" : 1048,
"7634944" : 1131,
"7700480" : 1335,
"7766016" : 1449,
"7831552" : 1563,
"7897088" : 1723,
"7962624" : 1956,
"8028160" : 2221,
"8093696" : 2492,
"8159232" : 2601,
"8224768" : 2854,
"8290304" : 3163,
"8355840" : 3663,
"8454144" : 8111,
"8585216" : 9287,
"8716288" : 10848,
"8847360" : 11478,
"8978432" : 12922,
"9109504" : 14045,
"9240576" : 15001,
"9371648" : 15073,
"9502720" : 15168,
"9633792" : 14568,
"9764864" : 13922,
"9895936" : 12419,
"10027008" : 11022,
"10158080" : 9053,
"10289152" : 7822,
"10420224" : 6251,
"10551296" : 4931,
"10682368" : 3631,
"10813440" : 2612,
"10944512" : 1902,
"11075584" : 1193,
"11206656" : 820,
"11337728" : 505,
"11468800" : 237,
"11599872" : 121,
"11730944" : 63,
"11862016" : 19,
"11993088" : 13,
"12124160" : 1,
"12255232" : 6,
"12386304" : 2,
"12648448" : 2
}
},
"lat_ns" : {
"min" : 1948488,
"max" : 13035339,
"mean" : 8893804.354974,
"stddev" : 1718924.861160,
"N" : 287824
},
"bw_min" : 111673,
"bw_max" : 118550,
"bw_agg" : 100.000000,
"bw_mean" : 115189.210526,
"bw_dev" : 276.375126,
"bw_samples" : 152,
"iops_min" : 27920,
"iops_max" : 29637,
"iops_mean" : 28796.894737,
"iops_stddev" : 69.063350,
"iops_samples" : 152
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79992,
"usr_cpu" : 0.717572,
"sys_cpu" : 17.864286,
"ctx" : 213072,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999653,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999653,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.985644,
"10" : 82.779191,
"20" : 16.231691,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085612,
"timestamp_ms" : 1773085612740,
"time" : "Mon Mar 9 16:46:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 2347339776,
"io_kbytes" : 2292324,
"bw_bytes" : 117366988,
"bw" : 114616,
"iops" : 28654.650000,
"runtime" : 20000,
"total_ios" : 573093,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5268,
"max" : 904452,
"mean" : 277095.125077,
"stddev" : 157082.326428,
"N" : 573093
},
"clat_ns" : {
"min" : 1928347,
"max" : 12713648,
"mean" : 8656568.059483,
"stddev" : 1593687.694621,
"N" : 573085,
"percentile" : {
"1.000000" : 4227072,
"5.000000" : 5210112,
"10.000000" : 5931008,
"20.000000" : 7634944,
"30.000000" : 8454144,
"40.000000" : 8847360,
"50.000000" : 9109504,
"60.000000" : 9371648,
"70.000000" : 9633792,
"80.000000" : 9895936,
"90.000000" : 10289152,
"95.000000" : 10551296,
"99.000000" : 10944512,
"99.500000" : 11206656,
"99.900000" : 11468800,
"99.950000" : 11599872,
"99.990000" : 11862016
},
"bins" : {
"1925120" : 2,
"2244608" : 4,
"2277376" : 4,
"2310144" : 8,
"2375680" : 1,
"2408448" : 3,
"2441216" : 1,
"2473984" : 5,
"2506752" : 6,
"2539520" : 1,
"2572288" : 8,
"2605056" : 10,
"2637824" : 14,
"2670592" : 11,
"2703360" : 18,
"2736128" : 5,
"2768896" : 19,
"2801664" : 5,
"2834432" : 10,
"2867200" : 12,
"2899968" : 24,
"2932736" : 29,
"2965504" : 22,
"2998272" : 28,
"3031040" : 18,
"3063808" : 34,
"3096576" : 23,
"3129344" : 23,
"3162112" : 37,
"3194880" : 26,
"3227648" : 61,
"3260416" : 63,
"3293184" : 60,
"3325952" : 114,
"3358720" : 61,
"3391488" : 64,
"3424256" : 72,
"3457024" : 76,
"3489792" : 99,
"3522560" : 102,
"3555328" : 100,
"3588096" : 115,
"3620864" : 144,
"3653632" : 153,
"3686400" : 151,
"3719168" : 184,
"3751936" : 181,
"3784704" : 211,
"3817472" : 197,
"3850240" : 199,
"3883008" : 182,
"3915776" : 226,
"3948544" : 269,
"3981312" : 274,
"4014080" : 291,
"4046848" : 314,
"4079616" : 321,
"4112384" : 291,
"4145152" : 383,
"4177920" : 352,
"4227072" : 736,
"4292608" : 849,
"4358144" : 980,
"4423680" : 1067,
"4489216" : 1157,
"4554752" : 1258,
"4620288" : 1224,
"4685824" : 1363,
"4751360" : 1607,
"4816896" : 1684,
"4882432" : 1732,
"4947968" : 1845,
"5013504" : 1918,
"5079040" : 2024,
"5144576" : 2185,
"5210112" : 2139,
"5275648" : 2282,
"5341184" : 2317,
"5406720" : 2535,
"5472256" : 2690,
"5537792" : 2525,
"5603328" : 2658,
"5668864" : 2691,
"5734400" : 2801,
"5799936" : 2816,
"5865472" : 2795,
"5931008" : 2777,
"5996544" : 2763,
"6062080" : 2871,
"6127616" : 2831,
"6193152" : 2633,
"6258688" : 2511,
"6324224" : 2484,
"6389760" : 2375,
"6455296" : 2279,
"6520832" : 2296,
"6586368" : 2125,
"6651904" : 2110,
"6717440" : 2001,
"6782976" : 1837,
"6848512" : 1936,
"6914048" : 1916,
"6979584" : 1786,
"7045120" : 1661,
"7110656" : 1858,
"7176192" : 1862,
"7241728" : 1852,
"7307264" : 1792,
"7372800" : 1959,
"7438336" : 2166,
"7503872" : 2114,
"7569408" : 2397,
"7634944" : 2608,
"7700480" : 2933,
"7766016" : 3149,
"7831552" : 3394,
"7897088" : 3706,
"7962624" : 4162,
"8028160" : 4729,
"8093696" : 5212,
"8159232" : 5566,
"8224768" : 6083,
"8290304" : 6771,
"8355840" : 7583,
"8454144" : 16850,
"8585216" : 19087,
"8716288" : 21677,
"8847360" : 23589,
"8978432" : 26213,
"9109504" : 28503,
"9240576" : 29936,
"9371648" : 29999,
"9502720" : 30031,
"9633792" : 28625,
"9764864" : 26784,
"9895936" : 24336,
"10027008" : 21759,
"10158080" : 18376,
"10289152" : 15242,
"10420224" : 12214,
"10551296" : 9742,
"10682368" : 7127,
"10813440" : 5112,
"10944512" : 3630,
"11075584" : 2224,
"11206656" : 1438,
"11337728" : 1002,
"11468800" : 442,
"11599872" : 236,
"11730944" : 131,
"11862016" : 50,
"11993088" : 29,
"12124160" : 4,
"12255232" : 6,
"12386304" : 2,
"12648448" : 2
}
},
"lat_ns" : {
"min" : 1948488,
"max" : 13035339,
"mean" : 8933669.653706,
"stddev" : 1637767.707533,
"N" : 573085
},
"bw_min" : 110322,
"bw_max" : 119174,
"bw_agg" : 100.000000,
"bw_mean" : 114621.128205,
"bw_dev" : 350.132919,
"bw_samples" : 312,
"iops_min" : 27580,
"iops_max" : 29793,
"iops_mean" : 28654.846154,
"iops_stddev" : 87.525599,
"iops_samples" : 312
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159994,
"usr_cpu" : 0.694401,
"sys_cpu" : 17.936923,
"ctx" : 425952,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.660626,
"10" : 83.286482,
"20" : 16.051147,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085622,
"timestamp_ms" : 1773085622740,
"time" : "Mon Mar 9 16:47:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 3518103552,
"io_kbytes" : 3435648,
"bw_bytes" : 117274027,
"bw" : 114525,
"iops" : 28631.921064,
"runtime" : 29999,
"total_ios" : 858929,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5268,
"max" : 1103816,
"mean" : 277319.501643,
"stddev" : 156983.012864,
"N" : 858929
},
"clat_ns" : {
"min" : 1928347,
"max" : 12713648,
"mean" : 8663476.889375,
"stddev" : 1531182.499358,
"N" : 858921,
"percentile" : {
"1.000000" : 4358144,
"5.000000" : 5341184,
"10.000000" : 6127616,
"20.000000" : 7700480,
"30.000000" : 8454144,
"40.000000" : 8716288,
"50.000000" : 9109504,
"60.000000" : 9371648,
"70.000000" : 9502720,
"80.000000" : 9895936,
"90.000000" : 10158080,
"95.000000" : 10551296,
"99.000000" : 10944512,
"99.500000" : 11206656,
"99.900000" : 11468800,
"99.950000" : 11599872,
"99.990000" : 11862016
},
"bins" : {
"1925120" : 2,
"2211840" : 1,
"2244608" : 4,
"2277376" : 4,
"2310144" : 8,
"2375680" : 3,
"2408448" : 3,
"2441216" : 1,
"2473984" : 5,
"2506752" : 8,
"2539520" : 1,
"2572288" : 8,
"2605056" : 10,
"2637824" : 17,
"2670592" : 12,
"2703360" : 21,
"2736128" : 6,
"2768896" : 19,
"2801664" : 5,
"2834432" : 13,
"2867200" : 12,
"2899968" : 25,
"2932736" : 30,
"2965504" : 24,
"2998272" : 31,
"3031040" : 18,
"3063808" : 34,
"3096576" : 24,
"3129344" : 27,
"3162112" : 39,
"3194880" : 32,
"3227648" : 67,
"3260416" : 67,
"3293184" : 64,
"3325952" : 119,
"3358720" : 72,
"3391488" : 69,
"3424256" : 77,
"3457024" : 87,
"3489792" : 116,
"3522560" : 116,
"3555328" : 112,
"3588096" : 138,
"3620864" : 158,
"3653632" : 172,
"3686400" : 174,
"3719168" : 214,
"3751936" : 208,
"3784704" : 246,
"3817472" : 239,
"3850240" : 227,
"3883008" : 204,
"3915776" : 252,
"3948544" : 318,
"3981312" : 315,
"4014080" : 346,
"4046848" : 361,
"4079616" : 381,
"4112384" : 353,
"4145152" : 449,
"4177920" : 423,
"4227072" : 899,
"4292608" : 1030,
"4358144" : 1189,
"4423680" : 1316,
"4489216" : 1428,
"4554752" : 1545,
"4620288" : 1574,
"4685824" : 1777,
"4751360" : 2004,
"4816896" : 2159,
"4882432" : 2241,
"4947968" : 2397,
"5013504" : 2542,
"5079040" : 2633,
"5144576" : 2825,
"5210112" : 2797,
"5275648" : 3073,
"5341184" : 3171,
"5406720" : 3432,
"5472256" : 3582,
"5537792" : 3520,
"5603328" : 3701,
"5668864" : 3754,
"5734400" : 3888,
"5799936" : 4002,
"5865472" : 4047,
"5931008" : 4045,
"5996544" : 3994,
"6062080" : 4100,
"6127616" : 4215,
"6193152" : 3978,
"6258688" : 3867,
"6324224" : 3864,
"6389760" : 3760,
"6455296" : 3563,
"6520832" : 3610,
"6586368" : 3445,
"6651904" : 3442,
"6717440" : 3309,
"6782976" : 3143,
"6848512" : 3215,
"6914048" : 3153,
"6979584" : 3159,
"7045120" : 2958,
"7110656" : 3182,
"7176192" : 3230,
"7241728" : 3248,
"7307264" : 3264,
"7372800" : 3460,
"7438336" : 3688,
"7503872" : 3800,
"7569408" : 4169,
"7634944" : 4535,
"7700480" : 4925,
"7766016" : 5280,
"7831552" : 5859,
"7897088" : 6221,
"7962624" : 6948,
"8028160" : 7742,
"8093696" : 8461,
"8159232" : 9075,
"8224768" : 9878,
"8290304" : 10891,
"8355840" : 11813,
"8454144" : 26389,
"8585216" : 30083,
"8716288" : 33847,
"8847360" : 36699,
"8978432" : 40116,
"9109504" : 43072,
"9240576" : 44981,
"9371648" : 44542,
"9502720" : 44277,
"9633792" : 42267,
"9764864" : 39143,
"9895936" : 35723,
"10027008" : 31215,
"10158080" : 26426,
"10289152" : 21975,
"10420224" : 17329,
"10551296" : 13824,
"10682368" : 9894,
"10813440" : 7103,
"10944512" : 4989,
"11075584" : 3060,
"11206656" : 1896,
"11337728" : 1284,
"11468800" : 604,
"11599872" : 315,
"11730944" : 165,
"11862016" : 54,
"11993088" : 29,
"12124160" : 4,
"12255232" : 6,
"12386304" : 2,
"12648448" : 2
}
},
"lat_ns" : {
"min" : 1948488,
"max" : 13035339,
"mean" : 8940803.073364,
"stddev" : 1572875.234517,
"N" : 858921
},
"bw_min" : 109538,
"bw_max" : 119889,
"bw_agg" : 100.000000,
"bw_mean" : 114549.830508,
"bw_dev" : 397.188399,
"bw_samples" : 472,
"iops_min" : 27384,
"iops_max" : 29971,
"iops_mean" : 28636.915254,
"iops_stddev" : 99.292439,
"iops_samples" : 472
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 239992,
"usr_cpu" : 0.682106,
"sys_cpu" : 17.939348,
"ctx" : 638889,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999884,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999884,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.500274,
"10" : 84.317097,
"20" : 15.181464,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085632,
"timestamp_ms" : 1773085632740,
"time" : "Mon Mar 9 16:47:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 4688248832,
"io_kbytes" : 4578368,
"bw_bytes" : 117209151,
"bw" : 114462,
"iops" : 28615.790395,
"runtime" : 39999,
"total_ios" : 1144603,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5268,
"max" : 1313447,
"mean" : 277466.207831,
"stddev" : 156906.208440,
"N" : 1144603
},
"clat_ns" : {
"min" : 1928347,
"max" : 12713648,
"mean" : 8668348.047823,
"stddev" : 1475990.782544,
"N" : 1144595,
"percentile" : {
"1.000000" : 4423680,
"5.000000" : 5472256,
"10.000000" : 6258688,
"20.000000" : 7700480,
"30.000000" : 8355840,
"40.000000" : 8716288,
"50.000000" : 8978432,
"60.000000" : 9240576,
"70.000000" : 9502720,
"80.000000" : 9764864,
"90.000000" : 10158080,
"95.000000" : 10420224,
"99.000000" : 10944512,
"99.500000" : 11075584,
"99.900000" : 11468800,
"99.950000" : 11599872,
"99.990000" : 11730944
},
"bins" : {
"1925120" : 2,
"2211840" : 1,
"2244608" : 4,
"2277376" : 4,
"2310144" : 8,
"2375680" : 3,
"2408448" : 3,
"2441216" : 1,
"2473984" : 5,
"2506752" : 8,
"2539520" : 1,
"2572288" : 8,
"2605056" : 10,
"2637824" : 17,
"2670592" : 12,
"2703360" : 21,
"2736128" : 9,
"2768896" : 19,
"2801664" : 5,
"2834432" : 16,
"2867200" : 12,
"2899968" : 25,
"2932736" : 30,
"2965504" : 24,
"2998272" : 34,
"3031040" : 20,
"3063808" : 35,
"3096576" : 26,
"3129344" : 27,
"3162112" : 44,
"3194880" : 33,
"3227648" : 71,
"3260416" : 69,
"3293184" : 70,
"3325952" : 127,
"3358720" : 80,
"3391488" : 71,
"3424256" : 82,
"3457024" : 94,
"3489792" : 117,
"3522560" : 126,
"3555328" : 119,
"3588096" : 145,
"3620864" : 168,
"3653632" : 184,
"3686400" : 203,
"3719168" : 224,
"3751936" : 234,
"3784704" : 267,
"3817472" : 258,
"3850240" : 258,
"3883008" : 221,
"3915776" : 283,
"3948544" : 351,
"3981312" : 336,
"4014080" : 381,
"4046848" : 416,
"4079616" : 423,
"4112384" : 385,
"4145152" : 487,
"4177920" : 474,
"4227072" : 984,
"4292608" : 1113,
"4358144" : 1331,
"4423680" : 1467,
"4489216" : 1559,
"4554752" : 1756,
"4620288" : 1804,
"4685824" : 2017,
"4751360" : 2284,
"4816896" : 2440,
"4882432" : 2614,
"4947968" : 2771,
"5013504" : 2917,
"5079040" : 3089,
"5144576" : 3341,
"5210112" : 3326,
"5275648" : 3693,
"5341184" : 3791,
"5406720" : 4106,
"5472256" : 4307,
"5537792" : 4216,
"5603328" : 4505,
"5668864" : 4606,
"5734400" : 4756,
"5799936" : 4987,
"5865472" : 5016,
"5931008" : 5047,
"5996544" : 5079,
"6062080" : 5175,
"6127616" : 5452,
"6193152" : 5245,
"6258688" : 5115,
"6324224" : 5036,
"6389760" : 5034,
"6455296" : 4948,
"6520832" : 4966,
"6586368" : 4734,
"6651904" : 4679,
"6717440" : 4640,
"6782976" : 4562,
"6848512" : 4613,
"6914048" : 4534,
"6979584" : 4585,
"7045120" : 4385,
"7110656" : 4726,
"7176192" : 4735,
"7241728" : 4880,
"7307264" : 4931,
"7372800" : 5226,
"7438336" : 5545,
"7503872" : 5666,
"7569408" : 6216,
"7634944" : 6835,
"7700480" : 7368,
"7766016" : 8004,
"7831552" : 8614,
"7897088" : 9156,
"7962624" : 10104,
"8028160" : 11330,
"8093696" : 12270,
"8159232" : 13183,
"8224768" : 14077,
"8290304" : 15355,
"8355840" : 16566,
"8454144" : 37144,
"8585216" : 42093,
"8716288" : 46922,
"8847360" : 50586,
"8978432" : 54854,
"9109504" : 57791,
"9240576" : 59707,
"9371648" : 59140,
"9502720" : 58445,
"9633792" : 55181,
"9764864" : 50938,
"9895936" : 46161,
"10027008" : 40022,
"10158080" : 33654,
"10289152" : 27894,
"10420224" : 22102,
"10551296" : 17370,
"10682368" : 12382,
"10813440" : 8775,
"10944512" : 6030,
"11075584" : 3680,
"11206656" : 2274,
"11337728" : 1472,
"11468800" : 722,
"11599872" : 369,
"11730944" : 184,
"11862016" : 55,
"11993088" : 30,
"12124160" : 5,
"12255232" : 6,
"12386304" : 2,
"12648448" : 2
}
},
"lat_ns" : {
"min" : 1948488,
"max" : 13035339,
"mean" : 8945818.832480,
"stddev" : 1515589.868229,
"N" : 1144595
},
"bw_min" : 109154,
"bw_max" : 120726,
"bw_agg" : 100.000000,
"bw_mean" : 114491.873418,
"bw_dev" : 453.589827,
"bw_samples" : 632,
"iops_min" : 27288,
"iops_max" : 30181,
"iops_mean" : 28622.417722,
"iops_stddev" : 113.395432,
"iops_samples" : 632
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319992,
"usr_cpu" : 0.689705,
"sys_cpu" : 17.911073,
"ctx" : 851750,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999913,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999913,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.405905,
"10" : 85.228328,
"20" : 14.364893,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085642,
"timestamp_ms" : 1773085642740,
"time" : "Mon Mar 9 16:47:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 5856694272,
"io_kbytes" : 5719428,
"bw_bytes" : 117136228,
"bw" : 114390,
"iops" : 28598.271965,
"runtime" : 49999,
"total_ios" : 1429885,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5268,
"max" : 1313447,
"mean" : 277636.152614,
"stddev" : 156859.650785,
"N" : 1429885
},
"clat_ns" : {
"min" : 1928347,
"max" : 12713648,
"mean" : 8673543.035958,
"stddev" : 1427636.576186,
"N" : 1429877,
"percentile" : {
"1.000000" : 4554752,
"5.000000" : 5603328,
"10.000000" : 6389760,
"20.000000" : 7766016,
"30.000000" : 8355840,
"40.000000" : 8716288,
"50.000000" : 8978432,
"60.000000" : 9240576,
"70.000000" : 9502720,
"80.000000" : 9764864,
"90.000000" : 10158080,
"95.000000" : 10420224,
"99.000000" : 10944512,
"99.500000" : 11075584,
"99.900000" : 11468800,
"99.950000" : 11599872,
"99.990000" : 11730944
},
"bins" : {
"1925120" : 2,
"2211840" : 1,
"2244608" : 4,
"2277376" : 4,
"2310144" : 8,
"2375680" : 3,
"2408448" : 3,
"2441216" : 1,
"2473984" : 5,
"2506752" : 8,
"2539520" : 1,
"2572288" : 8,
"2605056" : 10,
"2637824" : 17,
"2670592" : 12,
"2703360" : 21,
"2736128" : 9,
"2768896" : 19,
"2801664" : 5,
"2834432" : 16,
"2867200" : 12,
"2899968" : 25,
"2932736" : 30,
"2965504" : 24,
"2998272" : 34,
"3031040" : 20,
"3063808" : 35,
"3096576" : 28,
"3129344" : 27,
"3162112" : 44,
"3194880" : 35,
"3227648" : 73,
"3260416" : 71,
"3293184" : 70,
"3325952" : 127,
"3358720" : 82,
"3391488" : 75,
"3424256" : 84,
"3457024" : 96,
"3489792" : 120,
"3522560" : 128,
"3555328" : 122,
"3588096" : 148,
"3620864" : 171,
"3653632" : 190,
"3686400" : 209,
"3719168" : 226,
"3751936" : 241,
"3784704" : 276,
"3817472" : 263,
"3850240" : 267,
"3883008" : 226,
"3915776" : 293,
"3948544" : 359,
"3981312" : 341,
"4014080" : 392,
"4046848" : 426,
"4079616" : 443,
"4112384" : 409,
"4145152" : 502,
"4177920" : 493,
"4227072" : 1024,
"4292608" : 1154,
"4358144" : 1388,
"4423680" : 1538,
"4489216" : 1653,
"4554752" : 1838,
"4620288" : 1933,
"4685824" : 2146,
"4751360" : 2435,
"4816896" : 2652,
"4882432" : 2848,
"4947968" : 2997,
"5013504" : 3163,
"5079040" : 3343,
"5144576" : 3699,
"5210112" : 3680,
"5275648" : 4121,
"5341184" : 4199,
"5406720" : 4613,
"5472256" : 4835,
"5537792" : 4766,
"5603328" : 5105,
"5668864" : 5239,
"5734400" : 5504,
"5799936" : 5812,
"5865472" : 5793,
"5931008" : 5899,
"5996544" : 5954,
"6062080" : 6091,
"6127616" : 6495,
"6193152" : 6355,
"6258688" : 6195,
"6324224" : 6179,
"6389760" : 6264,
"6455296" : 6299,
"6520832" : 6294,
"6586368" : 6133,
"6651904" : 6036,
"6717440" : 6044,
"6782976" : 6085,
"6848512" : 6187,
"6914048" : 6110,
"6979584" : 6170,
"7045120" : 5998,
"7110656" : 6472,
"7176192" : 6603,
"7241728" : 6721,
"7307264" : 6832,
"7372800" : 7148,
"7438336" : 7725,
"7503872" : 7938,
"7569408" : 8669,
"7634944" : 9366,
"7700480" : 9989,
"7766016" : 10952,
"7831552" : 11746,
"7897088" : 12576,
"7962624" : 13696,
"8028160" : 15067,
"8093696" : 16532,
"8159232" : 17671,
"8224768" : 18916,
"8290304" : 20555,
"8355840" : 21870,
"8454144" : 48672,
"8585216" : 54489,
"8716288" : 60188,
"8847360" : 64530,
"8978432" : 69532,
"9109504" : 72413,
"9240576" : 74279,
"9371648" : 73413,
"9502720" : 72031,
"9633792" : 67971,
"9764864" : 62308,
"9895936" : 55662,
"10027008" : 48542,
"10158080" : 40433,
"10289152" : 33258,
"10420224" : 26352,
"10551296" : 20527,
"10682368" : 14710,
"10813440" : 10378,
"10944512" : 7054,
"11075584" : 4334,
"11206656" : 2753,
"11337728" : 1710,
"11468800" : 850,
"11599872" : 447,
"11730944" : 220,
"11862016" : 70,
"11993088" : 32,
"12124160" : 5,
"12255232" : 6,
"12386304" : 2,
"12648448" : 2
}
},
"lat_ns" : {
"min" : 1948488,
"max" : 13035339,
"mean" : 8951181.442860,
"stddev" : 1465324.723570,
"N" : 1429877
},
"bw_min" : 108354,
"bw_max" : 121278,
"bw_agg" : 100.000000,
"bw_mean" : 114403.828283,
"bw_dev" : 511.191866,
"bw_samples" : 792,
"iops_min" : 27088,
"iops_max" : 30319,
"iops_mean" : 28600.383838,
"iops_stddev" : 127.793563,
"iops_samples" : 792
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 399992,
"usr_cpu" : 0.688514,
"sys_cpu" : 17.912608,
"ctx" : 1064614,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999930,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.332195,
"10" : 85.932575,
"20" : 13.734531,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085652,
"timestamp_ms" : 1773085652741,
"time" : "Mon Mar 9 16:47:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 7026397184,
"io_kbytes" : 6861716,
"bw_bytes" : 117108571,
"bw" : 114363,
"iops" : 28591.293188,
"runtime" : 59999,
"total_ios" : 1715449,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5268,
"max" : 1313447,
"mean" : 277704.826804,
"stddev" : 156833.608299,
"N" : 1715449
},
"clat_ns" : {
"min" : 1928347,
"max" : 12713648,
"mean" : 8675654.850451,
"stddev" : 1382835.407291,
"N" : 1715441,
"percentile" : {
"1.000000" : 4620288,
"5.000000" : 5734400,
"10.000000" : 6520832,
"20.000000" : 7766016,
"30.000000" : 8355840,
"40.000000" : 8716288,
"50.000000" : 8978432,
"60.000000" : 9240576,
"70.000000" : 9502720,
"80.000000" : 9764864,
"90.000000" : 10158080,
"95.000000" : 10420224,
"99.000000" : 10944512,
"99.500000" : 11075584,
"99.900000" : 11468800,
"99.950000" : 11599872,
"99.990000" : 11730944
},
"bins" : {
"1925120" : 2,
"2211840" : 1,
"2244608" : 4,
"2277376" : 4,
"2310144" : 8,
"2375680" : 3,
"2408448" : 3,
"2441216" : 1,
"2473984" : 5,
"2506752" : 8,
"2539520" : 1,
"2572288" : 8,
"2605056" : 10,
"2637824" : 17,
"2670592" : 12,
"2703360" : 21,
"2736128" : 9,
"2768896" : 19,
"2801664" : 5,
"2834432" : 16,
"2867200" : 12,
"2899968" : 25,
"2932736" : 30,
"2965504" : 24,
"2998272" : 34,
"3031040" : 20,
"3063808" : 35,
"3096576" : 28,
"3129344" : 27,
"3162112" : 44,
"3194880" : 35,
"3227648" : 73,
"3260416" : 71,
"3293184" : 70,
"3325952" : 127,
"3358720" : 82,
"3391488" : 75,
"3424256" : 84,
"3457024" : 96,
"3489792" : 120,
"3522560" : 128,
"3555328" : 122,
"3588096" : 148,
"3620864" : 171,
"3653632" : 190,
"3686400" : 209,
"3719168" : 226,
"3751936" : 242,
"3784704" : 277,
"3817472" : 265,
"3850240" : 269,
"3883008" : 229,
"3915776" : 297,
"3948544" : 359,
"3981312" : 344,
"4014080" : 396,
"4046848" : 435,
"4079616" : 451,
"4112384" : 418,
"4145152" : 504,
"4177920" : 497,
"4227072" : 1041,
"4292608" : 1164,
"4358144" : 1420,
"4423680" : 1572,
"4489216" : 1697,
"4554752" : 1872,
"4620288" : 1983,
"4685824" : 2207,
"4751360" : 2532,
"4816896" : 2755,
"4882432" : 2946,
"4947968" : 3132,
"5013504" : 3335,
"5079040" : 3527,
"5144576" : 3897,
"5210112" : 3940,
"5275648" : 4337,
"5341184" : 4542,
"5406720" : 4984,
"5472256" : 5218,
"5537792" : 5211,
"5603328" : 5542,
"5668864" : 5773,
"5734400" : 6104,
"5799936" : 6487,
"5865472" : 6536,
"5931008" : 6652,
"5996544" : 6731,
"6062080" : 6944,
"6127616" : 7415,
"6193152" : 7231,
"6258688" : 7138,
"6324224" : 7145,
"6389760" : 7359,
"6455296" : 7462,
"6520832" : 7498,
"6586368" : 7368,
"6651904" : 7277,
"6717440" : 7453,
"6782976" : 7591,
"6848512" : 7679,
"6914048" : 7679,
"6979584" : 7815,
"7045120" : 7671,
"7110656" : 8216,
"7176192" : 8577,
"7241728" : 8777,
"7307264" : 9047,
"7372800" : 9386,
"7438336" : 10063,
"7503872" : 10440,
"7569408" : 11498,
"7634944" : 12404,
"7700480" : 13144,
"7766016" : 14233,
"7831552" : 15362,
"7897088" : 16291,
"7962624" : 17737,
"8028160" : 19352,
"8093696" : 21072,
"8159232" : 22488,
"8224768" : 24050,
"8290304" : 25858,
"8355840" : 27576,
"8454144" : 61029,
"8585216" : 67664,
"8716288" : 74200,
"8847360" : 79308,
"8978432" : 84479,
"9109504" : 87865,
"9240576" : 89026,
"9371648" : 87345,
"9502720" : 85609,
"9633792" : 80328,
"9764864" : 73331,
"9895936" : 64963,
"10027008" : 56093,
"10158080" : 46687,
"10289152" : 38109,
"10420224" : 29763,
"10551296" : 23333,
"10682368" : 16538,
"10813440" : 11580,
"10944512" : 7855,
"11075584" : 4783,
"11206656" : 3033,
"11337728" : 1867,
"11468800" : 898,
"11599872" : 489,
"11730944" : 251,
"11862016" : 84,
"11993088" : 34,
"12124160" : 6,
"12255232" : 7,
"12386304" : 3,
"12648448" : 2
}
},
"lat_ns" : {
"min" : 1948488,
"max" : 13035339,
"mean" : 8953361.073352,
"stddev" : 1418784.127985,
"N" : 1715441
},
"bw_min" : 107796,
"bw_max" : 122110,
"bw_agg" : 100.000000,
"bw_mean" : 114384.554622,
"bw_dev" : 559.044710,
"bw_samples" : 952,
"iops_min" : 26948,
"iops_max" : 30527,
"iops_mean" : 28595.579832,
"iops_stddev" : 139.762955,
"iops_samples" : 952
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479992,
"usr_cpu" : 0.686261,
"sys_cpu" : 17.917590,
"ctx" : 1277485,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.277886,
"10" : 86.677366,
"20" : 13.044165,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085662,
"timestamp_ms" : 1773085662740,
"time" : "Mon Mar 9 16:47:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 8200458240,
"io_kbytes" : 8008260,
"bw_bytes" : 117151077,
"bw" : 114405,
"iops" : 28601.551451,
"runtime" : 69999,
"total_ios" : 2002080,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5188,
"max" : 1313447,
"mean" : 277601.397975,
"stddev" : 156907.620010,
"N" : 2002080
},
"clat_ns" : {
"min" : 1928347,
"max" : 12713648,
"mean" : 8672489.109798,
"stddev" : 1345231.231215,
"N" : 2002072,
"percentile" : {
"1.000000" : 4685824,
"5.000000" : 5865472,
"10.000000" : 6651904,
"20.000000" : 7766016,
"30.000000" : 8290304,
"40.000000" : 8716288,
"50.000000" : 8978432,
"60.000000" : 9240576,
"70.000000" : 9502720,
"80.000000" : 9764864,
"90.000000" : 10158080,
"95.000000" : 10420224,
"99.000000" : 10944512,
"99.500000" : 11075584,
"99.900000" : 11337728,
"99.950000" : 11468800,
"99.990000" : 11730944
},
"bins" : {
"1925120" : 2,
"2211840" : 1,
"2244608" : 4,
"2277376" : 4,
"2310144" : 8,
"2375680" : 3,
"2408448" : 3,
"2441216" : 1,
"2473984" : 5,
"2506752" : 8,
"2539520" : 1,
"2572288" : 8,
"2605056" : 10,
"2637824" : 17,
"2670592" : 12,
"2703360" : 21,
"2736128" : 9,
"2768896" : 19,
"2801664" : 5,
"2834432" : 16,
"2867200" : 12,
"2899968" : 25,
"2932736" : 30,
"2965504" : 24,
"2998272" : 34,
"3031040" : 20,
"3063808" : 35,
"3096576" : 28,
"3129344" : 27,
"3162112" : 44,
"3194880" : 36,
"3227648" : 75,
"3260416" : 71,
"3293184" : 70,
"3325952" : 127,
"3358720" : 83,
"3391488" : 75,
"3424256" : 87,
"3457024" : 97,
"3489792" : 121,
"3522560" : 130,
"3555328" : 123,
"3588096" : 152,
"3620864" : 172,
"3653632" : 191,
"3686400" : 210,
"3719168" : 228,
"3751936" : 244,
"3784704" : 277,
"3817472" : 266,
"3850240" : 270,
"3883008" : 230,
"3915776" : 298,
"3948544" : 367,
"3981312" : 349,
"4014080" : 405,
"4046848" : 438,
"4079616" : 462,
"4112384" : 423,
"4145152" : 505,
"4177920" : 500,
"4227072" : 1059,
"4292608" : 1191,
"4358144" : 1456,
"4423680" : 1618,
"4489216" : 1723,
"4554752" : 1911,
"4620288" : 2032,
"4685824" : 2286,
"4751360" : 2627,
"4816896" : 2845,
"4882432" : 3045,
"4947968" : 3217,
"5013504" : 3468,
"5079040" : 3673,
"5144576" : 4052,
"5210112" : 4135,
"5275648" : 4554,
"5341184" : 4778,
"5406720" : 5230,
"5472256" : 5507,
"5537792" : 5547,
"5603328" : 5911,
"5668864" : 6199,
"5734400" : 6566,
"5799936" : 7023,
"5865472" : 7098,
"5931008" : 7235,
"5996544" : 7346,
"6062080" : 7665,
"6127616" : 8258,
"6193152" : 8080,
"6258688" : 8010,
"6324224" : 8035,
"6389760" : 8358,
"6455296" : 8520,
"6520832" : 8688,
"6586368" : 8565,
"6651904" : 8589,
"6717440" : 8820,
"6782976" : 9013,
"6848512" : 9157,
"6914048" : 9329,
"6979584" : 9559,
"7045120" : 9594,
"7110656" : 10162,
"7176192" : 10655,
"7241728" : 11038,
"7307264" : 11442,
"7372800" : 11837,
"7438336" : 12794,
"7503872" : 13306,
"7569408" : 14556,
"7634944" : 15695,
"7700480" : 16556,
"7766016" : 17967,
"7831552" : 19454,
"7897088" : 20568,
"7962624" : 22117,
"8028160" : 24127,
"8093696" : 26132,
"8159232" : 27886,
"8224768" : 29628,
"8290304" : 31663,
"8355840" : 33640,
"8454144" : 74126,
"8585216" : 81803,
"8716288" : 89035,
"8847360" : 94632,
"8978432" : 99794,
"9109504" : 103343,
"9240576" : 103357,
"9371648" : 100883,
"9502720" : 98295,
"9633792" : 91630,
"9764864" : 83088,
"9895936" : 73388,
"10027008" : 63094,
"10158080" : 52146,
"10289152" : 42463,
"10420224" : 32860,
"10551296" : 25698,
"10682368" : 18190,
"10813440" : 12817,
"10944512" : 8627,
"11075584" : 5266,
"11206656" : 3351,
"11337728" : 1999,
"11468800" : 949,
"11599872" : 520,
"11730944" : 257,
"11862016" : 96,
"11993088" : 34,
"12124160" : 6,
"12255232" : 7,
"12386304" : 3,
"12648448" : 2
}
},
"lat_ns" : {
"min" : 1948488,
"max" : 13035339,
"mean" : 8950094.149707,
"stddev" : 1379725.909599,
"N" : 2002072
},
"bw_min" : 107618,
"bw_max" : 123382,
"bw_agg" : 100.000000,
"bw_mean" : 114421.151079,
"bw_dev" : 590.636748,
"bw_samples" : 1112,
"iops_min" : 26904,
"iops_max" : 30845,
"iops_mean" : 28604.690647,
"iops_stddev" : 147.663365,
"iops_samples" : 1112
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 559992,
"usr_cpu" : 0.690546,
"sys_cpu" : 17.920256,
"ctx" : 1490243,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.240150,
"10" : 87.344961,
"20" : 12.414389,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085672,
"timestamp_ms" : 1773085672740,
"time" : "Mon Mar 9 16:47:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 9375502336,
"io_kbytes" : 9155764,
"bw_bytes" : 117195244,
"bw" : 114448,
"iops" : 28612.270153,
"runtime" : 79999,
"total_ios" : 2288953,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5188,
"max" : 1313447,
"mean" : 277494.220148,
"stddev" : 156947.217107,
"N" : 2288953
},
"clat_ns" : {
"min" : 1928347,
"max" : 12713648,
"mean" : 8669228.733985,
"stddev" : 1311954.330531,
"N" : 2288945,
"percentile" : {
"1.000000" : 4751360,
"5.000000" : 5931008,
"10.000000" : 6782976,
"20.000000" : 7766016,
"30.000000" : 8290304,
"40.000000" : 8585216,
"50.000000" : 8978432,
"60.000000" : 9109504,
"70.000000" : 9371648,
"80.000000" : 9764864,
"90.000000" : 10027008,
"95.000000" : 10420224,
"99.000000" : 10944512,
"99.500000" : 11075584,
"99.900000" : 11337728,
"99.950000" : 11468800,
"99.990000" : 11730944
},
"bins" : {
"1925120" : 2,
"2211840" : 1,
"2244608" : 4,
"2277376" : 4,
"2310144" : 8,
"2375680" : 3,
"2408448" : 3,
"2441216" : 1,
"2473984" : 5,
"2506752" : 8,
"2539520" : 1,
"2572288" : 8,
"2605056" : 10,
"2637824" : 17,
"2670592" : 12,
"2703360" : 21,
"2736128" : 9,
"2768896" : 19,
"2801664" : 5,
"2834432" : 16,
"2867200" : 12,
"2899968" : 25,
"2932736" : 30,
"2965504" : 24,
"2998272" : 34,
"3031040" : 20,
"3063808" : 35,
"3096576" : 28,
"3129344" : 27,
"3162112" : 44,
"3194880" : 36,
"3227648" : 75,
"3260416" : 71,
"3293184" : 70,
"3325952" : 127,
"3358720" : 83,
"3391488" : 75,
"3424256" : 87,
"3457024" : 97,
"3489792" : 121,
"3522560" : 130,
"3555328" : 123,
"3588096" : 152,
"3620864" : 172,
"3653632" : 191,
"3686400" : 210,
"3719168" : 228,
"3751936" : 244,
"3784704" : 278,
"3817472" : 268,
"3850240" : 272,
"3883008" : 231,
"3915776" : 300,
"3948544" : 369,
"3981312" : 349,
"4014080" : 408,
"4046848" : 440,
"4079616" : 465,
"4112384" : 428,
"4145152" : 512,
"4177920" : 505,
"4227072" : 1076,
"4292608" : 1201,
"4358144" : 1476,
"4423680" : 1639,
"4489216" : 1745,
"4554752" : 1949,
"4620288" : 2063,
"4685824" : 2327,
"4751360" : 2658,
"4816896" : 2899,
"4882432" : 3106,
"4947968" : 3312,
"5013504" : 3552,
"5079040" : 3748,
"5144576" : 4170,
"5210112" : 4257,
"5275648" : 4680,
"5341184" : 4958,
"5406720" : 5437,
"5472256" : 5734,
"5537792" : 5761,
"5603328" : 6138,
"5668864" : 6495,
"5734400" : 6902,
"5799936" : 7403,
"5865472" : 7555,
"5931008" : 7688,
"5996544" : 7887,
"6062080" : 8237,
"6127616" : 8877,
"6193152" : 8809,
"6258688" : 8843,
"6324224" : 8822,
"6389760" : 9290,
"6455296" : 9527,
"6520832" : 9796,
"6586368" : 9708,
"6651904" : 9816,
"6717440" : 10109,
"6782976" : 10456,
"6848512" : 10671,
"6914048" : 10907,
"6979584" : 11321,
"7045120" : 11458,
"7110656" : 12112,
"7176192" : 12798,
"7241728" : 13434,
"7307264" : 14029,
"7372800" : 14574,
"7438336" : 15663,
"7503872" : 16317,
"7569408" : 17979,
"7634944" : 19423,
"7700480" : 20519,
"7766016" : 22032,
"7831552" : 23808,
"7897088" : 25221,
"7962624" : 26972,
"8028160" : 29331,
"8093696" : 31621,
"8159232" : 33561,
"8224768" : 35563,
"8290304" : 38104,
"8355840" : 40152,
"8454144" : 87994,
"8585216" : 96655,
"8716288" : 104232,
"8847360" : 110032,
"8978432" : 114977,
"9109504" : 118314,
"9240576" : 117196,
"9371648" : 114261,
"9502720" : 110105,
"9633792" : 102213,
"9764864" : 92375,
"9895936" : 81041,
"10027008" : 69624,
"10158080" : 57500,
"10289152" : 46496,
"10420224" : 35968,
"10551296" : 28022,
"10682368" : 19780,
"10813440" : 13980,
"10944512" : 9428,
"11075584" : 5664,
"11206656" : 3672,
"11337728" : 2180,
"11468800" : 1015,
"11599872" : 560,
"11730944" : 271,
"11862016" : 101,
"11993088" : 38,
"12124160" : 9,
"12255232" : 8,
"12386304" : 3,
"12648448" : 2
}
},
"lat_ns" : {
"min" : 1948488,
"max" : 13035339,
"mean" : 8946724.963858,
"stddev" : 1345077.661952,
"N" : 2288945
},
"bw_min" : 107258,
"bw_max" : 123662,
"bw_agg" : 100.000000,
"bw_mean" : 114460.968553,
"bw_dev" : 628.702306,
"bw_samples" : 1272,
"iops_min" : 26814,
"iops_max" : 30915,
"iops_mean" : 28614.660377,
"iops_stddev" : 157.180936,
"iops_samples" : 1272
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639992,
"usr_cpu" : 0.693134,
"sys_cpu" : 17.920380,
"ctx" : 1703038,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.210533,
"10" : 87.885859,
"20" : 11.903171,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085682,
"timestamp_ms" : 1773085682740,
"time" : "Mon Mar 9 16:48:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 10550345728,
"io_kbytes" : 10303072,
"bw_bytes" : 117227366,
"bw" : 114479,
"iops" : 28620.106890,
"runtime" : 89999,
"total_ios" : 2575781,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5188,
"max" : 1313447,
"mean" : 277417.071317,
"stddev" : 157054.636657,
"N" : 2575781
},
"clat_ns" : {
"min" : 1928347,
"max" : 12713648,
"mean" : 8666793.737165,
"stddev" : 1282471.125433,
"N" : 2575773,
"percentile" : {
"1.000000" : 4816896,
"5.000000" : 6062080,
"10.000000" : 6848512,
"20.000000" : 7766016,
"30.000000" : 8290304,
"40.000000" : 8585216,
"50.000000" : 8847360,
"60.000000" : 9109504,
"70.000000" : 9371648,
"80.000000" : 9633792,
"90.000000" : 10027008,
"95.000000" : 10420224,
"99.000000" : 10813440,
"99.500000" : 11075584,
"99.900000" : 11337728,
"99.950000" : 11468800,
"99.990000" : 11730944
},
"bins" : {
"1925120" : 2,
"2211840" : 1,
"2244608" : 4,
"2277376" : 4,
"2310144" : 8,
"2375680" : 3,
"2408448" : 3,
"2441216" : 1,
"2473984" : 5,
"2506752" : 8,
"2539520" : 1,
"2572288" : 8,
"2605056" : 10,
"2637824" : 17,
"2670592" : 12,
"2703360" : 21,
"2736128" : 9,
"2768896" : 19,
"2801664" : 5,
"2834432" : 16,
"2867200" : 12,
"2899968" : 25,
"2932736" : 30,
"2965504" : 24,
"2998272" : 34,
"3031040" : 20,
"3063808" : 35,
"3096576" : 28,
"3129344" : 27,
"3162112" : 44,
"3194880" : 36,
"3227648" : 75,
"3260416" : 71,
"3293184" : 70,
"3325952" : 127,
"3358720" : 83,
"3391488" : 75,
"3424256" : 87,
"3457024" : 97,
"3489792" : 121,
"3522560" : 130,
"3555328" : 123,
"3588096" : 152,
"3620864" : 172,
"3653632" : 191,
"3686400" : 210,
"3719168" : 228,
"3751936" : 244,
"3784704" : 278,
"3817472" : 268,
"3850240" : 274,
"3883008" : 233,
"3915776" : 300,
"3948544" : 369,
"3981312" : 349,
"4014080" : 409,
"4046848" : 440,
"4079616" : 465,
"4112384" : 428,
"4145152" : 512,
"4177920" : 507,
"4227072" : 1077,
"4292608" : 1211,
"4358144" : 1484,
"4423680" : 1654,
"4489216" : 1746,
"4554752" : 1960,
"4620288" : 2084,
"4685824" : 2356,
"4751360" : 2680,
"4816896" : 2917,
"4882432" : 3122,
"4947968" : 3361,
"5013504" : 3595,
"5079040" : 3825,
"5144576" : 4244,
"5210112" : 4312,
"5275648" : 4788,
"5341184" : 5061,
"5406720" : 5565,
"5472256" : 5881,
"5537792" : 5925,
"5603328" : 6339,
"5668864" : 6718,
"5734400" : 7215,
"5799936" : 7710,
"5865472" : 7896,
"5931008" : 8081,
"5996544" : 8342,
"6062080" : 8769,
"6127616" : 9447,
"6193152" : 9441,
"6258688" : 9521,
"6324224" : 9545,
"6389760" : 10139,
"6455296" : 10391,
"6520832" : 10811,
"6586368" : 10790,
"6651904" : 10968,
"6717440" : 11441,
"6782976" : 11867,
"6848512" : 12168,
"6914048" : 12558,
"6979584" : 13025,
"7045120" : 13438,
"7110656" : 14291,
"7176192" : 15019,
"7241728" : 15882,
"7307264" : 16593,
"7372800" : 17384,
"7438336" : 18653,
"7503872" : 19666,
"7569408" : 21554,
"7634944" : 23313,
"7700480" : 24476,
"7766016" : 26379,
"7831552" : 28302,
"7897088" : 30049,
"7962624" : 32183,
"8028160" : 34655,
"8093696" : 37195,
"8159232" : 39192,
"8224768" : 41781,
"8290304" : 44578,
"8355840" : 46953,
"8454144" : 102002,
"8585216" : 111376,
"8716288" : 119398,
"8847360" : 125828,
"8978432" : 130379,
"9109504" : 133363,
"9240576" : 131599,
"9371648" : 127317,
"9502720" : 121867,
"9633792" : 112567,
"9764864" : 101401,
"9895936" : 88630,
"10027008" : 75657,
"10158080" : 62642,
"10289152" : 50539,
"10420224" : 39139,
"10551296" : 30199,
"10682368" : 21310,
"10813440" : 15058,
"10944512" : 10043,
"11075584" : 6034,
"11206656" : 3863,
"11337728" : 2294,
"11468800" : 1084,
"11599872" : 595,
"11730944" : 290,
"11862016" : 113,
"11993088" : 39,
"12124160" : 9,
"12255232" : 8,
"12386304" : 3,
"12648448" : 2
}
},
"lat_ns" : {
"min" : 1948488,
"max" : 13035339,
"mean" : 8944214.876788,
"stddev" : 1314398.612516,
"N" : 2575773
},
"bw_min" : 106874,
"bw_max" : 124238,
"bw_agg" : 100.000000,
"bw_mean" : 114494.374302,
"bw_dev" : 656.495600,
"bw_samples" : 1432,
"iops_min" : 26718,
"iops_max" : 31059,
"iops_mean" : 28623.011173,
"iops_stddev" : 164.129124,
"iops_samples" : 1432
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 719992,
"usr_cpu" : 0.694730,
"sys_cpu" : 17.929644,
"ctx" : 1915499,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999961,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999961,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.187244,
"10" : 88.354911,
"20" : 11.457457,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085692,
"timestamp_ms" : 1773085692740,
"time" : "Mon Mar 9 16:48:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 11729367040,
"io_kbytes" : 11454460,
"bw_bytes" : 117294843,
"bw" : 114545,
"iops" : 28636.606366,
"runtime" : 99999,
"total_ios" : 2863632,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5188,
"max" : 1313447,
"mean" : 277257.679835,
"stddev" : 157145.502039,
"N" : 2863632
},
"clat_ns" : {
"min" : 1928347,
"max" : 12713648,
"mean" : 8661769.517931,
"stddev" : 1255397.046760,
"N" : 2863624,
"percentile" : {
"1.000000" : 4882432,
"5.000000" : 6127616,
"10.000000" : 6914048,
"20.000000" : 7831552,
"30.000000" : 8290304,
"40.000000" : 8585216,
"50.000000" : 8847360,
"60.000000" : 9109504,
"70.000000" : 9371648,
"80.000000" : 9633792,
"90.000000" : 10027008,
"95.000000" : 10289152,
"99.000000" : 10813440,
"99.500000" : 11075584,
"99.900000" : 11337728,
"99.950000" : 11468800,
"99.990000" : 11730944
},
"bins" : {
"1925120" : 2,
"2211840" : 1,
"2244608" : 4,
"2277376" : 4,
"2310144" : 8,
"2375680" : 3,
"2408448" : 3,
"2441216" : 1,
"2473984" : 5,
"2506752" : 8,
"2539520" : 1,
"2572288" : 8,
"2605056" : 10,
"2637824" : 17,
"2670592" : 12,
"2703360" : 21,
"2736128" : 9,
"2768896" : 19,
"2801664" : 5,
"2834432" : 16,
"2867200" : 12,
"2899968" : 25,
"2932736" : 30,
"2965504" : 24,
"2998272" : 34,
"3031040" : 20,
"3063808" : 35,
"3096576" : 28,
"3129344" : 27,
"3162112" : 44,
"3194880" : 36,
"3227648" : 75,
"3260416" : 71,
"3293184" : 70,
"3325952" : 127,
"3358720" : 83,
"3391488" : 75,
"3424256" : 87,
"3457024" : 97,
"3489792" : 121,
"3522560" : 130,
"3555328" : 123,
"3588096" : 152,
"3620864" : 172,
"3653632" : 191,
"3686400" : 210,
"3719168" : 228,
"3751936" : 244,
"3784704" : 278,
"3817472" : 268,
"3850240" : 274,
"3883008" : 233,
"3915776" : 300,
"3948544" : 369,
"3981312" : 349,
"4014080" : 410,
"4046848" : 443,
"4079616" : 465,
"4112384" : 429,
"4145152" : 512,
"4177920" : 510,
"4227072" : 1079,
"4292608" : 1211,
"4358144" : 1491,
"4423680" : 1657,
"4489216" : 1758,
"4554752" : 1979,
"4620288" : 2094,
"4685824" : 2374,
"4751360" : 2701,
"4816896" : 2932,
"4882432" : 3151,
"4947968" : 3391,
"5013504" : 3656,
"5079040" : 3885,
"5144576" : 4292,
"5210112" : 4362,
"5275648" : 4842,
"5341184" : 5158,
"5406720" : 5708,
"5472256" : 6000,
"5537792" : 6027,
"5603328" : 6459,
"5668864" : 6910,
"5734400" : 7464,
"5799936" : 7970,
"5865472" : 8154,
"5931008" : 8372,
"5996544" : 8678,
"6062080" : 9230,
"6127616" : 9935,
"6193152" : 9945,
"6258688" : 10091,
"6324224" : 10167,
"6389760" : 10952,
"6455296" : 11206,
"6520832" : 11709,
"6586368" : 11808,
"6651904" : 12083,
"6717440" : 12715,
"6782976" : 13185,
"6848512" : 13637,
"6914048" : 14161,
"6979584" : 14768,
"7045120" : 15391,
"7110656" : 16416,
"7176192" : 17393,
"7241728" : 18487,
"7307264" : 19364,
"7372800" : 20447,
"7438336" : 21944,
"7503872" : 23148,
"7569408" : 25375,
"7634944" : 27351,
"7700480" : 29004,
"7766016" : 31218,
"7831552" : 33211,
"7897088" : 35290,
"7962624" : 37460,
"8028160" : 40462,
"8093696" : 43435,
"8159232" : 45711,
"8224768" : 48285,
"8290304" : 51457,
"8355840" : 53890,
"8454144" : 116748,
"8585216" : 126721,
"8716288" : 134933,
"8847360" : 141616,
"8978432" : 145986,
"9109504" : 148396,
"9240576" : 145653,
"9371648" : 140029,
"9502720" : 133351,
"9633792" : 122729,
"9764864" : 109829,
"9895936" : 95909,
"10027008" : 81565,
"10158080" : 67138,
"10289152" : 53735,
"10420224" : 41630,
"10551296" : 32093,
"10682368" : 22498,
"10813440" : 15847,
"10944512" : 10567,
"11075584" : 6328,
"11206656" : 4038,
"11337728" : 2401,
"11468800" : 1129,
"11599872" : 616,
"11730944" : 302,
"11862016" : 119,
"11993088" : 42,
"12124160" : 9,
"12255232" : 8,
"12386304" : 3,
"12648448" : 2
}
},
"lat_ns" : {
"min" : 1948488,
"max" : 13035339,
"mean" : 8939027.214930,
"stddev" : 1286192.289147,
"N" : 2863624
},
"bw_min" : 106586,
"bw_max" : 125238,
"bw_agg" : 100.000000,
"bw_mean" : 114559.733668,
"bw_dev" : 684.695163,
"bw_samples" : 1592,
"iops_min" : 26646,
"iops_max" : 31309,
"iops_mean" : 28639.391960,
"iops_stddev" : 171.179765,
"iops_samples" : 1592
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799992,
"usr_cpu" : 0.699507,
"sys_cpu" : 17.926929,
"ctx" : 2128257,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.168422,
"10" : 88.853142,
"20" : 10.978087,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085702,
"timestamp_ms" : 1773085702740,
"time" : "Mon Mar 9 16:48:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 12913795072,
"io_kbytes" : 12611128,
"bw_bytes" : 117399204,
"bw" : 114647,
"iops" : 28662.051473,
"runtime" : 109999,
"total_ios" : 3152797,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5188,
"max" : 1313447,
"mean" : 277007.793388,
"stddev" : 157224.317063,
"N" : 3152797
},
"clat_ns" : {
"min" : 1928347,
"max" : 12713648,
"mean" : 8654134.317744,
"stddev" : 1230129.114847,
"N" : 3152789,
"percentile" : {
"1.000000" : 4947968,
"5.000000" : 6193152,
"10.000000" : 6979584,
"20.000000" : 7831552,
"30.000000" : 8224768,
"40.000000" : 8585216,
"50.000000" : 8847360,
"60.000000" : 9109504,
"70.000000" : 9371648,
"80.000000" : 9633792,
"90.000000" : 10027008,
"95.000000" : 10289152,
"99.000000" : 10813440,
"99.500000" : 10944512,
"99.900000" : 11337728,
"99.950000" : 11468800,
"99.990000" : 11730944
},
"bins" : {
"1925120" : 2,
"2211840" : 1,
"2244608" : 4,
"2277376" : 4,
"2310144" : 8,
"2375680" : 3,
"2408448" : 3,
"2441216" : 1,
"2473984" : 5,
"2506752" : 8,
"2539520" : 1,
"2572288" : 8,
"2605056" : 10,
"2637824" : 17,
"2670592" : 12,
"2703360" : 21,
"2736128" : 9,
"2768896" : 19,
"2801664" : 5,
"2834432" : 16,
"2867200" : 12,
"2899968" : 25,
"2932736" : 30,
"2965504" : 24,
"2998272" : 34,
"3031040" : 20,
"3063808" : 35,
"3096576" : 28,
"3129344" : 27,
"3162112" : 44,
"3194880" : 36,
"3227648" : 75,
"3260416" : 71,
"3293184" : 70,
"3325952" : 127,
"3358720" : 83,
"3391488" : 75,
"3424256" : 87,
"3457024" : 97,
"3489792" : 121,
"3522560" : 130,
"3555328" : 123,
"3588096" : 152,
"3620864" : 172,
"3653632" : 191,
"3686400" : 210,
"3719168" : 228,
"3751936" : 244,
"3784704" : 278,
"3817472" : 268,
"3850240" : 274,
"3883008" : 233,
"3915776" : 300,
"3948544" : 369,
"3981312" : 349,
"4014080" : 412,
"4046848" : 445,
"4079616" : 466,
"4112384" : 430,
"4145152" : 512,
"4177920" : 510,
"4227072" : 1080,
"4292608" : 1211,
"4358144" : 1493,
"4423680" : 1660,
"4489216" : 1763,
"4554752" : 1987,
"4620288" : 2100,
"4685824" : 2378,
"4751360" : 2715,
"4816896" : 2944,
"4882432" : 3165,
"4947968" : 3411,
"5013504" : 3678,
"5079040" : 3920,
"5144576" : 4326,
"5210112" : 4393,
"5275648" : 4885,
"5341184" : 5205,
"5406720" : 5788,
"5472256" : 6082,
"5537792" : 6103,
"5603328" : 6566,
"5668864" : 7059,
"5734400" : 7629,
"5799936" : 8168,
"5865472" : 8320,
"5931008" : 8619,
"5996544" : 8968,
"6062080" : 9548,
"6127616" : 10281,
"6193152" : 10305,
"6258688" : 10599,
"6324224" : 10734,
"6389760" : 11605,
"6455296" : 11914,
"6520832" : 12626,
"6586368" : 12779,
"6651904" : 13199,
"6717440" : 13982,
"6782976" : 14582,
"6848512" : 15190,
"6914048" : 15905,
"6979584" : 16637,
"7045120" : 17582,
"7110656" : 18746,
"7176192" : 19951,
"7241728" : 21223,
"7307264" : 22323,
"7372800" : 23615,
"7438336" : 25461,
"7503872" : 26894,
"7569408" : 29609,
"7634944" : 31700,
"7700480" : 33690,
"7766016" : 36211,
"7831552" : 38313,
"7897088" : 40860,
"7962624" : 43361,
"8028160" : 46683,
"8093696" : 49835,
"8159232" : 52615,
"8224768" : 55632,
"8290304" : 58984,
"8355840" : 61368,
"8454144" : 132412,
"8585216" : 143028,
"8716288" : 151352,
"8847360" : 157884,
"8978432" : 161558,
"9109504" : 163404,
"9240576" : 159140,
"9371648" : 152165,
"9502720" : 144178,
"9633792" : 132036,
"9764864" : 117486,
"9895936" : 102207,
"10027008" : 86564,
"10158080" : 70881,
"10289152" : 56797,
"10420224" : 43851,
"10551296" : 33608,
"10682368" : 23517,
"10813440" : 16492,
"10944512" : 10961,
"11075584" : 6577,
"11206656" : 4193,
"11337728" : 2456,
"11468800" : 1170,
"11599872" : 634,
"11730944" : 318,
"11862016" : 124,
"11993088" : 42,
"12124160" : 9,
"12255232" : 8,
"12386304" : 3,
"12648448" : 2
}
},
"lat_ns" : {
"min" : 1948488,
"max" : 13035339,
"mean" : 8931143.740477,
"stddev" : 1259897.380644,
"N" : 3152789
},
"bw_min" : 106298,
"bw_max" : 125966,
"bw_agg" : 100.000000,
"bw_mean" : 114657.543379,
"bw_dev" : 712.902929,
"bw_samples" : 1752,
"iops_min" : 26574,
"iops_max" : 31491,
"iops_mean" : 28663.867580,
"iops_stddev" : 178.232337,
"iops_samples" : 1752
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 879992,
"usr_cpu" : 0.698870,
"sys_cpu" : 17.918572,
"ctx" : 2341297,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999968,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999968,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.152975,
"10" : 89.353390,
"20" : 10.493318,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085712,
"timestamp_ms" : 1773085712740,
"time" : "Mon Mar 9 16:48:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 14100439040,
"io_kbytes" : 13769960,
"bw_bytes" : 117504637,
"bw" : 114750,
"iops" : 28687.805732,
"runtime" : 119999,
"total_ios" : 3442508,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5188,
"max" : 1313447,
"mean" : 276753.029148,
"stddev" : 157347.767796,
"N" : 3442508
},
"clat_ns" : {
"min" : 1928347,
"max" : 12713648,
"mean" : 8646309.222881,
"stddev" : 1208810.565821,
"N" : 3442500,
"percentile" : {
"1.000000" : 5013504,
"5.000000" : 6258688,
"10.000000" : 7045120,
"20.000000" : 7766016,
"30.000000" : 8224768,
"40.000000" : 8585216,
"50.000000" : 8847360,
"60.000000" : 9109504,
"70.000000" : 9371648,
"80.000000" : 9633792,
"90.000000" : 10027008,
"95.000000" : 10289152,
"99.000000" : 10813440,
"99.500000" : 10944512,
"99.900000" : 11337728,
"99.950000" : 11468800,
"99.990000" : 11730944
},
"bins" : {
"1925120" : 2,
"2211840" : 1,
"2244608" : 4,
"2277376" : 4,
"2310144" : 8,
"2375680" : 3,
"2408448" : 3,
"2441216" : 1,
"2473984" : 5,
"2506752" : 8,
"2539520" : 1,
"2572288" : 8,
"2605056" : 10,
"2637824" : 17,
"2670592" : 12,
"2703360" : 21,
"2736128" : 9,
"2768896" : 19,
"2801664" : 5,
"2834432" : 16,
"2867200" : 12,
"2899968" : 25,
"2932736" : 30,
"2965504" : 24,
"2998272" : 34,
"3031040" : 20,
"3063808" : 35,
"3096576" : 28,
"3129344" : 27,
"3162112" : 44,
"3194880" : 36,
"3227648" : 75,
"3260416" : 71,
"3293184" : 70,
"3325952" : 127,
"3358720" : 83,
"3391488" : 75,
"3424256" : 87,
"3457024" : 97,
"3489792" : 121,
"3522560" : 130,
"3555328" : 123,
"3588096" : 152,
"3620864" : 172,
"3653632" : 191,
"3686400" : 210,
"3719168" : 228,
"3751936" : 244,
"3784704" : 278,
"3817472" : 268,
"3850240" : 274,
"3883008" : 233,
"3915776" : 300,
"3948544" : 369,
"3981312" : 349,
"4014080" : 412,
"4046848" : 445,
"4079616" : 466,
"4112384" : 430,
"4145152" : 512,
"4177920" : 510,
"4227072" : 1080,
"4292608" : 1211,
"4358144" : 1496,
"4423680" : 1667,
"4489216" : 1766,
"4554752" : 1990,
"4620288" : 2101,
"4685824" : 2390,
"4751360" : 2723,
"4816896" : 2961,
"4882432" : 3168,
"4947968" : 3421,
"5013504" : 3713,
"5079040" : 3945,
"5144576" : 4350,
"5210112" : 4435,
"5275648" : 4938,
"5341184" : 5273,
"5406720" : 5877,
"5472256" : 6151,
"5537792" : 6230,
"5603328" : 6653,
"5668864" : 7223,
"5734400" : 7810,
"5799936" : 8382,
"5865472" : 8553,
"5931008" : 8863,
"5996544" : 9264,
"6062080" : 9911,
"6127616" : 10760,
"6193152" : 10780,
"6258688" : 11119,
"6324224" : 11296,
"6389760" : 12286,
"6455296" : 12759,
"6520832" : 13514,
"6586368" : 13709,
"6651904" : 14267,
"6717440" : 15243,
"6782976" : 15957,
"6848512" : 16686,
"6914048" : 17568,
"6979584" : 18487,
"7045120" : 19824,
"7110656" : 21140,
"7176192" : 22496,
"7241728" : 23871,
"7307264" : 25240,
"7372800" : 26878,
"7438336" : 29095,
"7503872" : 30817,
"7569408" : 33926,
"7634944" : 35985,
"7700480" : 38497,
"7766016" : 41397,
"7831552" : 44193,
"7897088" : 46746,
"7962624" : 49455,
"8028160" : 53228,
"8093696" : 56515,
"8159232" : 59717,
"8224768" : 63000,
"8290304" : 66501,
"8355840" : 69118,
"8454144" : 147812,
"8585216" : 158931,
"8716288" : 167579,
"8847360" : 173754,
"8978432" : 177079,
"9109504" : 177967,
"9240576" : 172421,
"9371648" : 164580,
"9502720" : 154570,
"9633792" : 141336,
"9764864" : 125132,
"9895936" : 108356,
"10027008" : 91579,
"10158080" : 74685,
"10289152" : 59564,
"10420224" : 45952,
"10551296" : 35029,
"10682368" : 24498,
"10813440" : 17111,
"10944512" : 11395,
"11075584" : 6801,
"11206656" : 4313,
"11337728" : 2508,
"11468800" : 1193,
"11599872" : 649,
"11730944" : 324,
"11862016" : 127,
"11993088" : 43,
"12124160" : 11,
"12255232" : 8,
"12386304" : 3,
"12648448" : 2
}
},
"lat_ns" : {
"min" : 1948488,
"max" : 13035339,
"mean" : 8923063.563447,
"stddev" : 1237665.549030,
"N" : 3442500
},
"bw_min" : 106210,
"bw_max" : 126288,
"bw_agg" : 100.000000,
"bw_mean" : 114764.430962,
"bw_dev" : 734.287697,
"bw_samples" : 1912,
"iops_min" : 26552,
"iops_max" : 31571,
"iops_mean" : 28690.594142,
"iops_stddev" : 183.579448,
"iops_samples" : 1912
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959992,
"usr_cpu" : 0.700527,
"sys_cpu" : 17.920045,
"ctx" : 2553850,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999942,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999942,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.140101,
"10" : 89.787097,
"20" : 10.072511,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085722,
"timestamp_ms" : 1773085722740,
"time" : "Mon Mar 9 16:48:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 15289278464,
"io_kbytes" : 14930936,
"bw_bytes" : 117610739,
"bw" : 114854,
"iops" : 28713.651643,
"runtime" : 129999,
"total_ios" : 3732746,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5188,
"max" : 1313447,
"mean" : 276503.793239,
"stddev" : 157470.677632,
"N" : 3732746
},
"clat_ns" : {
"min" : 1928347,
"max" : 12713648,
"mean" : 8638529.395772,
"stddev" : 1189501.675679,
"N" : 3732738,
"percentile" : {
"1.000000" : 5079040,
"5.000000" : 6324224,
"10.000000" : 7045120,
"20.000000" : 7766016,
"30.000000" : 8224768,
"40.000000" : 8585216,
"50.000000" : 8847360,
"60.000000" : 9109504,
"70.000000" : 9371648,
"80.000000" : 9633792,
"90.000000" : 10027008,
"95.000000" : 10289152,
"99.000000" : 10813440,
"99.500000" : 10944512,
"99.900000" : 11337728,
"99.950000" : 11468800,
"99.990000" : 11730944
},
"bins" : {
"1925120" : 2,
"2211840" : 1,
"2244608" : 4,
"2277376" : 4,
"2310144" : 8,
"2375680" : 3,
"2408448" : 3,
"2441216" : 1,
"2473984" : 5,
"2506752" : 8,
"2539520" : 1,
"2572288" : 8,
"2605056" : 10,
"2637824" : 17,
"2670592" : 12,
"2703360" : 21,
"2736128" : 9,
"2768896" : 19,
"2801664" : 5,
"2834432" : 16,
"2867200" : 12,
"2899968" : 25,
"2932736" : 30,
"2965504" : 24,
"2998272" : 34,
"3031040" : 20,
"3063808" : 35,
"3096576" : 28,
"3129344" : 27,
"3162112" : 44,
"3194880" : 36,
"3227648" : 75,
"3260416" : 71,
"3293184" : 70,
"3325952" : 127,
"3358720" : 83,
"3391488" : 75,
"3424256" : 87,
"3457024" : 97,
"3489792" : 121,
"3522560" : 130,
"3555328" : 123,
"3588096" : 152,
"3620864" : 172,
"3653632" : 191,
"3686400" : 210,
"3719168" : 228,
"3751936" : 244,
"3784704" : 278,
"3817472" : 268,
"3850240" : 274,
"3883008" : 233,
"3915776" : 300,
"3948544" : 369,
"3981312" : 349,
"4014080" : 412,
"4046848" : 445,
"4079616" : 466,
"4112384" : 430,
"4145152" : 512,
"4177920" : 510,
"4227072" : 1080,
"4292608" : 1211,
"4358144" : 1496,
"4423680" : 1667,
"4489216" : 1766,
"4554752" : 1993,
"4620288" : 2110,
"4685824" : 2390,
"4751360" : 2726,
"4816896" : 2967,
"4882432" : 3173,
"4947968" : 3438,
"5013504" : 3718,
"5079040" : 3953,
"5144576" : 4387,
"5210112" : 4460,
"5275648" : 4976,
"5341184" : 5302,
"5406720" : 5932,
"5472256" : 6214,
"5537792" : 6326,
"5603328" : 6743,
"5668864" : 7332,
"5734400" : 7939,
"5799936" : 8543,
"5865472" : 8760,
"5931008" : 9089,
"5996544" : 9565,
"6062080" : 10212,
"6127616" : 11082,
"6193152" : 11209,
"6258688" : 11623,
"6324224" : 11783,
"6389760" : 12906,
"6455296" : 13457,
"6520832" : 14319,
"6586368" : 14620,
"6651904" : 15358,
"6717440" : 16442,
"6782976" : 17329,
"6848512" : 18218,
"6914048" : 19260,
"6979584" : 20299,
"7045120" : 21994,
"7110656" : 23594,
"7176192" : 25182,
"7241728" : 26720,
"7307264" : 28327,
"7372800" : 30325,
"7438336" : 32917,
"7503872" : 34964,
"7569408" : 38224,
"7634944" : 40607,
"7700480" : 43628,
"7766016" : 46917,
"7831552" : 50029,
"7897088" : 52904,
"7962624" : 56029,
"8028160" : 59980,
"8093696" : 63698,
"8159232" : 67125,
"8224768" : 70412,
"8290304" : 74274,
"8355840" : 76849,
"8454144" : 164377,
"8585216" : 175176,
"8716288" : 183819,
"8847360" : 189675,
"8978432" : 192266,
"9109504" : 192054,
"9240576" : 185532,
"9371648" : 176249,
"9502720" : 164575,
"9633792" : 149847,
"9764864" : 132379,
"9895936" : 114251,
"10027008" : 96317,
"10158080" : 78389,
"10289152" : 62221,
"10420224" : 47907,
"10551296" : 36467,
"10682368" : 25459,
"10813440" : 17859,
"10944512" : 11809,
"11075584" : 7066,
"11206656" : 4433,
"11337728" : 2577,
"11468800" : 1213,
"11599872" : 654,
"11730944" : 326,
"11862016" : 128,
"11993088" : 43,
"12124160" : 11,
"12255232" : 8,
"12386304" : 3,
"12648448" : 2
}
},
"lat_ns" : {
"min" : 1948488,
"max" : 13035339,
"mean" : 8915033.927787,
"stddev" : 1217539.175903,
"N" : 3732738
},
"bw_min" : 105866,
"bw_max" : 127035,
"bw_agg" : 100.000000,
"bw_mean" : 114867.065637,
"bw_dev" : 753.996841,
"bw_samples" : 2072,
"iops_min" : 26466,
"iops_max" : 31758,
"iops_mean" : 28716.270270,
"iops_stddev" : 188.506858,
"iops_samples" : 2072
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1039992,
"usr_cpu" : 0.699813,
"sys_cpu" : 17.933215,
"ctx" : 2766425,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.129208,
"10" : 90.163890,
"20" : 9.706634,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085732,
"timestamp_ms" : 1773085732741,
"time" : "Mon Mar 9 16:48:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 16480116736,
"io_kbytes" : 16093864,
"bw_bytes" : 117715119,
"bw" : 114956,
"iops" : 28739.171429,
"runtime" : 140000,
"total_ios" : 4023484,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5188,
"max" : 1313447,
"mean" : 276256.285799,
"stddev" : 157601.259113,
"N" : 4023485
},
"clat_ns" : {
"min" : 1928347,
"max" : 12713648,
"mean" : 8630843.402816,
"stddev" : 1172230.738829,
"N" : 4023476,
"percentile" : {
"1.000000" : 5079040,
"5.000000" : 6389760,
"10.000000" : 7110656,
"20.000000" : 7766016,
"30.000000" : 8224768,
"40.000000" : 8454144,
"50.000000" : 8716288,
"60.000000" : 8978432,
"70.000000" : 9240576,
"80.000000" : 9633792,
"90.000000" : 10027008,
"95.000000" : 10289152,
"99.000000" : 10813440,
"99.500000" : 10944512,
"99.900000" : 11337728,
"99.950000" : 11468800,
"99.990000" : 11730944
},
"bins" : {
"1925120" : 2,
"2211840" : 1,
"2244608" : 4,
"2277376" : 4,
"2310144" : 8,
"2375680" : 3,
"2408448" : 3,
"2441216" : 1,
"2473984" : 5,
"2506752" : 8,
"2539520" : 1,
"2572288" : 8,
"2605056" : 10,
"2637824" : 17,
"2670592" : 12,
"2703360" : 21,
"2736128" : 9,
"2768896" : 19,
"2801664" : 5,
"2834432" : 16,
"2867200" : 12,
"2899968" : 25,
"2932736" : 30,
"2965504" : 24,
"2998272" : 34,
"3031040" : 20,
"3063808" : 35,
"3096576" : 28,
"3129344" : 27,
"3162112" : 44,
"3194880" : 36,
"3227648" : 75,
"3260416" : 71,
"3293184" : 70,
"3325952" : 127,
"3358720" : 83,
"3391488" : 75,
"3424256" : 87,
"3457024" : 97,
"3489792" : 121,
"3522560" : 130,
"3555328" : 123,
"3588096" : 152,
"3620864" : 172,
"3653632" : 191,
"3686400" : 210,
"3719168" : 228,
"3751936" : 244,
"3784704" : 278,
"3817472" : 268,
"3850240" : 274,
"3883008" : 233,
"3915776" : 300,
"3948544" : 369,
"3981312" : 349,
"4014080" : 412,
"4046848" : 445,
"4079616" : 466,
"4112384" : 430,
"4145152" : 512,
"4177920" : 510,
"4227072" : 1081,
"4292608" : 1213,
"4358144" : 1499,
"4423680" : 1667,
"4489216" : 1766,
"4554752" : 1994,
"4620288" : 2114,
"4685824" : 2392,
"4751360" : 2731,
"4816896" : 2971,
"4882432" : 3179,
"4947968" : 3452,
"5013504" : 3742,
"5079040" : 3967,
"5144576" : 4409,
"5210112" : 4487,
"5275648" : 5017,
"5341184" : 5335,
"5406720" : 5974,
"5472256" : 6258,
"5537792" : 6391,
"5603328" : 6805,
"5668864" : 7451,
"5734400" : 8058,
"5799936" : 8687,
"5865472" : 8874,
"5931008" : 9277,
"5996544" : 9806,
"6062080" : 10495,
"6127616" : 11392,
"6193152" : 11537,
"6258688" : 12049,
"6324224" : 12262,
"6389760" : 13528,
"6455296" : 14192,
"6520832" : 15121,
"6586368" : 15497,
"6651904" : 16291,
"6717440" : 17644,
"6782976" : 18687,
"6848512" : 19783,
"6914048" : 21017,
"6979584" : 22262,
"7045120" : 24199,
"7110656" : 26045,
"7176192" : 27939,
"7241728" : 29718,
"7307264" : 31714,
"7372800" : 34060,
"7438336" : 36803,
"7503872" : 39287,
"7569408" : 42938,
"7634944" : 45577,
"7700480" : 49164,
"7766016" : 52653,
"7831552" : 56017,
"7897088" : 59069,
"7962624" : 62505,
"8028160" : 66901,
"8093696" : 70840,
"8159232" : 74547,
"8224768" : 78044,
"8290304" : 81930,
"8355840" : 84679,
"8454144" : 180667,
"8585216" : 191798,
"8716288" : 199886,
"8847360" : 205558,
"8978432" : 207156,
"9109504" : 206029,
"9240576" : 198528,
"9371648" : 187932,
"9502720" : 174640,
"9633792" : 158465,
"9764864" : 139462,
"9895936" : 120102,
"10027008" : 100632,
"10158080" : 81764,
"10289152" : 64813,
"10420224" : 49764,
"10551296" : 37753,
"10682368" : 26349,
"10813440" : 18418,
"10944512" : 12193,
"11075584" : 7299,
"11206656" : 4555,
"11337728" : 2650,
"11468800" : 1252,
"11599872" : 708,
"11730944" : 340,
"11862016" : 138,
"11993088" : 45,
"12124160" : 11,
"12255232" : 8,
"12386304" : 3,
"12648448" : 2
}
},
"lat_ns" : {
"min" : 1948488,
"max" : 13035339,
"mean" : 8907101.360565,
"stddev" : 1199523.593324,
"N" : 4023476
},
"bw_min" : 105850,
"bw_max" : 127117,
"bw_agg" : 100.000000,
"bw_mean" : 114966.709677,
"bw_dev" : 769.397251,
"bw_samples" : 2232,
"iops_min" : 26462,
"iops_max" : 31778,
"iops_mean" : 28741.197133,
"iops_stddev" : 192.357172,
"iops_samples" : 2232
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119998,
"usr_cpu" : 0.701966,
"sys_cpu" : 17.937353,
"ctx" : 2978885,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999975,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.119871,
"10" : 90.516329,
"20" : 9.363552,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085742,
"timestamp_ms" : 1773085742740,
"time" : "Mon Mar 9 16:49:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 17672744960,
"io_kbytes" : 17258540,
"bw_bytes" : 117819085,
"bw" : 115057,
"iops" : 28764.545097,
"runtime" : 149999,
"total_ios" : 4314653,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5188,
"max" : 1313447,
"mean" : 276010.742510,
"stddev" : 157732.323657,
"N" : 4314653
},
"clat_ns" : {
"min" : 1928347,
"max" : 12713648,
"mean" : 8623239.240190,
"stddev" : 1156858.966075,
"N" : 4314645,
"percentile" : {
"1.000000" : 5144576,
"5.000000" : 6455296,
"10.000000" : 7110656,
"20.000000" : 7766016,
"30.000000" : 8159232,
"40.000000" : 8454144,
"50.000000" : 8716288,
"60.000000" : 8978432,
"70.000000" : 9240576,
"80.000000" : 9502720,
"90.000000" : 9895936,
"95.000000" : 10289152,
"99.000000" : 10813440,
"99.500000" : 10944512,
"99.900000" : 11337728,
"99.950000" : 11468800,
"99.990000" : 11730944
},
"bins" : {
"1925120" : 2,
"2211840" : 1,
"2244608" : 4,
"2277376" : 4,
"2310144" : 8,
"2375680" : 3,
"2408448" : 3,
"2441216" : 1,
"2473984" : 5,
"2506752" : 8,
"2539520" : 1,
"2572288" : 8,
"2605056" : 10,
"2637824" : 17,
"2670592" : 12,
"2703360" : 21,
"2736128" : 9,
"2768896" : 19,
"2801664" : 5,
"2834432" : 16,
"2867200" : 12,
"2899968" : 25,
"2932736" : 30,
"2965504" : 24,
"2998272" : 34,
"3031040" : 20,
"3063808" : 35,
"3096576" : 28,
"3129344" : 27,
"3162112" : 44,
"3194880" : 36,
"3227648" : 75,
"3260416" : 71,
"3293184" : 70,
"3325952" : 127,
"3358720" : 83,
"3391488" : 75,
"3424256" : 87,
"3457024" : 97,
"3489792" : 121,
"3522560" : 130,
"3555328" : 123,
"3588096" : 152,
"3620864" : 172,
"3653632" : 191,
"3686400" : 210,
"3719168" : 228,
"3751936" : 244,
"3784704" : 278,
"3817472" : 268,
"3850240" : 274,
"3883008" : 233,
"3915776" : 300,
"3948544" : 369,
"3981312" : 349,
"4014080" : 412,
"4046848" : 445,
"4079616" : 466,
"4112384" : 430,
"4145152" : 512,
"4177920" : 510,
"4227072" : 1081,
"4292608" : 1213,
"4358144" : 1499,
"4423680" : 1669,
"4489216" : 1768,
"4554752" : 1994,
"4620288" : 2114,
"4685824" : 2398,
"4751360" : 2736,
"4816896" : 2979,
"4882432" : 3187,
"4947968" : 3462,
"5013504" : 3757,
"5079040" : 3986,
"5144576" : 4438,
"5210112" : 4520,
"5275648" : 5052,
"5341184" : 5374,
"5406720" : 6014,
"5472256" : 6317,
"5537792" : 6480,
"5603328" : 6878,
"5668864" : 7520,
"5734400" : 8173,
"5799936" : 8816,
"5865472" : 9030,
"5931008" : 9474,
"5996544" : 9995,
"6062080" : 10771,
"6127616" : 11741,
"6193152" : 11949,
"6258688" : 12493,
"6324224" : 12789,
"6389760" : 14158,
"6455296" : 14912,
"6520832" : 15991,
"6586368" : 16395,
"6651904" : 17442,
"6717440" : 18923,
"6782976" : 20163,
"6848512" : 21407,
"6914048" : 22794,
"6979584" : 24222,
"7045120" : 26498,
"7110656" : 28675,
"7176192" : 30626,
"7241728" : 32686,
"7307264" : 34947,
"7372800" : 37671,
"7438336" : 40837,
"7503872" : 43802,
"7569408" : 47447,
"7634944" : 50469,
"7700480" : 54261,
"7766016" : 58399,
"7831552" : 62115,
"7897088" : 65279,
"7962624" : 68926,
"8028160" : 73820,
"8093696" : 77954,
"8159232" : 82254,
"8224768" : 85830,
"8290304" : 89884,
"8355840" : 92677,
"8454144" : 197213,
"8585216" : 208544,
"8716288" : 216293,
"8847360" : 221649,
"8978432" : 222278,
"9109504" : 220106,
"9240576" : 211224,
"9371648" : 199296,
"9502720" : 184559,
"9633792" : 167016,
"9764864" : 146383,
"9895936" : 125583,
"10027008" : 105018,
"10158080" : 85044,
"10289152" : 67228,
"10420224" : 51521,
"10551296" : 38945,
"10682368" : 27161,
"10813440" : 18921,
"10944512" : 12542,
"11075584" : 7487,
"11206656" : 4666,
"11337728" : 2694,
"11468800" : 1286,
"11599872" : 720,
"11730944" : 348,
"11862016" : 143,
"11993088" : 45,
"12124160" : 14,
"12255232" : 8,
"12386304" : 3,
"12648448" : 2
}
},
"lat_ns" : {
"min" : 1948488,
"max" : 13035339,
"mean" : 8899252.563308,
"stddev" : 1183486.216389,
"N" : 4314645
},
"bw_min" : 105754,
"bw_max" : 127891,
"bw_agg" : 100.000000,
"bw_mean" : 115069.290970,
"bw_dev" : 782.926215,
"bw_samples" : 2392,
"iops_min" : 26438,
"iops_max" : 31971,
"iops_mean" : 28766.846154,
"iops_stddev" : 195.739389,
"iops_samples" : 2392
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1199992,
"usr_cpu" : 0.703005,
"sys_cpu" : 17.941203,
"ctx" : 3191229,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999977,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999977,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.111782,
"10" : 90.838568,
"20" : 9.049418,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085752,
"timestamp_ms" : 1773085752740,
"time" : "Mon Mar 9 16:49:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 18870460416,
"io_kbytes" : 18428184,
"bw_bytes" : 117941114,
"bw" : 115176,
"iops" : 28794.279964,
"runtime" : 159999,
"total_ios" : 4607056,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5188,
"max" : 1313447,
"mean" : 275723.592093,
"stddev" : 157861.000928,
"N" : 4607056
},
"clat_ns" : {
"min" : 1928347,
"max" : 12713648,
"mean" : 8614327.637145,
"stddev" : 1143244.404908,
"N" : 4607048,
"percentile" : {
"1.000000" : 5210112,
"5.000000" : 6455296,
"10.000000" : 7110656,
"20.000000" : 7766016,
"30.000000" : 8159232,
"40.000000" : 8454144,
"50.000000" : 8716288,
"60.000000" : 8978432,
"70.000000" : 9240576,
"80.000000" : 9502720,
"90.000000" : 9895936,
"95.000000" : 10289152,
"99.000000" : 10813440,
"99.500000" : 10944512,
"99.900000" : 11337728,
"99.950000" : 11468800,
"99.990000" : 11730944
},
"bins" : {
"1925120" : 2,
"2211840" : 1,
"2244608" : 4,
"2277376" : 4,
"2310144" : 8,
"2375680" : 3,
"2408448" : 3,
"2441216" : 1,
"2473984" : 5,
"2506752" : 8,
"2539520" : 1,
"2572288" : 8,
"2605056" : 10,
"2637824" : 17,
"2670592" : 12,
"2703360" : 21,
"2736128" : 9,
"2768896" : 19,
"2801664" : 5,
"2834432" : 16,
"2867200" : 12,
"2899968" : 25,
"2932736" : 30,
"2965504" : 24,
"2998272" : 34,
"3031040" : 20,
"3063808" : 35,
"3096576" : 28,
"3129344" : 27,
"3162112" : 44,
"3194880" : 36,
"3227648" : 75,
"3260416" : 71,
"3293184" : 70,
"3325952" : 127,
"3358720" : 83,
"3391488" : 75,
"3424256" : 87,
"3457024" : 97,
"3489792" : 121,
"3522560" : 130,
"3555328" : 123,
"3588096" : 152,
"3620864" : 172,
"3653632" : 191,
"3686400" : 212,
"3719168" : 228,
"3751936" : 244,
"3784704" : 278,
"3817472" : 268,
"3850240" : 274,
"3883008" : 235,
"3915776" : 300,
"3948544" : 370,
"3981312" : 350,
"4014080" : 412,
"4046848" : 446,
"4079616" : 467,
"4112384" : 430,
"4145152" : 512,
"4177920" : 510,
"4227072" : 1082,
"4292608" : 1217,
"4358144" : 1504,
"4423680" : 1673,
"4489216" : 1769,
"4554752" : 2000,
"4620288" : 2117,
"4685824" : 2406,
"4751360" : 2744,
"4816896" : 2982,
"4882432" : 3193,
"4947968" : 3472,
"5013504" : 3766,
"5079040" : 4003,
"5144576" : 4462,
"5210112" : 4536,
"5275648" : 5074,
"5341184" : 5410,
"5406720" : 6066,
"5472256" : 6364,
"5537792" : 6531,
"5603328" : 6957,
"5668864" : 7608,
"5734400" : 8288,
"5799936" : 8956,
"5865472" : 9185,
"5931008" : 9661,
"5996544" : 10277,
"6062080" : 11039,
"6127616" : 12084,
"6193152" : 12352,
"6258688" : 12943,
"6324224" : 13346,
"6389760" : 14816,
"6455296" : 15733,
"6520832" : 16858,
"6586368" : 17364,
"6651904" : 18639,
"6717440" : 20259,
"6782976" : 21695,
"6848512" : 23244,
"6914048" : 24775,
"6979584" : 26359,
"7045120" : 28869,
"7110656" : 31369,
"7176192" : 33750,
"7241728" : 36088,
"7307264" : 38408,
"7372800" : 41575,
"7438336" : 45076,
"7503872" : 48281,
"7569408" : 52295,
"7634944" : 55627,
"7700480" : 59757,
"7766016" : 64129,
"7831552" : 68269,
"7897088" : 71688,
"7962624" : 75624,
"8028160" : 80774,
"8093696" : 85234,
"8159232" : 90109,
"8224768" : 93541,
"8290304" : 97873,
"8355840" : 100960,
"8454144" : 213915,
"8585216" : 225226,
"8716288" : 233089,
"8847360" : 237481,
"8978432" : 237370,
"9109504" : 234066,
"9240576" : 223937,
"9371648" : 209993,
"9502720" : 193995,
"9633792" : 175124,
"9764864" : 152761,
"9895936" : 130783,
"10027008" : 108935,
"10158080" : 88170,
"10289152" : 69491,
"10420224" : 53106,
"10551296" : 40050,
"10682368" : 27910,
"10813440" : 19353,
"10944512" : 12825,
"11075584" : 7642,
"11206656" : 4748,
"11337728" : 2753,
"11468800" : 1314,
"11599872" : 741,
"11730944" : 358,
"11862016" : 150,
"11993088" : 48,
"12124160" : 14,
"12255232" : 8,
"12386304" : 3,
"12648448" : 2
}
},
"lat_ns" : {
"min" : 1948488,
"max" : 13035339,
"mean" : 8890052.768012,
"stddev" : 1169280.563820,
"N" : 4607048
},
"bw_min" : 105418,
"bw_max" : 128060,
"bw_agg" : 100.000000,
"bw_mean" : 115184.793103,
"bw_dev" : 797.061924,
"bw_samples" : 2552,
"iops_min" : 26354,
"iops_max" : 32014,
"iops_mean" : 28795.746082,
"iops_stddev" : 199.274293,
"iops_samples" : 2552
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279992,
"usr_cpu" : 0.704770,
"sys_cpu" : 17.946597,
"ctx" : 3403740,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.104817,
"10" : 91.146754,
"20" : 8.748211,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085762,
"timestamp_ms" : 1773085762740,
"time" : "Mon Mar 9 16:49:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 20017156096,
"io_kbytes" : 19548004,
"bw_bytes" : 117747977,
"bw" : 114988,
"iops" : 28747.164706,
"runtime" : 170000,
"total_ios" : 4887018,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5188,
"max" : 1313447,
"mean" : 276176.365063,
"stddev" : 157635.661614,
"N" : 4887018
},
"clat_ns" : {
"min" : 1928347,
"max" : 12713648,
"mean" : 8628411.063200,
"stddev" : 1132118.578903,
"N" : 4887010,
"percentile" : {
"1.000000" : 5210112,
"5.000000" : 6520832,
"10.000000" : 7176192,
"20.000000" : 7831552,
"30.000000" : 8159232,
"40.000000" : 8454144,
"50.000000" : 8716288,
"60.000000" : 8978432,
"70.000000" : 9240576,
"80.000000" : 9502720,
"90.000000" : 9895936,
"95.000000" : 10289152,
"99.000000" : 10813440,
"99.500000" : 10944512,
"99.900000" : 11337728,
"99.950000" : 11468800,
"99.990000" : 11730944
},
"bins" : {
"1925120" : 2,
"2211840" : 1,
"2244608" : 4,
"2277376" : 4,
"2310144" : 8,
"2375680" : 3,
"2408448" : 3,
"2441216" : 1,
"2473984" : 5,
"2506752" : 8,
"2539520" : 1,
"2572288" : 8,
"2605056" : 10,
"2637824" : 17,
"2670592" : 12,
"2703360" : 21,
"2736128" : 9,
"2768896" : 19,
"2801664" : 5,
"2834432" : 16,
"2867200" : 12,
"2899968" : 25,
"2932736" : 30,
"2965504" : 24,
"2998272" : 34,
"3031040" : 20,
"3063808" : 35,
"3096576" : 28,
"3129344" : 27,
"3162112" : 44,
"3194880" : 36,
"3227648" : 75,
"3260416" : 71,
"3293184" : 70,
"3325952" : 127,
"3358720" : 83,
"3391488" : 75,
"3424256" : 87,
"3457024" : 97,
"3489792" : 121,
"3522560" : 130,
"3555328" : 123,
"3588096" : 152,
"3620864" : 172,
"3653632" : 191,
"3686400" : 212,
"3719168" : 228,
"3751936" : 244,
"3784704" : 278,
"3817472" : 268,
"3850240" : 274,
"3883008" : 235,
"3915776" : 300,
"3948544" : 370,
"3981312" : 350,
"4014080" : 412,
"4046848" : 446,
"4079616" : 467,
"4112384" : 430,
"4145152" : 512,
"4177920" : 510,
"4227072" : 1082,
"4292608" : 1217,
"4358144" : 1504,
"4423680" : 1674,
"4489216" : 1770,
"4554752" : 2000,
"4620288" : 2117,
"4685824" : 2406,
"4751360" : 2746,
"4816896" : 2982,
"4882432" : 3195,
"4947968" : 3475,
"5013504" : 3772,
"5079040" : 4006,
"5144576" : 4464,
"5210112" : 4539,
"5275648" : 5085,
"5341184" : 5432,
"5406720" : 6083,
"5472256" : 6373,
"5537792" : 6553,
"5603328" : 7001,
"5668864" : 7663,
"5734400" : 8333,
"5799936" : 9000,
"5865472" : 9248,
"5931008" : 9743,
"5996544" : 10384,
"6062080" : 11168,
"6127616" : 12203,
"6193152" : 12516,
"6258688" : 13132,
"6324224" : 13582,
"6389760" : 15067,
"6455296" : 16030,
"6520832" : 17236,
"6586368" : 17749,
"6651904" : 19140,
"6717440" : 20852,
"6782976" : 22247,
"6848512" : 23958,
"6914048" : 25618,
"6979584" : 27300,
"7045120" : 29989,
"7110656" : 32582,
"7176192" : 35188,
"7241728" : 37664,
"7307264" : 40169,
"7372800" : 43616,
"7438336" : 47387,
"7503872" : 50895,
"7569408" : 55110,
"7634944" : 58659,
"7700480" : 63127,
"7766016" : 67815,
"7831552" : 72252,
"7897088" : 76128,
"7962624" : 80219,
"8028160" : 85808,
"8093696" : 90472,
"8159232" : 95828,
"8224768" : 99526,
"8290304" : 104205,
"8355840" : 107762,
"8454144" : 228066,
"8585216" : 239959,
"8716288" : 249005,
"8847360" : 253915,
"8978432" : 253698,
"9109504" : 249941,
"9240576" : 239237,
"9371648" : 224316,
"9502720" : 207546,
"9633792" : 187085,
"9764864" : 163191,
"9895936" : 139876,
"10027008" : 116476,
"10158080" : 93932,
"10289152" : 74294,
"10420224" : 56820,
"10551296" : 42733,
"10682368" : 29745,
"10813440" : 20637,
"10944512" : 13740,
"11075584" : 8251,
"11206656" : 5081,
"11337728" : 2960,
"11468800" : 1425,
"11599872" : 804,
"11730944" : 385,
"11862016" : 172,
"11993088" : 61,
"12124160" : 16,
"12255232" : 10,
"12386304" : 3,
"12648448" : 2
}
},
"lat_ns" : {
"min" : 1948488,
"max" : 13035339,
"mean" : 8904588.941614,
"stddev" : 1157727.925588,
"N" : 4887010
},
"bw_min" : 105410,
"bw_max" : 128196,
"bw_agg" : 100.000000,
"bw_mean" : 115014.893805,
"bw_dev" : 801.700140,
"bw_samples" : 2712,
"iops_min" : 26352,
"iops_max" : 32050,
"iops_mean" : 28753.286136,
"iops_stddev" : 200.433459,
"iops_samples" : 2712
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1359994,
"usr_cpu" : 0.704930,
"sys_cpu" : 17.937800,
"ctx" : 3616893,
"majf" : 0,
"minf" : 283,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999980,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.098813,
"10" : 91.091418,
"20" : 8.809564,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085772,
"timestamp_ms" : 1773085772767,
"time" : "Mon Mar 9 16:49:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 4670,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 21154398208,
"io_kbytes" : 20658592,
"bw_bytes" : 117523781,
"bw" : 114769,
"iops" : 28691.973933,
"runtime" : 180001,
"total_ios" : 5164584,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5188,
"max" : 1313447,
"mean" : 276709.327009,
"stddev" : 157390.993385,
"N" : 5164592
},
"clat_ns" : {
"min" : 3625,
"max" : 12713648,
"mean" : 8644719.942291,
"stddev" : 1122550.610247,
"N" : 5164832,
"percentile" : {
"1.000000" : 5275648,
"5.000000" : 6586368,
"10.000000" : 7241728,
"20.000000" : 7831552,
"30.000000" : 8224768,
"40.000000" : 8454144,
"50.000000" : 8716288,
"60.000000" : 8978432,
"70.000000" : 9240576,
"80.000000" : 9502720,
"90.000000" : 9895936,
"95.000000" : 10289152,
"99.000000" : 10813440,
"99.500000" : 10944512,
"99.900000" : 11337728,
"99.950000" : 11468800,
"99.990000" : 11730944
},
"bins" : {
"3632" : 1,
"3792" : 1,
"6176" : 1,
"7584" : 1,
"7648" : 1,
"8160" : 1,
"9152" : 1,
"13632" : 1,
"329728" : 1,
"346112" : 1,
"358400" : 1,
"370688" : 1,
"378880" : 2,
"391168" : 1,
"395264" : 1,
"399360" : 1,
"403456" : 2,
"407552" : 1,
"708608" : 1,
"716800" : 1,
"724992" : 2,
"741376" : 1,
"749568" : 1,
"765952" : 1,
"774144" : 1,
"790528" : 1,
"1011712" : 1,
"1019904" : 1,
"1036288" : 1,
"1044480" : 1,
"1089536" : 2,
"1105920" : 1,
"1155072" : 2,
"1171456" : 1,
"1400832" : 1,
"1417216" : 1,
"1433600" : 3,
"1449984" : 1,
"1466368" : 1,
"1482752" : 1,
"1499136" : 2,
"1515520" : 1,
"1531904" : 1,
"1564672" : 2,
"1728512" : 1,
"1794048" : 3,
"1810432" : 1,
"1843200" : 1,
"1859584" : 1,
"1875968" : 1,
"1892352" : 1,
"1925120" : 2,
"2072576" : 2,
"2146304" : 1,
"2179072" : 1,
"2211840" : 1,
"2244608" : 6,
"2277376" : 6,
"2310144" : 8,
"2375680" : 3,
"2408448" : 3,
"2441216" : 2,
"2473984" : 7,
"2506752" : 10,
"2539520" : 2,
"2572288" : 8,
"2605056" : 12,
"2637824" : 18,
"2670592" : 13,
"2703360" : 21,
"2736128" : 10,
"2768896" : 20,
"2801664" : 8,
"2834432" : 17,
"2867200" : 12,
"2899968" : 26,
"2932736" : 32,
"2965504" : 26,
"2998272" : 34,
"3031040" : 20,
"3063808" : 37,
"3096576" : 28,
"3129344" : 30,
"3162112" : 45,
"3194880" : 37,
"3227648" : 75,
"3260416" : 71,
"3293184" : 71,
"3325952" : 129,
"3358720" : 83,
"3391488" : 76,
"3424256" : 87,
"3457024" : 98,
"3489792" : 122,
"3522560" : 131,
"3555328" : 124,
"3588096" : 152,
"3620864" : 172,
"3653632" : 191,
"3686400" : 214,
"3719168" : 228,
"3751936" : 245,
"3784704" : 278,
"3817472" : 269,
"3850240" : 275,
"3883008" : 235,
"3915776" : 302,
"3948544" : 371,
"3981312" : 350,
"4014080" : 414,
"4046848" : 446,
"4079616" : 468,
"4112384" : 430,
"4145152" : 512,
"4177920" : 512,
"4227072" : 1085,
"4292608" : 1219,
"4358144" : 1505,
"4423680" : 1675,
"4489216" : 1773,
"4554752" : 2003,
"4620288" : 2119,
"4685824" : 2407,
"4751360" : 2748,
"4816896" : 2985,
"4882432" : 3198,
"4947968" : 3476,
"5013504" : 3777,
"5079040" : 4014,
"5144576" : 4470,
"5210112" : 4541,
"5275648" : 5090,
"5341184" : 5438,
"5406720" : 6103,
"5472256" : 6398,
"5537792" : 6571,
"5603328" : 7011,
"5668864" : 7678,
"5734400" : 8376,
"5799936" : 9049,
"5865472" : 9283,
"5931008" : 9802,
"5996544" : 10431,
"6062080" : 11267,
"6127616" : 12302,
"6193152" : 12635,
"6258688" : 13274,
"6324224" : 13728,
"6389760" : 15257,
"6455296" : 16288,
"6520832" : 17492,
"6586368" : 18048,
"6651904" : 19487,
"6717440" : 21259,
"6782976" : 22752,
"6848512" : 24570,
"6914048" : 26349,
"6979584" : 28028,
"7045120" : 30831,
"7110656" : 33640,
"7176192" : 36400,
"7241728" : 39011,
"7307264" : 41708,
"7372800" : 45334,
"7438336" : 49293,
"7503872" : 52945,
"7569408" : 57436,
"7634944" : 61301,
"7700480" : 65939,
"7766016" : 70965,
"7831552" : 75937,
"7897088" : 79912,
"7962624" : 84484,
"8028160" : 90313,
"8093696" : 95411,
"8159232" : 101123,
"8224768" : 105173,
"8290304" : 110314,
"8355840" : 114062,
"8454144" : 241460,
"8585216" : 254753,
"8716288" : 264393,
"8847360" : 270119,
"8978432" : 270164,
"9109504" : 266210,
"9240576" : 255146,
"9371648" : 239804,
"9502720" : 221941,
"9633792" : 199829,
"9764864" : 174492,
"9895936" : 149952,
"10027008" : 124683,
"10158080" : 100714,
"10289152" : 79548,
"10420224" : 60834,
"10551296" : 45604,
"10682368" : 31822,
"10813440" : 22048,
"10944512" : 14579,
"11075584" : 8828,
"11206656" : 5403,
"11337728" : 3152,
"11468800" : 1558,
"11599872" : 857,
"11730944" : 422,
"11862016" : 199,
"11993088" : 83,
"12124160" : 22,
"12255232" : 14,
"12386304" : 3,
"12648448" : 2
}
},
"lat_ns" : {
"min" : 326078,
"max" : 13035339,
"mean" : 8921430.331519,
"stddev" : 1147744.052709,
"N" : 5164832
},
"bw_min" : 104954,
"bw_max" : 128196,
"bw_agg" : 100.000000,
"bw_mean" : 114797.161560,
"bw_dev" : 806.513809,
"bw_samples" : 2872,
"iops_min" : 26238,
"iops_max" : 32050,
"iops_mean" : 28698.866295,
"iops_stddev" : 201.635331,
"iops_samples" : 2872
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1439998,
"usr_cpu" : 0.705348,
"sys_cpu" : 17.931900,
"ctx" : 3829954,
"majf" : 0,
"minf" : 297,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999845,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.094509,
"10" : 90.987444,
"20" : 8.921609,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773085772,
"timestamp_ms" : 1773085772808,
"time" : "Mon Mar 9 16:49:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-read-qd32-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randread",
"bs" : "4k",
"iodepth" : "32",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 21155184640,
"io_kbytes" : 20659360,
"bw_bytes" : 117510524,
"bw" : 114756,
"iops" : 28687.670807,
"runtime" : 180028,
"total_ios" : 5164584,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 5188,
"max" : 1313447,
"mean" : 276709.327009,
"stddev" : 157390.993385,
"N" : 5164592
},
"clat_ns" : {
"min" : 3625,
"max" : 12713648,
"mean" : 8644719.942291,
"stddev" : 1122550.610247,
"N" : 5164832,
"percentile" : {
"1.000000" : 5275648,
"5.000000" : 6586368,
"10.000000" : 7241728,
"20.000000" : 7831552,
"30.000000" : 8224768,
"40.000000" : 8454144,
"50.000000" : 8716288,
"60.000000" : 8978432,
"70.000000" : 9240576,
"80.000000" : 9502720,
"90.000000" : 9895936,
"95.000000" : 10289152,
"99.000000" : 10813440,
"99.500000" : 10944512,
"99.900000" : 11337728,
"99.950000" : 11468800,
"99.990000" : 11730944
},
"bins" : {
"3632" : 1,
"3792" : 1,
"6176" : 1,
"7584" : 1,
"7648" : 1,
"8160" : 1,
"9152" : 1,
"13632" : 1,
"329728" : 1,
"346112" : 1,
"358400" : 1,
"370688" : 1,
"378880" : 2,
"391168" : 1,
"395264" : 1,
"399360" : 1,
"403456" : 2,
"407552" : 1,
"708608" : 1,
"716800" : 1,
"724992" : 2,
"741376" : 1,
"749568" : 1,
"765952" : 1,
"774144" : 1,
"790528" : 1,
"1011712" : 1,
"1019904" : 1,
"1036288" : 1,
"1044480" : 1,
"1089536" : 2,
"1105920" : 1,
"1155072" : 2,
"1171456" : 1,
"1400832" : 1,
"1417216" : 1,
"1433600" : 3,
"1449984" : 1,
"1466368" : 1,
"1482752" : 1,
"1499136" : 2,
"1515520" : 1,
"1531904" : 1,
"1564672" : 2,
"1728512" : 1,
"1794048" : 3,
"1810432" : 1,
"1843200" : 1,
"1859584" : 1,
"1875968" : 1,
"1892352" : 1,
"1925120" : 2,
"2072576" : 2,
"2146304" : 1,
"2179072" : 1,
"2211840" : 1,
"2244608" : 6,
"2277376" : 6,
"2310144" : 8,
"2375680" : 3,
"2408448" : 3,
"2441216" : 2,
"2473984" : 7,
"2506752" : 10,
"2539520" : 2,
"2572288" : 8,
"2605056" : 12,
"2637824" : 18,
"2670592" : 13,
"2703360" : 21,
"2736128" : 10,
"2768896" : 20,
"2801664" : 8,
"2834432" : 17,
"2867200" : 12,
"2899968" : 26,
"2932736" : 32,
"2965504" : 26,
"2998272" : 34,
"3031040" : 20,
"3063808" : 37,
"3096576" : 28,
"3129344" : 30,
"3162112" : 45,
"3194880" : 37,
"3227648" : 75,
"3260416" : 71,
"3293184" : 71,
"3325952" : 129,
"3358720" : 83,
"3391488" : 76,
"3424256" : 87,
"3457024" : 98,
"3489792" : 122,
"3522560" : 131,
"3555328" : 124,
"3588096" : 152,
"3620864" : 172,
"3653632" : 191,
"3686400" : 214,
"3719168" : 228,
"3751936" : 245,
"3784704" : 278,
"3817472" : 269,
"3850240" : 275,
"3883008" : 235,
"3915776" : 302,
"3948544" : 371,
"3981312" : 350,
"4014080" : 414,
"4046848" : 446,
"4079616" : 468,
"4112384" : 430,
"4145152" : 512,
"4177920" : 512,
"4227072" : 1085,
"4292608" : 1219,
"4358144" : 1505,
"4423680" : 1675,
"4489216" : 1773,
"4554752" : 2003,
"4620288" : 2119,
"4685824" : 2407,
"4751360" : 2748,
"4816896" : 2985,
"4882432" : 3198,
"4947968" : 3476,
"5013504" : 3777,
"5079040" : 4014,
"5144576" : 4470,
"5210112" : 4541,
"5275648" : 5090,
"5341184" : 5438,
"5406720" : 6103,
"5472256" : 6398,
"5537792" : 6571,
"5603328" : 7011,
"5668864" : 7678,
"5734400" : 8376,
"5799936" : 9049,
"5865472" : 9283,
"5931008" : 9802,
"5996544" : 10431,
"6062080" : 11267,
"6127616" : 12302,
"6193152" : 12635,
"6258688" : 13274,
"6324224" : 13728,
"6389760" : 15257,
"6455296" : 16288,
"6520832" : 17492,
"6586368" : 18048,
"6651904" : 19487,
"6717440" : 21259,
"6782976" : 22752,
"6848512" : 24570,
"6914048" : 26349,
"6979584" : 28028,
"7045120" : 30831,
"7110656" : 33640,
"7176192" : 36400,
"7241728" : 39011,
"7307264" : 41708,
"7372800" : 45334,
"7438336" : 49293,
"7503872" : 52945,
"7569408" : 57436,
"7634944" : 61301,
"7700480" : 65939,
"7766016" : 70965,
"7831552" : 75937,
"7897088" : 79912,
"7962624" : 84484,
"8028160" : 90313,
"8093696" : 95411,
"8159232" : 101123,
"8224768" : 105173,
"8290304" : 110314,
"8355840" : 114062,
"8454144" : 241460,
"8585216" : 254753,
"8716288" : 264393,
"8847360" : 270119,
"8978432" : 270164,
"9109504" : 266210,
"9240576" : 255146,
"9371648" : 239804,
"9502720" : 221941,
"9633792" : 199829,
"9764864" : 174492,
"9895936" : 149952,
"10027008" : 124683,
"10158080" : 100714,
"10289152" : 79548,
"10420224" : 60834,
"10551296" : 45604,
"10682368" : 31822,
"10813440" : 22048,
"10944512" : 14579,
"11075584" : 8828,
"11206656" : 5403,
"11337728" : 3152,
"11468800" : 1558,
"11599872" : 857,
"11730944" : 422,
"11862016" : 199,
"11993088" : 83,
"12124160" : 22,
"12255232" : 14,
"12386304" : 3,
"12648448" : 2
}
},
"lat_ns" : {
"min" : 326078,
"max" : 13035339,
"mean" : 8921430.331519,
"stddev" : 1147744.052709,
"N" : 5164832
},
"bw_min" : 104427,
"bw_max" : 128196,
"bw_agg" : 100.000000,
"bw_mean" : 114777.761939,
"bw_dev" : 808.706674,
"bw_samples" : 2878,
"iops_min" : 26106,
"iops_max" : 32050,
"iops_mean" : 28694.010995,
"iops_stddev" : 202.184290,
"iops_samples" : 2878
},
"write" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440162,
"usr_cpu" : 0.705268,
"sys_cpu" : 17.929858,
"ctx" : 3830110,
"majf" : 0,
"minf" : 303,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999845,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.094509,
"10" : 90.987444,
"20" : 8.921609,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}