raidz2/benchmarks/rand/rand-write-qd16-nj8_run2.json
{
"fio version" : "fio-3.35",
"timestamp" : 1773093851,
"timestamp_ms" : 1773093851814,
"time" : "Mon Mar 9 19:04:11 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 696446976,
"io_kbytes" : 680124,
"bw_bytes" : 71320734,
"bw" : 69649,
"iops" : 17427.035330,
"runtime" : 9765,
"total_ios" : 170175,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 78120,
"usr_cpu" : 0.697645,
"sys_cpu" : 14.582693,
"ctx" : 138264,
"majf" : 0,
"minf" : 45,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 99.929484,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093862,
"timestamp_ms" : 1773093862048,
"time" : "Mon Mar 9 19:04:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 715886592,
"io_kbytes" : 699108,
"bw_bytes" : 71588659,
"bw" : 69910,
"iops" : 17478.900000,
"runtime" : 10000,
"total_ios" : 174789,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10255,
"max" : 2611061,
"mean" : 454815.294391,
"stddev" : 278184.017984,
"N" : 174788
},
"clat_ns" : {
"min" : 2133502,
"max" : 12832045,
"mean" : 6867942.123240,
"stddev" : 1357343.877182,
"N" : 174781,
"percentile" : {
"1.000000" : 3850240,
"5.000000" : 4620288,
"10.000000" : 5079040,
"20.000000" : 5668864,
"30.000000" : 6127616,
"40.000000" : 6520832,
"50.000000" : 6848512,
"60.000000" : 7241728,
"70.000000" : 7569408,
"80.000000" : 8028160,
"90.000000" : 8585216,
"95.000000" : 9109504,
"99.000000" : 10027008,
"99.500000" : 10289152,
"99.900000" : 11075584,
"99.950000" : 11206656,
"99.990000" : 11730944
},
"bins" : {
"2146304" : 2,
"2375680" : 1,
"2408448" : 1,
"2441216" : 2,
"2473984" : 1,
"2506752" : 2,
"2539520" : 2,
"2572288" : 2,
"2605056" : 2,
"2637824" : 1,
"2670592" : 2,
"2703360" : 3,
"2736128" : 4,
"2768896" : 5,
"2801664" : 5,
"2834432" : 8,
"2867200" : 7,
"2899968" : 10,
"2932736" : 10,
"2965504" : 4,
"2998272" : 12,
"3031040" : 12,
"3063808" : 24,
"3096576" : 17,
"3129344" : 17,
"3162112" : 30,
"3194880" : 17,
"3227648" : 30,
"3260416" : 22,
"3293184" : 35,
"3325952" : 31,
"3358720" : 35,
"3391488" : 51,
"3424256" : 53,
"3457024" : 59,
"3489792" : 67,
"3522560" : 63,
"3555328" : 78,
"3588096" : 66,
"3620864" : 93,
"3653632" : 91,
"3686400" : 96,
"3719168" : 88,
"3751936" : 128,
"3784704" : 132,
"3817472" : 158,
"3850240" : 179,
"3883008" : 192,
"3915776" : 180,
"3948544" : 171,
"3981312" : 185,
"4014080" : 179,
"4046848" : 208,
"4079616" : 185,
"4112384" : 255,
"4145152" : 281,
"4177920" : 304,
"4227072" : 626,
"4292608" : 683,
"4358144" : 765,
"4423680" : 743,
"4489216" : 840,
"4554752" : 910,
"4620288" : 959,
"4685824" : 1055,
"4751360" : 1163,
"4816896" : 1246,
"4882432" : 1217,
"4947968" : 1276,
"5013504" : 1435,
"5079040" : 1432,
"5144576" : 1584,
"5210112" : 1603,
"5275648" : 1669,
"5341184" : 1865,
"5406720" : 1793,
"5472256" : 1980,
"5537792" : 1959,
"5603328" : 2107,
"5668864" : 2165,
"5734400" : 2342,
"5799936" : 2448,
"5865472" : 2426,
"5931008" : 2573,
"5996544" : 2697,
"6062080" : 2719,
"6127616" : 2751,
"6193152" : 2942,
"6258688" : 3044,
"6324224" : 3021,
"6389760" : 3105,
"6455296" : 3241,
"6520832" : 3111,
"6586368" : 3227,
"6651904" : 3338,
"6717440" : 3343,
"6782976" : 3293,
"6848512" : 3237,
"6914048" : 3270,
"6979584" : 3310,
"7045120" : 3373,
"7110656" : 3218,
"7176192" : 3230,
"7241728" : 3241,
"7307264" : 3215,
"7372800" : 3084,
"7438336" : 3111,
"7503872" : 3089,
"7569408" : 2872,
"7634944" : 2831,
"7700480" : 2782,
"7766016" : 2755,
"7831552" : 2569,
"7897088" : 2633,
"7962624" : 2422,
"8028160" : 2290,
"8093696" : 2274,
"8159232" : 2175,
"8224768" : 2089,
"8290304" : 2081,
"8355840" : 1874,
"8454144" : 3411,
"8585216" : 3069,
"8716288" : 2707,
"8847360" : 2351,
"8978432" : 2113,
"9109504" : 1743,
"9240576" : 1462,
"9371648" : 1247,
"9502720" : 1015,
"9633792" : 844,
"9764864" : 672,
"9895936" : 572,
"10027008" : 467,
"10158080" : 349,
"10289152" : 289,
"10420224" : 210,
"10551296" : 155,
"10682368" : 133,
"10813440" : 91,
"10944512" : 80,
"11075584" : 52,
"11206656" : 47,
"11337728" : 20,
"11468800" : 22,
"11599872" : 13,
"11730944" : 15,
"11862016" : 4,
"11993088" : 4,
"12124160" : 3,
"12386304" : 1,
"12779520" : 1
}
},
"lat_ns" : {
"min" : 2162857,
"max" : 13368374,
"mean" : 7322779.077291,
"stddev" : 1418901.427198,
"N" : 174781
},
"bw_min" : 65808,
"bw_max" : 73930,
"bw_agg" : 99.772854,
"bw_mean" : 69752.052632,
"bw_dev" : 266.508631,
"bw_samples" : 152,
"iops_min" : 16452,
"iops_max" : 18482,
"iops_mean" : 17437.684211,
"iops_stddev" : 66.620623,
"iops_samples" : 152
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79994,
"usr_cpu" : 0.671300,
"sys_cpu" : 14.581094,
"ctx" : 140108,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 1.426863,
"10" : 97.528449,
"20" : 1.040111,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093872,
"timestamp_ms" : 1773093872048,
"time" : "Mon Mar 9 19:04:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 1433210880,
"io_kbytes" : 1399620,
"bw_bytes" : 71664127,
"bw" : 69984,
"iops" : 17496.924846,
"runtime" : 19999,
"total_ios" : 349921,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10255,
"max" : 3485648,
"mean" : 454353.029147,
"stddev" : 278308.247624,
"N" : 349920
},
"clat_ns" : {
"min" : 1923851,
"max" : 13192656,
"mean" : 6860743.291075,
"stddev" : 1350294.764570,
"N" : 349913,
"percentile" : {
"1.000000" : 3883008,
"5.000000" : 4620288,
"10.000000" : 5079040,
"20.000000" : 5668864,
"30.000000" : 6127616,
"40.000000" : 6520832,
"50.000000" : 6848512,
"60.000000" : 7176192,
"70.000000" : 7569408,
"80.000000" : 8028160,
"90.000000" : 8585216,
"95.000000" : 9109504,
"99.000000" : 10027008,
"99.500000" : 10420224,
"99.900000" : 11075584,
"99.950000" : 11337728,
"99.990000" : 11862016
},
"bins" : {
"1925120" : 2,
"2023424" : 1,
"2146304" : 2,
"2179072" : 3,
"2375680" : 3,
"2408448" : 1,
"2441216" : 3,
"2473984" : 3,
"2506752" : 4,
"2539520" : 3,
"2572288" : 2,
"2605056" : 4,
"2637824" : 4,
"2670592" : 6,
"2703360" : 5,
"2736128" : 7,
"2768896" : 10,
"2801664" : 8,
"2834432" : 14,
"2867200" : 15,
"2899968" : 24,
"2932736" : 20,
"2965504" : 16,
"2998272" : 25,
"3031040" : 23,
"3063808" : 29,
"3096576" : 28,
"3129344" : 30,
"3162112" : 45,
"3194880" : 44,
"3227648" : 67,
"3260416" : 64,
"3293184" : 63,
"3325952" : 48,
"3358720" : 60,
"3391488" : 103,
"3424256" : 98,
"3457024" : 111,
"3489792" : 130,
"3522560" : 146,
"3555328" : 139,
"3588096" : 146,
"3620864" : 155,
"3653632" : 163,
"3686400" : 150,
"3719168" : 174,
"3751936" : 239,
"3784704" : 245,
"3817472" : 296,
"3850240" : 320,
"3883008" : 364,
"3915776" : 333,
"3948544" : 341,
"3981312" : 369,
"4014080" : 343,
"4046848" : 373,
"4079616" : 386,
"4112384" : 459,
"4145152" : 522,
"4177920" : 566,
"4227072" : 1204,
"4292608" : 1375,
"4358144" : 1492,
"4423680" : 1476,
"4489216" : 1683,
"4554752" : 1817,
"4620288" : 2075,
"4685824" : 2069,
"4751360" : 2287,
"4816896" : 2534,
"4882432" : 2505,
"4947968" : 2676,
"5013504" : 2896,
"5079040" : 3027,
"5144576" : 3130,
"5210112" : 3184,
"5275648" : 3423,
"5341184" : 3775,
"5406720" : 3692,
"5472256" : 3888,
"5537792" : 4022,
"5603328" : 4164,
"5668864" : 4345,
"5734400" : 4662,
"5799936" : 4861,
"5865472" : 4935,
"5931008" : 5138,
"5996544" : 5467,
"6062080" : 5520,
"6127616" : 5571,
"6193152" : 5818,
"6258688" : 6073,
"6324224" : 6145,
"6389760" : 6356,
"6455296" : 6584,
"6520832" : 6505,
"6586368" : 6498,
"6651904" : 6704,
"6717440" : 6744,
"6782976" : 6660,
"6848512" : 6693,
"6914048" : 6636,
"6979584" : 6753,
"7045120" : 6698,
"7110656" : 6503,
"7176192" : 6583,
"7241728" : 6484,
"7307264" : 6439,
"7372800" : 6281,
"7438336" : 6182,
"7503872" : 6085,
"7569408" : 5797,
"7634944" : 5712,
"7700480" : 5533,
"7766016" : 5420,
"7831552" : 5295,
"7897088" : 5201,
"7962624" : 4818,
"8028160" : 4600,
"8093696" : 4513,
"8159232" : 4305,
"8224768" : 4039,
"8290304" : 4036,
"8355840" : 3642,
"8454144" : 6641,
"8585216" : 5974,
"8716288" : 5215,
"8847360" : 4540,
"8978432" : 4094,
"9109504" : 3432,
"9240576" : 2931,
"9371648" : 2427,
"9502720" : 1940,
"9633792" : 1651,
"9764864" : 1374,
"9895936" : 1137,
"10027008" : 899,
"10158080" : 712,
"10289152" : 595,
"10420224" : 453,
"10551296" : 327,
"10682368" : 266,
"10813440" : 196,
"10944512" : 157,
"11075584" : 113,
"11206656" : 74,
"11337728" : 47,
"11468800" : 42,
"11599872" : 26,
"11730944" : 27,
"11862016" : 12,
"11993088" : 10,
"12124160" : 7,
"12255232" : 1,
"12386304" : 3,
"12648448" : 1,
"12779520" : 1,
"12910592" : 2,
"13172736" : 1
}
},
"lat_ns" : {
"min" : 1961538,
"max" : 13817341,
"mean" : 7315088.392580,
"stddev" : 1410952.848921,
"N" : 349913
},
"bw_min" : 65368,
"bw_max" : 75255,
"bw_agg" : 99.912125,
"bw_mean" : 69923.564103,
"bw_dev" : 287.418890,
"bw_samples" : 312,
"iops_min" : 16342,
"iops_max" : 18813,
"iops_mean" : 17480.512821,
"iops_stddev" : 71.839126,
"iops_samples" : 312
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159992,
"usr_cpu" : 0.679409,
"sys_cpu" : 14.574479,
"ctx" : 281360,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 1.351162,
"10" : 97.590599,
"20" : 1.055381,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093882,
"timestamp_ms" : 1773093882048,
"time" : "Mon Mar 9 19:04:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2153148416,
"io_kbytes" : 2102684,
"bw_bytes" : 71771613,
"bw" : 70089,
"iops" : 17522.800000,
"runtime" : 30000,
"total_ios" : 525684,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10255,
"max" : 3485648,
"mean" : 453651.505925,
"stddev" : 277690.359272,
"N" : 525683
},
"clat_ns" : {
"min" : 1923851,
"max" : 13192656,
"mean" : 6850108.770090,
"stddev" : 1345683.796122,
"N" : 525676,
"percentile" : {
"1.000000" : 3883008,
"5.000000" : 4620288,
"10.000000" : 5079040,
"20.000000" : 5668864,
"30.000000" : 6127616,
"40.000000" : 6520832,
"50.000000" : 6848512,
"60.000000" : 7176192,
"70.000000" : 7569408,
"80.000000" : 7962624,
"90.000000" : 8585216,
"95.000000" : 9109504,
"99.000000" : 10027008,
"99.500000" : 10289152,
"99.900000" : 10944512,
"99.950000" : 11206656,
"99.990000" : 11730944
},
"bins" : {
"1925120" : 2,
"2023424" : 1,
"2146304" : 2,
"2179072" : 3,
"2277376" : 1,
"2375680" : 3,
"2408448" : 3,
"2441216" : 10,
"2473984" : 6,
"2506752" : 4,
"2539520" : 3,
"2572288" : 3,
"2605056" : 9,
"2637824" : 7,
"2670592" : 9,
"2703360" : 13,
"2736128" : 10,
"2768896" : 17,
"2801664" : 15,
"2834432" : 18,
"2867200" : 27,
"2899968" : 35,
"2932736" : 24,
"2965504" : 33,
"2998272" : 40,
"3031040" : 43,
"3063808" : 42,
"3096576" : 47,
"3129344" : 58,
"3162112" : 64,
"3194880" : 69,
"3227648" : 91,
"3260416" : 101,
"3293184" : 89,
"3325952" : 81,
"3358720" : 101,
"3391488" : 144,
"3424256" : 145,
"3457024" : 177,
"3489792" : 194,
"3522560" : 199,
"3555328" : 202,
"3588096" : 226,
"3620864" : 247,
"3653632" : 246,
"3686400" : 220,
"3719168" : 272,
"3751936" : 376,
"3784704" : 376,
"3817472" : 410,
"3850240" : 472,
"3883008" : 511,
"3915776" : 515,
"3948544" : 511,
"3981312" : 551,
"4014080" : 540,
"4046848" : 589,
"4079616" : 624,
"4112384" : 683,
"4145152" : 774,
"4177920" : 803,
"4227072" : 1766,
"4292608" : 1965,
"4358144" : 2170,
"4423680" : 2177,
"4489216" : 2479,
"4554752" : 2744,
"4620288" : 3118,
"4685824" : 3126,
"4751360" : 3412,
"4816896" : 3752,
"4882432" : 3853,
"4947968" : 4045,
"5013504" : 4339,
"5079040" : 4586,
"5144576" : 4696,
"5210112" : 4927,
"5275648" : 5248,
"5341184" : 5670,
"5406720" : 5617,
"5472256" : 5984,
"5537792" : 6211,
"5603328" : 6437,
"5668864" : 6718,
"5734400" : 7079,
"5799936" : 7387,
"5865472" : 7646,
"5931008" : 7836,
"5996544" : 8343,
"6062080" : 8336,
"6127616" : 8518,
"6193152" : 8858,
"6258688" : 9093,
"6324224" : 9331,
"6389760" : 9537,
"6455296" : 9798,
"6520832" : 9773,
"6586368" : 9970,
"6651904" : 10082,
"6717440" : 10158,
"6782976" : 10057,
"6848512" : 10107,
"6914048" : 10003,
"6979584" : 10183,
"7045120" : 10102,
"7110656" : 9792,
"7176192" : 9960,
"7241728" : 9693,
"7307264" : 9624,
"7372800" : 9479,
"7438336" : 9277,
"7503872" : 9029,
"7569408" : 8669,
"7634944" : 8533,
"7700480" : 8212,
"7766016" : 8000,
"7831552" : 7847,
"7897088" : 7561,
"7962624" : 7195,
"8028160" : 6819,
"8093696" : 6721,
"8159232" : 6393,
"8224768" : 6001,
"8290304" : 5909,
"8355840" : 5403,
"8454144" : 9950,
"8585216" : 8914,
"8716288" : 7860,
"8847360" : 6711,
"8978432" : 6066,
"9109504" : 4999,
"9240576" : 4372,
"9371648" : 3559,
"9502720" : 2893,
"9633792" : 2481,
"9764864" : 2004,
"9895936" : 1670,
"10027008" : 1354,
"10158080" : 1030,
"10289152" : 862,
"10420224" : 650,
"10551296" : 467,
"10682368" : 377,
"10813440" : 276,
"10944512" : 216,
"11075584" : 160,
"11206656" : 107,
"11337728" : 64,
"11468800" : 62,
"11599872" : 44,
"11730944" : 33,
"11862016" : 16,
"11993088" : 12,
"12124160" : 9,
"12255232" : 3,
"12386304" : 5,
"12648448" : 1,
"12779520" : 1,
"12910592" : 2,
"13172736" : 1
}
},
"lat_ns" : {
"min" : 1961538,
"max" : 13817341,
"mean" : 7303747.129127,
"stddev" : 1406196.414500,
"N" : 525676
},
"bw_min" : 64904,
"bw_max" : 76656,
"bw_agg" : 100.000000,
"bw_mean" : 70142.203390,
"bw_dev" : 316.316010,
"bw_samples" : 472,
"iops_min" : 16226,
"iops_max" : 19164,
"iops_mean" : 17535.186441,
"iops_stddev" : 79.066962,
"iops_samples" : 472
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 239994,
"usr_cpu" : 0.681267,
"sys_cpu" : 14.578698,
"ctx" : 423989,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 1.352904,
"10" : 97.633179,
"20" : 1.012015,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093892,
"timestamp_ms" : 1773093892048,
"time" : "Mon Mar 9 19:04:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 2873049088,
"io_kbytes" : 2805712,
"bw_bytes" : 71826227,
"bw" : 70142,
"iops" : 17536.050000,
"runtime" : 40000,
"total_ios" : 701442,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10255,
"max" : 3485648,
"mean" : 453306.541671,
"stddev" : 277560.822423,
"N" : 701441
},
"clat_ns" : {
"min" : 1758387,
"max" : 13192656,
"mean" : 6844905.578665,
"stddev" : 1339961.419392,
"N" : 701434,
"percentile" : {
"1.000000" : 3883008,
"5.000000" : 4620288,
"10.000000" : 5079040,
"20.000000" : 5668864,
"30.000000" : 6127616,
"40.000000" : 6520832,
"50.000000" : 6848512,
"60.000000" : 7176192,
"70.000000" : 7569408,
"80.000000" : 7962624,
"90.000000" : 8585216,
"95.000000" : 9109504,
"99.000000" : 10027008,
"99.500000" : 10289152,
"99.900000" : 11075584,
"99.950000" : 11337728,
"99.990000" : 11862016
},
"bins" : {
"1761280" : 1,
"1777664" : 2,
"1925120" : 2,
"2023424" : 1,
"2056192" : 1,
"2113536" : 3,
"2146304" : 2,
"2179072" : 3,
"2211840" : 1,
"2244608" : 3,
"2277376" : 1,
"2342912" : 1,
"2375680" : 3,
"2408448" : 4,
"2441216" : 11,
"2473984" : 7,
"2506752" : 6,
"2539520" : 7,
"2572288" : 3,
"2605056" : 16,
"2637824" : 10,
"2670592" : 12,
"2703360" : 17,
"2736128" : 17,
"2768896" : 19,
"2801664" : 22,
"2834432" : 26,
"2867200" : 39,
"2899968" : 47,
"2932736" : 35,
"2965504" : 48,
"2998272" : 61,
"3031040" : 57,
"3063808" : 54,
"3096576" : 69,
"3129344" : 85,
"3162112" : 88,
"3194880" : 99,
"3227648" : 115,
"3260416" : 138,
"3293184" : 113,
"3325952" : 109,
"3358720" : 139,
"3391488" : 191,
"3424256" : 190,
"3457024" : 224,
"3489792" : 260,
"3522560" : 259,
"3555328" : 275,
"3588096" : 301,
"3620864" : 336,
"3653632" : 333,
"3686400" : 320,
"3719168" : 392,
"3751936" : 455,
"3784704" : 481,
"3817472" : 530,
"3850240" : 612,
"3883008" : 642,
"3915776" : 708,
"3948544" : 660,
"3981312" : 710,
"4014080" : 737,
"4046848" : 796,
"4079616" : 842,
"4112384" : 913,
"4145152" : 1013,
"4177920" : 1052,
"4227072" : 2338,
"4292608" : 2584,
"4358144" : 2904,
"4423680" : 2983,
"4489216" : 3348,
"4554752" : 3727,
"4620288" : 4150,
"4685824" : 4189,
"4751360" : 4532,
"4816896" : 4935,
"4882432" : 5116,
"4947968" : 5491,
"5013504" : 5808,
"5079040" : 6097,
"5144576" : 6298,
"5210112" : 6606,
"5275648" : 6997,
"5341184" : 7472,
"5406720" : 7488,
"5472256" : 7990,
"5537792" : 8258,
"5603328" : 8600,
"5668864" : 8909,
"5734400" : 9430,
"5799936" : 9829,
"5865472" : 10154,
"5931008" : 10531,
"5996544" : 11083,
"6062080" : 11034,
"6127616" : 11428,
"6193152" : 11729,
"6258688" : 12160,
"6324224" : 12493,
"6389760" : 12716,
"6455296" : 13125,
"6520832" : 13107,
"6586368" : 13401,
"6651904" : 13441,
"6717440" : 13602,
"6782976" : 13564,
"6848512" : 13655,
"6914048" : 13540,
"6979584" : 13705,
"7045120" : 13678,
"7110656" : 13121,
"7176192" : 13421,
"7241728" : 13043,
"7307264" : 13018,
"7372800" : 12751,
"7438336" : 12426,
"7503872" : 12012,
"7569408" : 11625,
"7634944" : 11392,
"7700480" : 10923,
"7766016" : 10712,
"7831552" : 10503,
"7897088" : 10144,
"7962624" : 9661,
"8028160" : 9044,
"8093696" : 8960,
"8159232" : 8539,
"8224768" : 8041,
"8290304" : 7817,
"8355840" : 7192,
"8454144" : 13300,
"8585216" : 11760,
"8716288" : 10390,
"8847360" : 8845,
"8978432" : 7912,
"9109504" : 6616,
"9240576" : 5706,
"9371648" : 4584,
"9502720" : 3862,
"9633792" : 3193,
"9764864" : 2525,
"9895936" : 2144,
"10027008" : 1678,
"10158080" : 1291,
"10289152" : 1081,
"10420224" : 807,
"10551296" : 615,
"10682368" : 482,
"10813440" : 344,
"10944512" : 276,
"11075584" : 208,
"11206656" : 151,
"11337728" : 89,
"11468800" : 79,
"11599872" : 64,
"11730944" : 48,
"11862016" : 24,
"11993088" : 17,
"12124160" : 12,
"12255232" : 9,
"12386304" : 9,
"12517376" : 3,
"12648448" : 3,
"12779520" : 3,
"12910592" : 4,
"13172736" : 1
}
},
"lat_ns" : {
"min" : 1786410,
"max" : 13817341,
"mean" : 7298202.833098,
"stddev" : 1400020.952348,
"N" : 701434
},
"bw_min" : 64904,
"bw_max" : 76656,
"bw_agg" : 99.991731,
"bw_mean" : 70137.227848,
"bw_dev" : 317.829838,
"bw_samples" : 632,
"iops_min" : 16226,
"iops_max" : 19164,
"iops_mean" : 17533.974684,
"iops_stddev" : 79.443378,
"iops_samples" : 632
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 319995,
"usr_cpu" : 0.676886,
"sys_cpu" : 14.568040,
"ctx" : 565942,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 1.342948,
"10" : 97.692753,
"20" : 0.962446,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093902,
"timestamp_ms" : 1773093902048,
"time" : "Mon Mar 9 19:05:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 130,
"elapsed" : 61,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 3597271040,
"io_kbytes" : 3512960,
"bw_bytes" : 71945420,
"bw" : 70259,
"iops" : 17565.020000,
"runtime" : 50000,
"total_ios" : 878251,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10255,
"max" : 3714738,
"mean" : 452548.998974,
"stddev" : 277091.786823,
"N" : 878250
},
"clat_ns" : {
"min" : 1758387,
"max" : 15172783,
"mean" : 6833651.729288,
"stddev" : 1338661.552726,
"N" : 878243,
"percentile" : {
"1.000000" : 3883008,
"5.000000" : 4620288,
"10.000000" : 5079040,
"20.000000" : 5668864,
"30.000000" : 6127616,
"40.000000" : 6520832,
"50.000000" : 6848512,
"60.000000" : 7176192,
"70.000000" : 7503872,
"80.000000" : 7962624,
"90.000000" : 8585216,
"95.000000" : 9109504,
"99.000000" : 10027008,
"99.500000" : 10289152,
"99.900000" : 11075584,
"99.950000" : 11337728,
"99.990000" : 11993088
},
"bins" : {
"1761280" : 1,
"1777664" : 2,
"1908736" : 1,
"1925120" : 2,
"2023424" : 1,
"2056192" : 1,
"2113536" : 3,
"2146304" : 2,
"2179072" : 6,
"2211840" : 1,
"2244608" : 4,
"2277376" : 3,
"2310144" : 1,
"2342912" : 1,
"2375680" : 4,
"2408448" : 4,
"2441216" : 13,
"2473984" : 9,
"2506752" : 7,
"2539520" : 8,
"2572288" : 5,
"2605056" : 18,
"2637824" : 10,
"2670592" : 17,
"2703360" : 19,
"2736128" : 21,
"2768896" : 21,
"2801664" : 31,
"2834432" : 40,
"2867200" : 44,
"2899968" : 53,
"2932736" : 38,
"2965504" : 58,
"2998272" : 74,
"3031040" : 72,
"3063808" : 69,
"3096576" : 84,
"3129344" : 98,
"3162112" : 116,
"3194880" : 129,
"3227648" : 141,
"3260416" : 162,
"3293184" : 133,
"3325952" : 138,
"3358720" : 177,
"3391488" : 247,
"3424256" : 244,
"3457024" : 284,
"3489792" : 312,
"3522560" : 338,
"3555328" : 338,
"3588096" : 376,
"3620864" : 427,
"3653632" : 428,
"3686400" : 415,
"3719168" : 503,
"3751936" : 593,
"3784704" : 585,
"3817472" : 684,
"3850240" : 783,
"3883008" : 805,
"3915776" : 879,
"3948544" : 820,
"3981312" : 893,
"4014080" : 981,
"4046848" : 1035,
"4079616" : 1084,
"4112384" : 1155,
"4145152" : 1249,
"4177920" : 1356,
"4227072" : 2966,
"4292608" : 3309,
"4358144" : 3682,
"4423680" : 3708,
"4489216" : 4149,
"4554752" : 4678,
"4620288" : 5198,
"4685824" : 5376,
"4751360" : 5712,
"4816896" : 6207,
"4882432" : 6422,
"4947968" : 6919,
"5013504" : 7309,
"5079040" : 7634,
"5144576" : 7950,
"5210112" : 8422,
"5275648" : 8831,
"5341184" : 9394,
"5406720" : 9446,
"5472256" : 10127,
"5537792" : 10491,
"5603328" : 11023,
"5668864" : 11262,
"5734400" : 11837,
"5799936" : 12355,
"5865472" : 12866,
"5931008" : 13264,
"5996544" : 14132,
"6062080" : 13976,
"6127616" : 14524,
"6193152" : 14752,
"6258688" : 15223,
"6324224" : 15827,
"6389760" : 16132,
"6455296" : 16518,
"6520832" : 16580,
"6586368" : 16875,
"6651904" : 16922,
"6717440" : 17110,
"6782976" : 17107,
"6848512" : 17151,
"6914048" : 17044,
"6979584" : 17191,
"7045120" : 17142,
"7110656" : 16495,
"7176192" : 16763,
"7241728" : 16389,
"7307264" : 16163,
"7372800" : 15864,
"7438336" : 15469,
"7503872" : 15027,
"7569408" : 14514,
"7634944" : 14158,
"7700480" : 13629,
"7766016" : 13227,
"7831552" : 12955,
"7897088" : 12530,
"7962624" : 11927,
"8028160" : 11151,
"8093696" : 11031,
"8159232" : 10460,
"8224768" : 9857,
"8290304" : 9588,
"8355840" : 8861,
"8454144" : 16450,
"8585216" : 14501,
"8716288" : 12754,
"8847360" : 10923,
"8978432" : 9748,
"9109504" : 8173,
"9240576" : 7024,
"9371648" : 5640,
"9502720" : 4772,
"9633792" : 3938,
"9764864" : 3134,
"9895936" : 2608,
"10027008" : 2105,
"10158080" : 1596,
"10289152" : 1326,
"10420224" : 958,
"10551296" : 769,
"10682368" : 595,
"10813440" : 455,
"10944512" : 344,
"11075584" : 265,
"11206656" : 198,
"11337728" : 119,
"11468800" : 119,
"11599872" : 86,
"11730944" : 62,
"11862016" : 32,
"11993088" : 26,
"12124160" : 17,
"12255232" : 10,
"12386304" : 12,
"12517376" : 6,
"12648448" : 3,
"12779520" : 3,
"12910592" : 5,
"13172736" : 1,
"13434880" : 1,
"13959168" : 1,
"14090240" : 1,
"14483456" : 2,
"14745600" : 1,
"14876672" : 2,
"15138816" : 1
}
},
"lat_ns" : {
"min" : 1786410,
"max" : 15847193,
"mean" : 7286202.628577,
"stddev" : 1398681.961700,
"N" : 878243
},
"bw_min" : 64520,
"bw_max" : 76656,
"bw_agg" : 100.000000,
"bw_mean" : 70260.777778,
"bw_dev" : 311.785992,
"bw_samples" : 792,
"iops_min" : 16130,
"iops_max" : 19164,
"iops_mean" : 17564.868687,
"iops_stddev" : 77.931275,
"iops_samples" : 792
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 399994,
"usr_cpu" : 0.679510,
"sys_cpu" : 14.616219,
"ctx" : 708844,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 1.349842,
"10" : 97.689727,
"20" : 0.958838,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093912,
"timestamp_ms" : 1773093912048,
"time" : "Mon Mar 9 19:05:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 4322357248,
"io_kbytes" : 4221052,
"bw_bytes" : 72040488,
"bw" : 70352,
"iops" : 17588.243137,
"runtime" : 59999,
"total_ios" : 1055277,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 10255,
"max" : 3714738,
"mean" : 451953.801587,
"stddev" : 276770.083941,
"N" : 1055276
},
"clat_ns" : {
"min" : 1758387,
"max" : 15172783,
"mean" : 6824789.645251,
"stddev" : 1335901.676435,
"N" : 1055269,
"percentile" : {
"1.000000" : 3883008,
"5.000000" : 4620288,
"10.000000" : 5079040,
"20.000000" : 5668864,
"30.000000" : 6127616,
"40.000000" : 6455296,
"50.000000" : 6848512,
"60.000000" : 7176192,
"70.000000" : 7503872,
"80.000000" : 7962624,
"90.000000" : 8585216,
"95.000000" : 8978432,
"99.000000" : 10027008,
"99.500000" : 10289152,
"99.900000" : 11075584,
"99.950000" : 11337728,
"99.990000" : 11862016
},
"bins" : {
"1761280" : 1,
"1777664" : 2,
"1908736" : 1,
"1925120" : 2,
"2023424" : 1,
"2056192" : 1,
"2088960" : 1,
"2113536" : 3,
"2146304" : 4,
"2179072" : 6,
"2211840" : 1,
"2244608" : 5,
"2277376" : 4,
"2310144" : 1,
"2342912" : 1,
"2375680" : 4,
"2408448" : 6,
"2441216" : 17,
"2473984" : 10,
"2506752" : 11,
"2539520" : 10,
"2572288" : 6,
"2605056" : 20,
"2637824" : 12,
"2670592" : 20,
"2703360" : 22,
"2736128" : 26,
"2768896" : 28,
"2801664" : 41,
"2834432" : 45,
"2867200" : 56,
"2899968" : 65,
"2932736" : 50,
"2965504" : 68,
"2998272" : 82,
"3031040" : 87,
"3063808" : 79,
"3096576" : 105,
"3129344" : 114,
"3162112" : 139,
"3194880" : 174,
"3227648" : 169,
"3260416" : 190,
"3293184" : 167,
"3325952" : 178,
"3358720" : 221,
"3391488" : 287,
"3424256" : 283,
"3457024" : 346,
"3489792" : 381,
"3522560" : 413,
"3555328" : 419,
"3588096" : 451,
"3620864" : 504,
"3653632" : 514,
"3686400" : 516,
"3719168" : 598,
"3751936" : 728,
"3784704" : 724,
"3817472" : 798,
"3850240" : 920,
"3883008" : 960,
"3915776" : 1037,
"3948544" : 1009,
"3981312" : 1088,
"4014080" : 1172,
"4046848" : 1228,
"4079616" : 1333,
"4112384" : 1410,
"4145152" : 1515,
"4177920" : 1636,
"4227072" : 3596,
"4292608" : 3926,
"4358144" : 4405,
"4423680" : 4501,
"4489216" : 5006,
"4554752" : 5628,
"4620288" : 6207,
"4685824" : 6533,
"4751360" : 6943,
"4816896" : 7426,
"4882432" : 7773,
"4947968" : 8302,
"5013504" : 8809,
"5079040" : 9231,
"5144576" : 9704,
"5210112" : 10150,
"5275648" : 10733,
"5341184" : 11378,
"5406720" : 11482,
"5472256" : 12255,
"5537792" : 12739,
"5603328" : 13343,
"5668864" : 13656,
"5734400" : 14310,
"5799936" : 14967,
"5865472" : 15589,
"5931008" : 16069,
"5996544" : 17000,
"6062080" : 16934,
"6127616" : 17576,
"6193152" : 17975,
"6258688" : 18550,
"6324224" : 19096,
"6389760" : 19522,
"6455296" : 19931,
"6520832" : 19975,
"6586368" : 20395,
"6651904" : 20470,
"6717440" : 20626,
"6782976" : 20645,
"6848512" : 20540,
"6914048" : 20534,
"6979584" : 20578,
"7045120" : 20632,
"7110656" : 19912,
"7176192" : 20065,
"7241728" : 19662,
"7307264" : 19394,
"7372800" : 19024,
"7438336" : 18604,
"7503872" : 18042,
"7569408" : 17340,
"7634944" : 16962,
"7700480" : 16270,
"7766016" : 15810,
"7831552" : 15454,
"7897088" : 14942,
"7962624" : 14320,
"8028160" : 13354,
"8093696" : 13115,
"8159232" : 12399,
"8224768" : 11687,
"8290304" : 11410,
"8355840" : 10525,
"8454144" : 19577,
"8585216" : 17103,
"8716288" : 15166,
"8847360" : 12919,
"8978432" : 11534,
"9109504" : 9634,
"9240576" : 8278,
"9371648" : 6682,
"9502720" : 5668,
"9633792" : 4693,
"9764864" : 3691,
"9895936" : 3093,
"10027008" : 2478,
"10158080" : 1908,
"10289152" : 1557,
"10420224" : 1153,
"10551296" : 900,
"10682368" : 699,
"10813440" : 533,
"10944512" : 400,
"11075584" : 320,
"11206656" : 244,
"11337728" : 152,
"11468800" : 130,
"11599872" : 98,
"11730944" : 68,
"11862016" : 37,
"11993088" : 30,
"12124160" : 18,
"12255232" : 10,
"12386304" : 12,
"12517376" : 6,
"12648448" : 3,
"12779520" : 3,
"12910592" : 5,
"13172736" : 1,
"13434880" : 1,
"13959168" : 1,
"14090240" : 1,
"14483456" : 2,
"14745600" : 1,
"14876672" : 2,
"15138816" : 1
}
},
"lat_ns" : {
"min" : 1786410,
"max" : 15847193,
"mean" : 7276757.453029,
"stddev" : 1395719.640739,
"N" : 1055269
},
"bw_min" : 64512,
"bw_max" : 76656,
"bw_agg" : 100.000000,
"bw_mean" : 70373.831933,
"bw_dev" : 311.911708,
"bw_samples" : 952,
"iops_min" : 16128,
"iops_max" : 19164,
"iops_mean" : 17593.142857,
"iops_stddev" : 77.964305,
"iops_samples" : 952
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 479992,
"usr_cpu" : 0.677095,
"sys_cpu" : 14.639827,
"ctx" : 851427,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 1.355000,
"10" : 97.699561,
"20" : 0.944112,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093922,
"timestamp_ms" : 1773093922048,
"time" : "Mon Mar 9 19:05:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 110,
"elapsed" : 81,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5029552128,
"io_kbytes" : 4911672,
"bw_bytes" : 71851771,
"bw" : 70167,
"iops" : 17542.122030,
"runtime" : 69999,
"total_ios" : 1227931,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9625,
"max" : 3864688,
"mean" : 453136.354005,
"stddev" : 277674.064797,
"N" : 1227930
},
"clat_ns" : {
"min" : 1758387,
"max" : 15172783,
"mean" : 6842492.762435,
"stddev" : 1346459.388228,
"N" : 1227923,
"percentile" : {
"1.000000" : 3883008,
"5.000000" : 4620288,
"10.000000" : 5079040,
"20.000000" : 5668864,
"30.000000" : 6127616,
"40.000000" : 6520832,
"50.000000" : 6848512,
"60.000000" : 7176192,
"70.000000" : 7569408,
"80.000000" : 7962624,
"90.000000" : 8585216,
"95.000000" : 9109504,
"99.000000" : 10027008,
"99.500000" : 10420224,
"99.900000" : 11075584,
"99.950000" : 11337728,
"99.990000" : 11993088
},
"bins" : {
"1761280" : 1,
"1777664" : 2,
"1892352" : 2,
"1908736" : 1,
"1925120" : 2,
"2023424" : 1,
"2056192" : 1,
"2088960" : 1,
"2113536" : 3,
"2146304" : 4,
"2179072" : 7,
"2211840" : 1,
"2244608" : 6,
"2277376" : 6,
"2310144" : 1,
"2342912" : 8,
"2375680" : 4,
"2408448" : 6,
"2441216" : 17,
"2473984" : 15,
"2506752" : 12,
"2539520" : 17,
"2572288" : 11,
"2605056" : 25,
"2637824" : 17,
"2670592" : 22,
"2703360" : 23,
"2736128" : 27,
"2768896" : 31,
"2801664" : 48,
"2834432" : 57,
"2867200" : 64,
"2899968" : 78,
"2932736" : 53,
"2965504" : 81,
"2998272" : 91,
"3031040" : 93,
"3063808" : 100,
"3096576" : 123,
"3129344" : 132,
"3162112" : 180,
"3194880" : 205,
"3227648" : 219,
"3260416" : 212,
"3293184" : 206,
"3325952" : 226,
"3358720" : 256,
"3391488" : 321,
"3424256" : 335,
"3457024" : 398,
"3489792" : 437,
"3522560" : 488,
"3555328" : 490,
"3588096" : 533,
"3620864" : 589,
"3653632" : 622,
"3686400" : 618,
"3719168" : 694,
"3751936" : 855,
"3784704" : 832,
"3817472" : 941,
"3850240" : 1078,
"3883008" : 1119,
"3915776" : 1233,
"3948544" : 1197,
"3981312" : 1276,
"4014080" : 1386,
"4046848" : 1427,
"4079616" : 1577,
"4112384" : 1684,
"4145152" : 1762,
"4177920" : 1897,
"4227072" : 4169,
"4292608" : 4628,
"4358144" : 5095,
"4423680" : 5287,
"4489216" : 5811,
"4554752" : 6504,
"4620288" : 7076,
"4685824" : 7634,
"4751360" : 8007,
"4816896" : 8506,
"4882432" : 9044,
"4947968" : 9570,
"5013504" : 10126,
"5079040" : 10598,
"5144576" : 11121,
"5210112" : 11614,
"5275648" : 12233,
"5341184" : 13053,
"5406720" : 13200,
"5472256" : 14036,
"5537792" : 14642,
"5603328" : 15263,
"5668864" : 15563,
"5734400" : 16415,
"5799936" : 17077,
"5865472" : 17805,
"5931008" : 18348,
"5996544" : 19459,
"6062080" : 19466,
"6127616" : 20160,
"6193152" : 20754,
"6258688" : 21429,
"6324224" : 21842,
"6389760" : 22461,
"6455296" : 22783,
"6520832" : 23030,
"6586368" : 23535,
"6651904" : 23671,
"6717440" : 23742,
"6782976" : 23884,
"6848512" : 23836,
"6914048" : 23825,
"6979584" : 23827,
"7045120" : 23819,
"7110656" : 23084,
"7176192" : 23410,
"7241728" : 22829,
"7307264" : 22482,
"7372800" : 22217,
"7438336" : 21640,
"7503872" : 21150,
"7569408" : 20445,
"7634944" : 19806,
"7700480" : 19047,
"7766016" : 18505,
"7831552" : 18151,
"7897088" : 17496,
"7962624" : 16729,
"8028160" : 15677,
"8093696" : 15404,
"8159232" : 14593,
"8224768" : 13811,
"8290304" : 13397,
"8355840" : 12365,
"8454144" : 23192,
"8585216" : 20249,
"8716288" : 18059,
"8847360" : 15535,
"8978432" : 13796,
"9109504" : 11544,
"9240576" : 10037,
"9371648" : 8195,
"9502720" : 6899,
"9633792" : 5738,
"9764864" : 4599,
"9895936" : 3834,
"10027008" : 3046,
"10158080" : 2389,
"10289152" : 1950,
"10420224" : 1446,
"10551296" : 1130,
"10682368" : 892,
"10813440" : 709,
"10944512" : 502,
"11075584" : 417,
"11206656" : 299,
"11337728" : 206,
"11468800" : 169,
"11599872" : 122,
"11730944" : 89,
"11862016" : 58,
"11993088" : 45,
"12124160" : 26,
"12255232" : 17,
"12386304" : 18,
"12517376" : 8,
"12648448" : 4,
"12779520" : 7,
"12910592" : 7,
"13041664" : 1,
"13172736" : 1,
"13303808" : 4,
"13434880" : 2,
"13565952" : 1,
"13828096" : 1,
"13959168" : 1,
"14090240" : 1,
"14483456" : 2,
"14745600" : 1,
"14876672" : 2,
"15138816" : 1
}
},
"lat_ns" : {
"min" : 1786410,
"max" : 15847193,
"mean" : 7295616.009790,
"stddev" : 1406958.611663,
"N" : 1227923
},
"bw_min" : 64240,
"bw_max" : 76688,
"bw_agg" : 100.000000,
"bw_mean" : 70178.122302,
"bw_dev" : 313.984251,
"bw_samples" : 1112,
"iops_min" : 16060,
"iops_max" : 19172,
"iops_mean" : 17544.258993,
"iops_stddev" : 78.481835,
"iops_samples" : 1112
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 559992,
"usr_cpu" : 0.682867,
"sys_cpu" : 14.615923,
"ctx" : 990888,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999919,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999919,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 1.370517,
"10" : 97.603856,
"20" : 1.024325,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093932,
"timestamp_ms" : 1773093932048,
"time" : "Mon Mar 9 19:05:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 5744324608,
"io_kbytes" : 5609692,
"bw_bytes" : 71804955,
"bw" : 70122,
"iops" : 17530.644133,
"runtime" : 79999,
"total_ios" : 1402434,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9625,
"max" : 3864688,
"mean" : 453428.751159,
"stddev" : 277992.147041,
"N" : 1402433
},
"clat_ns" : {
"min" : 1758387,
"max" : 15172783,
"mean" : 6846995.124832,
"stddev" : 1347624.108083,
"N" : 1402426,
"percentile" : {
"1.000000" : 3883008,
"5.000000" : 4620288,
"10.000000" : 5079040,
"20.000000" : 5668864,
"30.000000" : 6127616,
"40.000000" : 6520832,
"50.000000" : 6848512,
"60.000000" : 7176192,
"70.000000" : 7569408,
"80.000000" : 7962624,
"90.000000" : 8585216,
"95.000000" : 9109504,
"99.000000" : 10027008,
"99.500000" : 10420224,
"99.900000" : 11075584,
"99.950000" : 11337728,
"99.990000" : 11993088
},
"bins" : {
"1761280" : 1,
"1777664" : 2,
"1892352" : 2,
"1908736" : 1,
"1925120" : 2,
"2023424" : 1,
"2056192" : 1,
"2088960" : 1,
"2113536" : 3,
"2146304" : 4,
"2179072" : 7,
"2211840" : 2,
"2244608" : 7,
"2277376" : 6,
"2310144" : 1,
"2342912" : 8,
"2375680" : 6,
"2408448" : 7,
"2441216" : 19,
"2473984" : 16,
"2506752" : 16,
"2539520" : 21,
"2572288" : 14,
"2605056" : 29,
"2637824" : 17,
"2670592" : 22,
"2703360" : 24,
"2736128" : 29,
"2768896" : 37,
"2801664" : 49,
"2834432" : 70,
"2867200" : 76,
"2899968" : 88,
"2932736" : 59,
"2965504" : 87,
"2998272" : 98,
"3031040" : 98,
"3063808" : 108,
"3096576" : 145,
"3129344" : 154,
"3162112" : 208,
"3194880" : 232,
"3227648" : 251,
"3260416" : 235,
"3293184" : 242,
"3325952" : 252,
"3358720" : 296,
"3391488" : 354,
"3424256" : 363,
"3457024" : 458,
"3489792" : 493,
"3522560" : 552,
"3555328" : 558,
"3588096" : 607,
"3620864" : 661,
"3653632" : 716,
"3686400" : 718,
"3719168" : 779,
"3751936" : 935,
"3784704" : 964,
"3817472" : 1044,
"3850240" : 1201,
"3883008" : 1260,
"3915776" : 1408,
"3948544" : 1360,
"3981312" : 1458,
"4014080" : 1548,
"4046848" : 1589,
"4079616" : 1796,
"4112384" : 1915,
"4145152" : 1999,
"4177920" : 2125,
"4227072" : 4725,
"4292608" : 5274,
"4358144" : 5785,
"4423680" : 6001,
"4489216" : 6597,
"4554752" : 7379,
"4620288" : 8024,
"4685824" : 8679,
"4751360" : 9062,
"4816896" : 9690,
"4882432" : 10288,
"4947968" : 10890,
"5013504" : 11470,
"5079040" : 12140,
"5144576" : 12626,
"5210112" : 13212,
"5275648" : 13924,
"5341184" : 14804,
"5406720" : 15127,
"5472256" : 15941,
"5537792" : 16716,
"5603328" : 17451,
"5668864" : 17777,
"5734400" : 18836,
"5799936" : 19492,
"5865472" : 20276,
"5931008" : 20976,
"5996544" : 22194,
"6062080" : 22289,
"6127616" : 23057,
"6193152" : 23704,
"6258688" : 24426,
"6324224" : 24850,
"6389760" : 25687,
"6455296" : 26026,
"6520832" : 26324,
"6586368" : 26895,
"6651904" : 26888,
"6717440" : 27022,
"6782976" : 27281,
"6848512" : 27101,
"6914048" : 27286,
"6979584" : 27303,
"7045120" : 27186,
"7110656" : 26399,
"7176192" : 26745,
"7241728" : 26140,
"7307264" : 25758,
"7372800" : 25333,
"7438336" : 24732,
"7503872" : 24183,
"7569408" : 23339,
"7634944" : 22815,
"7700480" : 21760,
"7766016" : 21108,
"7831552" : 20607,
"7897088" : 19975,
"7962624" : 18998,
"8028160" : 17951,
"8093696" : 17614,
"8159232" : 16753,
"8224768" : 15751,
"8290304" : 15333,
"8355840" : 14092,
"8454144" : 26413,
"8585216" : 23120,
"8716288" : 20655,
"8847360" : 17768,
"8978432" : 15740,
"9109504" : 13300,
"9240576" : 11482,
"9371648" : 9498,
"9502720" : 7967,
"9633792" : 6664,
"9764864" : 5357,
"9895936" : 4482,
"10027008" : 3600,
"10158080" : 2853,
"10289152" : 2290,
"10420224" : 1732,
"10551296" : 1341,
"10682368" : 1028,
"10813440" : 812,
"10944512" : 591,
"11075584" : 484,
"11206656" : 337,
"11337728" : 239,
"11468800" : 199,
"11599872" : 145,
"11730944" : 106,
"11862016" : 67,
"11993088" : 51,
"12124160" : 31,
"12255232" : 23,
"12386304" : 19,
"12517376" : 9,
"12648448" : 8,
"12779520" : 8,
"12910592" : 7,
"13041664" : 1,
"13172736" : 1,
"13303808" : 4,
"13434880" : 2,
"13565952" : 1,
"13828096" : 1,
"13959168" : 1,
"14090240" : 1,
"14483456" : 2,
"14745600" : 1,
"14876672" : 2,
"15138816" : 1
}
},
"lat_ns" : {
"min" : 1786410,
"max" : 15847193,
"mean" : 7300413.754587,
"stddev" : 1408216.596356,
"N" : 1402426
},
"bw_min" : 64240,
"bw_max" : 76688,
"bw_agg" : 99.984275,
"bw_mean" : 70111.666667,
"bw_dev" : 308.021107,
"bw_samples" : 1272,
"iops_min" : 16060,
"iops_max" : 19172,
"iops_mean" : 17527.635220,
"iops_stddev" : 76.988877,
"iops_samples" : 1272
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 639992,
"usr_cpu" : 0.679227,
"sys_cpu" : 14.617526,
"ctx" : 1131770,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 1.357212,
"10" : 97.584057,
"20" : 1.057590,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093942,
"timestamp_ms" : 1773093942048,
"time" : "Mon Mar 9 19:05:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 6467133440,
"io_kbytes" : 6315560,
"bw_bytes" : 71857836,
"bw" : 70173,
"iops" : 17543.628263,
"runtime" : 89999,
"total_ios" : 1578909,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9625,
"max" : 3864688,
"mean" : 453093.035646,
"stddev" : 277071.777689,
"N" : 1578908
},
"clat_ns" : {
"min" : 1758387,
"max" : 15172783,
"mean" : 6841985.328717,
"stddev" : 1341890.154470,
"N" : 1578901,
"percentile" : {
"1.000000" : 3883008,
"5.000000" : 4620288,
"10.000000" : 5079040,
"20.000000" : 5668864,
"30.000000" : 6127616,
"40.000000" : 6520832,
"50.000000" : 6848512,
"60.000000" : 7176192,
"70.000000" : 7503872,
"80.000000" : 7962624,
"90.000000" : 8585216,
"95.000000" : 9109504,
"99.000000" : 10027008,
"99.500000" : 10420224,
"99.900000" : 11075584,
"99.950000" : 11337728,
"99.990000" : 11993088
},
"bins" : {
"1761280" : 1,
"1777664" : 3,
"1892352" : 2,
"1908736" : 1,
"1925120" : 2,
"2023424" : 1,
"2056192" : 1,
"2072576" : 2,
"2088960" : 1,
"2113536" : 4,
"2146304" : 4,
"2179072" : 9,
"2211840" : 2,
"2244608" : 7,
"2277376" : 6,
"2310144" : 1,
"2342912" : 8,
"2375680" : 8,
"2408448" : 7,
"2441216" : 19,
"2473984" : 18,
"2506752" : 16,
"2539520" : 23,
"2572288" : 15,
"2605056" : 32,
"2637824" : 18,
"2670592" : 25,
"2703360" : 29,
"2736128" : 39,
"2768896" : 40,
"2801664" : 58,
"2834432" : 80,
"2867200" : 80,
"2899968" : 95,
"2932736" : 66,
"2965504" : 92,
"2998272" : 104,
"3031040" : 102,
"3063808" : 126,
"3096576" : 159,
"3129344" : 184,
"3162112" : 233,
"3194880" : 248,
"3227648" : 279,
"3260416" : 268,
"3293184" : 270,
"3325952" : 282,
"3358720" : 327,
"3391488" : 404,
"3424256" : 396,
"3457024" : 501,
"3489792" : 554,
"3522560" : 626,
"3555328" : 625,
"3588096" : 678,
"3620864" : 760,
"3653632" : 762,
"3686400" : 797,
"3719168" : 873,
"3751936" : 1042,
"3784704" : 1082,
"3817472" : 1167,
"3850240" : 1331,
"3883008" : 1408,
"3915776" : 1590,
"3948544" : 1542,
"3981312" : 1606,
"4014080" : 1729,
"4046848" : 1791,
"4079616" : 1994,
"4112384" : 2114,
"4145152" : 2246,
"4177920" : 2410,
"4227072" : 5300,
"4292608" : 5869,
"4358144" : 6363,
"4423680" : 6717,
"4489216" : 7378,
"4554752" : 8192,
"4620288" : 8981,
"4685824" : 9721,
"4751360" : 10139,
"4816896" : 10794,
"4882432" : 11438,
"4947968" : 12170,
"5013504" : 12899,
"5079040" : 13649,
"5144576" : 14156,
"5210112" : 14836,
"5275648" : 15615,
"5341184" : 16653,
"5406720" : 16989,
"5472256" : 17997,
"5537792" : 18874,
"5603328" : 19680,
"5668864" : 20194,
"5734400" : 21267,
"5799936" : 22164,
"5865472" : 23001,
"5931008" : 23871,
"5996544" : 25166,
"6062080" : 25376,
"6127616" : 26301,
"6193152" : 26953,
"6258688" : 27787,
"6324224" : 28289,
"6389760" : 29303,
"6455296" : 29706,
"6520832" : 29993,
"6586368" : 30697,
"6651904" : 30555,
"6717440" : 30727,
"6782976" : 30909,
"6848512" : 30794,
"6914048" : 30943,
"6979584" : 30772,
"7045120" : 30797,
"7110656" : 29882,
"7176192" : 30230,
"7241728" : 29480,
"7307264" : 29018,
"7372800" : 28546,
"7438336" : 27809,
"7503872" : 27090,
"7569408" : 26196,
"7634944" : 25467,
"7700480" : 24411,
"7766016" : 23700,
"7831552" : 23126,
"7897088" : 22349,
"7962624" : 21214,
"8028160" : 20105,
"8093696" : 19694,
"8159232" : 18595,
"8224768" : 17620,
"8290304" : 17018,
"8355840" : 15694,
"8454144" : 29386,
"8585216" : 25788,
"8716288" : 22975,
"8847360" : 19750,
"8978432" : 17507,
"9109504" : 14808,
"9240576" : 12682,
"9371648" : 10556,
"9502720" : 8884,
"9633792" : 7341,
"9764864" : 5938,
"9895936" : 4956,
"10027008" : 3984,
"10158080" : 3134,
"10289152" : 2546,
"10420224" : 1939,
"10551296" : 1507,
"10682368" : 1136,
"10813440" : 888,
"10944512" : 658,
"11075584" : 525,
"11206656" : 368,
"11337728" : 256,
"11468800" : 219,
"11599872" : 160,
"11730944" : 111,
"11862016" : 74,
"11993088" : 55,
"12124160" : 32,
"12255232" : 24,
"12386304" : 20,
"12517376" : 9,
"12648448" : 8,
"12779520" : 8,
"12910592" : 7,
"13041664" : 1,
"13172736" : 1,
"13303808" : 4,
"13434880" : 2,
"13565952" : 1,
"13828096" : 1,
"13959168" : 1,
"14090240" : 1,
"14483456" : 2,
"14745600" : 1,
"14876672" : 2,
"15138816" : 1
}
},
"lat_ns" : {
"min" : 1786410,
"max" : 15847193,
"mean" : 7295075.983362,
"stddev" : 1402231.112395,
"N" : 1578901
},
"bw_min" : 64144,
"bw_max" : 76800,
"bw_agg" : 99.996198,
"bw_mean" : 70171.067039,
"bw_dev" : 309.620182,
"bw_samples" : 1432,
"iops_min" : 16036,
"iops_max" : 19200,
"iops_mean" : 17542.502793,
"iops_stddev" : 77.390018,
"iops_samples" : 1432
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 719992,
"usr_cpu" : 0.677646,
"sys_cpu" : 14.631968,
"ctx" : 1279481,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 1.345423,
"10" : 97.614619,
"20" : 1.038882,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093952,
"timestamp_ms" : 1773093952048,
"time" : "Mon Mar 9 19:05:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 80,
"elapsed" : 111,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7197995008,
"io_kbytes" : 7029292,
"bw_bytes" : 71979950,
"bw" : 70292,
"iops" : 17573.440000,
"runtime" : 100000,
"total_ios" : 1757344,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9625,
"max" : 3864688,
"mean" : 452314.450643,
"stddev" : 276854.612178,
"N" : 1757343
},
"clat_ns" : {
"min" : 1758387,
"max" : 15172783,
"mean" : 6830319.006434,
"stddev" : 1344381.710596,
"N" : 1757336,
"percentile" : {
"1.000000" : 3883008,
"5.000000" : 4620288,
"10.000000" : 5079040,
"20.000000" : 5668864,
"30.000000" : 6127616,
"40.000000" : 6455296,
"50.000000" : 6848512,
"60.000000" : 7176192,
"70.000000" : 7503872,
"80.000000" : 7962624,
"90.000000" : 8585216,
"95.000000" : 9109504,
"99.000000" : 10027008,
"99.500000" : 10420224,
"99.900000" : 11075584,
"99.950000" : 11337728,
"99.990000" : 11993088
},
"bins" : {
"1761280" : 1,
"1777664" : 3,
"1892352" : 2,
"1908736" : 1,
"1925120" : 2,
"2023424" : 1,
"2056192" : 1,
"2072576" : 2,
"2088960" : 1,
"2113536" : 5,
"2146304" : 4,
"2179072" : 10,
"2211840" : 2,
"2244608" : 7,
"2277376" : 6,
"2310144" : 1,
"2342912" : 8,
"2375680" : 10,
"2408448" : 12,
"2441216" : 23,
"2473984" : 26,
"2506752" : 21,
"2539520" : 25,
"2572288" : 17,
"2605056" : 32,
"2637824" : 21,
"2670592" : 26,
"2703360" : 36,
"2736128" : 43,
"2768896" : 46,
"2801664" : 70,
"2834432" : 92,
"2867200" : 85,
"2899968" : 102,
"2932736" : 76,
"2965504" : 98,
"2998272" : 110,
"3031040" : 110,
"3063808" : 140,
"3096576" : 184,
"3129344" : 217,
"3162112" : 286,
"3194880" : 290,
"3227648" : 315,
"3260416" : 295,
"3293184" : 303,
"3325952" : 329,
"3358720" : 361,
"3391488" : 447,
"3424256" : 473,
"3457024" : 562,
"3489792" : 629,
"3522560" : 710,
"3555328" : 719,
"3588096" : 774,
"3620864" : 840,
"3653632" : 871,
"3686400" : 918,
"3719168" : 993,
"3751936" : 1175,
"3784704" : 1236,
"3817472" : 1316,
"3850240" : 1488,
"3883008" : 1581,
"3915776" : 1783,
"3948544" : 1746,
"3981312" : 1821,
"4014080" : 1927,
"4046848" : 2048,
"4079616" : 2244,
"4112384" : 2384,
"4145152" : 2518,
"4177920" : 2785,
"4227072" : 6018,
"4292608" : 6594,
"4358144" : 7210,
"4423680" : 7611,
"4489216" : 8423,
"4554752" : 9353,
"4620288" : 10147,
"4685824" : 10983,
"4751360" : 11454,
"4816896" : 12228,
"4882432" : 12799,
"4947968" : 13743,
"5013504" : 14680,
"5079040" : 15447,
"5144576" : 16001,
"5210112" : 16771,
"5275648" : 17589,
"5341184" : 18692,
"5406720" : 19137,
"5472256" : 20168,
"5537792" : 21342,
"5603328" : 22239,
"5668864" : 22757,
"5734400" : 23940,
"5799936" : 24914,
"5865472" : 25787,
"5931008" : 26816,
"5996544" : 28205,
"6062080" : 28459,
"6127616" : 29432,
"6193152" : 30324,
"6258688" : 31042,
"6324224" : 31673,
"6389760" : 32702,
"6455296" : 33161,
"6520832" : 33473,
"6586368" : 34137,
"6651904" : 33992,
"6717440" : 34125,
"6782976" : 34226,
"6848512" : 34157,
"6914048" : 34335,
"6979584" : 34088,
"7045120" : 34125,
"7110656" : 33160,
"7176192" : 33503,
"7241728" : 32623,
"7307264" : 32141,
"7372800" : 31509,
"7438336" : 30631,
"7503872" : 30000,
"7569408" : 28895,
"7634944" : 28080,
"7700480" : 27013,
"7766016" : 26113,
"7831552" : 25452,
"7897088" : 24613,
"7962624" : 23377,
"8028160" : 22128,
"8093696" : 21577,
"8159232" : 20409,
"8224768" : 19312,
"8290304" : 18731,
"8355840" : 17248,
"8454144" : 32213,
"8585216" : 28339,
"8716288" : 25126,
"8847360" : 21735,
"8978432" : 19297,
"9109504" : 16246,
"9240576" : 13978,
"9371648" : 11658,
"9502720" : 9805,
"9633792" : 8109,
"9764864" : 6608,
"9895936" : 5492,
"10027008" : 4415,
"10158080" : 3490,
"10289152" : 2845,
"10420224" : 2198,
"10551296" : 1682,
"10682368" : 1284,
"10813440" : 997,
"10944512" : 765,
"11075584" : 618,
"11206656" : 413,
"11337728" : 311,
"11468800" : 256,
"11599872" : 179,
"11730944" : 129,
"11862016" : 81,
"11993088" : 66,
"12124160" : 35,
"12255232" : 28,
"12386304" : 23,
"12517376" : 12,
"12648448" : 9,
"12779520" : 8,
"12910592" : 8,
"13041664" : 1,
"13172736" : 1,
"13303808" : 4,
"13434880" : 2,
"13565952" : 1,
"13828096" : 1,
"13959168" : 1,
"14090240" : 1,
"14483456" : 2,
"14745600" : 1,
"14876672" : 2,
"15138816" : 1
}
},
"lat_ns" : {
"min" : 1786410,
"max" : 15847193,
"mean" : 7282630.723535,
"stddev" : 1405000.824355,
"N" : 1757336
},
"bw_min" : 64144,
"bw_max" : 77288,
"bw_agg" : 100.000000,
"bw_mean" : 70304.226131,
"bw_dev" : 317.495728,
"bw_samples" : 1592,
"iops_min" : 16036,
"iops_max" : 19322,
"iops_mean" : 17575.768844,
"iops_stddev" : 79.356307,
"iops_samples" : 1592
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 799995,
"usr_cpu" : 0.681129,
"sys_cpu" : 14.658342,
"ctx" : 1423013,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999943,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999943,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 1.369282,
"10" : 97.578960,
"20" : 1.050790,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093962,
"timestamp_ms" : 1773093962048,
"time" : "Mon Mar 9 19:06:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 7914041344,
"io_kbytes" : 7728556,
"bw_bytes" : 71945830,
"bw" : 70259,
"iops" : 17565.027273,
"runtime" : 110000,
"total_ios" : 1932153,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9625,
"max" : 3864688,
"mean" : 452527.599937,
"stddev" : 277154.929677,
"N" : 1932152
},
"clat_ns" : {
"min" : 1758387,
"max" : 15172783,
"mean" : 6833613.058482,
"stddev" : 1349086.914606,
"N" : 1932145,
"percentile" : {
"1.000000" : 3883008,
"5.000000" : 4620288,
"10.000000" : 5079040,
"20.000000" : 5668864,
"30.000000" : 6127616,
"40.000000" : 6455296,
"50.000000" : 6848512,
"60.000000" : 7176192,
"70.000000" : 7503872,
"80.000000" : 7962624,
"90.000000" : 8585216,
"95.000000" : 9109504,
"99.000000" : 10027008,
"99.500000" : 10420224,
"99.900000" : 11075584,
"99.950000" : 11337728,
"99.990000" : 11993088
},
"bins" : {
"1761280" : 1,
"1777664" : 3,
"1892352" : 3,
"1908736" : 1,
"1925120" : 2,
"2023424" : 1,
"2056192" : 1,
"2072576" : 2,
"2088960" : 1,
"2113536" : 5,
"2146304" : 4,
"2179072" : 10,
"2211840" : 3,
"2244608" : 8,
"2277376" : 7,
"2310144" : 2,
"2342912" : 8,
"2375680" : 11,
"2408448" : 13,
"2441216" : 23,
"2473984" : 28,
"2506752" : 23,
"2539520" : 25,
"2572288" : 19,
"2605056" : 36,
"2637824" : 21,
"2670592" : 27,
"2703360" : 42,
"2736128" : 45,
"2768896" : 53,
"2801664" : 80,
"2834432" : 96,
"2867200" : 88,
"2899968" : 110,
"2932736" : 82,
"2965504" : 107,
"2998272" : 128,
"3031040" : 122,
"3063808" : 161,
"3096576" : 200,
"3129344" : 227,
"3162112" : 312,
"3194880" : 314,
"3227648" : 342,
"3260416" : 320,
"3293184" : 333,
"3325952" : 359,
"3358720" : 403,
"3391488" : 492,
"3424256" : 511,
"3457024" : 615,
"3489792" : 683,
"3522560" : 773,
"3555328" : 772,
"3588096" : 839,
"3620864" : 911,
"3653632" : 981,
"3686400" : 1035,
"3719168" : 1109,
"3751936" : 1315,
"3784704" : 1385,
"3817472" : 1477,
"3850240" : 1649,
"3883008" : 1742,
"3915776" : 1957,
"3948544" : 1942,
"3981312" : 2023,
"4014080" : 2155,
"4046848" : 2269,
"4079616" : 2493,
"4112384" : 2645,
"4145152" : 2825,
"4177920" : 3072,
"4227072" : 6679,
"4292608" : 7275,
"4358144" : 7987,
"4423680" : 8474,
"4489216" : 9393,
"4554752" : 10383,
"4620288" : 11162,
"4685824" : 12096,
"4751360" : 12673,
"4816896" : 13454,
"4882432" : 14073,
"4947968" : 15010,
"5013504" : 16074,
"5079040" : 16952,
"5144576" : 17562,
"5210112" : 18447,
"5275648" : 19371,
"5341184" : 20470,
"5406720" : 20964,
"5472256" : 22178,
"5537792" : 23390,
"5603328" : 24431,
"5668864" : 25004,
"5734400" : 26227,
"5799936" : 27237,
"5865472" : 28354,
"5931008" : 29427,
"5996544" : 30947,
"6062080" : 31207,
"6127616" : 32204,
"6193152" : 33344,
"6258688" : 34050,
"6324224" : 34699,
"6389760" : 35858,
"6455296" : 36305,
"6520832" : 36693,
"6586368" : 37419,
"6651904" : 37198,
"6717440" : 37261,
"6782976" : 37549,
"6848512" : 37469,
"6914048" : 37472,
"6979584" : 37370,
"7045120" : 37373,
"7110656" : 36449,
"7176192" : 36546,
"7241728" : 35714,
"7307264" : 35233,
"7372800" : 34672,
"7438336" : 33590,
"7503872" : 33020,
"7569408" : 31698,
"7634944" : 30777,
"7700480" : 29693,
"7766016" : 28616,
"7831552" : 27995,
"7897088" : 27049,
"7962624" : 25761,
"8028160" : 24433,
"8093696" : 23740,
"8159232" : 22382,
"8224768" : 21325,
"8290304" : 20612,
"8355840" : 18993,
"8454144" : 35401,
"8585216" : 31326,
"8716288" : 27741,
"8847360" : 24148,
"8978432" : 21439,
"9109504" : 18131,
"9240576" : 15521,
"9371648" : 12967,
"9502720" : 10992,
"9633792" : 9034,
"9764864" : 7342,
"9895936" : 6127,
"10027008" : 4983,
"10158080" : 3974,
"10289152" : 3228,
"10420224" : 2455,
"10551296" : 1929,
"10682368" : 1482,
"10813440" : 1160,
"10944512" : 892,
"11075584" : 709,
"11206656" : 500,
"11337728" : 356,
"11468800" : 289,
"11599872" : 207,
"11730944" : 149,
"11862016" : 92,
"11993088" : 73,
"12124160" : 44,
"12255232" : 30,
"12386304" : 24,
"12517376" : 12,
"12648448" : 9,
"12779520" : 8,
"12910592" : 8,
"13041664" : 1,
"13172736" : 1,
"13303808" : 4,
"13434880" : 2,
"13565952" : 1,
"13828096" : 1,
"13959168" : 1,
"14090240" : 1,
"14483456" : 2,
"14745600" : 1,
"14876672" : 2,
"15138816" : 1
}
},
"lat_ns" : {
"min" : 1786410,
"max" : 15847193,
"mean" : 7286141.836587,
"stddev" : 1410054.805967,
"N" : 1932145
},
"bw_min" : 64096,
"bw_max" : 77960,
"bw_agg" : 100.000000,
"bw_mean" : 70285.018265,
"bw_dev" : 323.315265,
"bw_samples" : 1752,
"iops_min" : 16024,
"iops_max" : 19490,
"iops_mean" : 17570.986301,
"iops_stddev" : 80.813135,
"iops_samples" : 1752
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 880000,
"usr_cpu" : 0.677273,
"sys_cpu" : 14.666705,
"ctx" : 1563755,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 1.374632,
"10" : 97.535651,
"20" : 1.088785,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093972,
"timestamp_ms" : 1773093972048,
"time" : "Mon Mar 9 19:06:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 8622886912,
"io_kbytes" : 8420788,
"bw_bytes" : 71857989,
"bw" : 70173,
"iops" : 17543.554530,
"runtime" : 119999,
"total_ios" : 2105209,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9625,
"max" : 3864688,
"mean" : 453082.099050,
"stddev" : 277581.505753,
"N" : 2105208
},
"clat_ns" : {
"min" : 1758387,
"max" : 15172783,
"mean" : 6841955.256284,
"stddev" : 1352664.184476,
"N" : 2105201,
"percentile" : {
"1.000000" : 3883008,
"5.000000" : 4620288,
"10.000000" : 5079040,
"20.000000" : 5668864,
"30.000000" : 6127616,
"40.000000" : 6520832,
"50.000000" : 6848512,
"60.000000" : 7176192,
"70.000000" : 7569408,
"80.000000" : 7962624,
"90.000000" : 8585216,
"95.000000" : 9109504,
"99.000000" : 10027008,
"99.500000" : 10420224,
"99.900000" : 11075584,
"99.950000" : 11468800,
"99.990000" : 11993088
},
"bins" : {
"1761280" : 1,
"1777664" : 3,
"1892352" : 4,
"1908736" : 1,
"1925120" : 2,
"1941504" : 1,
"2023424" : 1,
"2056192" : 1,
"2072576" : 2,
"2088960" : 1,
"2113536" : 5,
"2146304" : 4,
"2179072" : 11,
"2211840" : 6,
"2244608" : 9,
"2277376" : 7,
"2310144" : 2,
"2342912" : 8,
"2375680" : 11,
"2408448" : 13,
"2441216" : 23,
"2473984" : 28,
"2506752" : 27,
"2539520" : 27,
"2572288" : 24,
"2605056" : 41,
"2637824" : 21,
"2670592" : 27,
"2703360" : 44,
"2736128" : 48,
"2768896" : 55,
"2801664" : 82,
"2834432" : 104,
"2867200" : 94,
"2899968" : 128,
"2932736" : 86,
"2965504" : 114,
"2998272" : 138,
"3031040" : 136,
"3063808" : 173,
"3096576" : 204,
"3129344" : 243,
"3162112" : 336,
"3194880" : 339,
"3227648" : 366,
"3260416" : 355,
"3293184" : 366,
"3325952" : 388,
"3358720" : 425,
"3391488" : 520,
"3424256" : 559,
"3457024" : 662,
"3489792" : 733,
"3522560" : 818,
"3555328" : 854,
"3588096" : 912,
"3620864" : 991,
"3653632" : 1082,
"3686400" : 1121,
"3719168" : 1213,
"3751936" : 1430,
"3784704" : 1508,
"3817472" : 1618,
"3850240" : 1813,
"3883008" : 1898,
"3915776" : 2130,
"3948544" : 2111,
"3981312" : 2234,
"4014080" : 2378,
"4046848" : 2492,
"4079616" : 2729,
"4112384" : 2858,
"4145152" : 3087,
"4177920" : 3326,
"4227072" : 7246,
"4292608" : 7950,
"4358144" : 8733,
"4423680" : 9231,
"4489216" : 10230,
"4554752" : 11270,
"4620288" : 12128,
"4685824" : 13092,
"4751360" : 13687,
"4816896" : 14575,
"4882432" : 15268,
"4947968" : 16298,
"5013504" : 17395,
"5079040" : 18395,
"5144576" : 19039,
"5210112" : 20023,
"5275648" : 20920,
"5341184" : 22111,
"5406720" : 22655,
"5472256" : 23874,
"5537792" : 25230,
"5603328" : 26353,
"5668864" : 27078,
"5734400" : 28330,
"5799936" : 29433,
"5865472" : 30684,
"5931008" : 31818,
"5996544" : 33449,
"6062080" : 33791,
"6127616" : 34883,
"6193152" : 36146,
"6258688" : 36888,
"6324224" : 37593,
"6389760" : 38922,
"6455296" : 39366,
"6520832" : 39925,
"6586368" : 40633,
"6651904" : 40379,
"6717440" : 40407,
"6782976" : 40854,
"6848512" : 40836,
"6914048" : 40845,
"6979584" : 40665,
"7045120" : 40665,
"7110656" : 39677,
"7176192" : 39752,
"7241728" : 38997,
"7307264" : 38406,
"7372800" : 37766,
"7438336" : 36686,
"7503872" : 36001,
"7569408" : 34592,
"7634944" : 33602,
"7700480" : 32517,
"7766016" : 31315,
"7831552" : 30505,
"7897088" : 29581,
"7962624" : 28206,
"8028160" : 26861,
"8093696" : 26024,
"8159232" : 24632,
"8224768" : 23446,
"8290304" : 22607,
"8355840" : 20883,
"8454144" : 38929,
"8585216" : 34382,
"8716288" : 30499,
"8847360" : 26744,
"8978432" : 23632,
"9109504" : 19987,
"9240576" : 17120,
"9371648" : 14313,
"9502720" : 12182,
"9633792" : 10071,
"9764864" : 8161,
"9895936" : 6845,
"10027008" : 5542,
"10158080" : 4408,
"10289152" : 3619,
"10420224" : 2756,
"10551296" : 2163,
"10682368" : 1684,
"10813440" : 1310,
"10944512" : 1020,
"11075584" : 805,
"11206656" : 555,
"11337728" : 395,
"11468800" : 337,
"11599872" : 238,
"11730944" : 173,
"11862016" : 107,
"11993088" : 81,
"12124160" : 49,
"12255232" : 35,
"12386304" : 33,
"12517376" : 13,
"12648448" : 12,
"12779520" : 9,
"12910592" : 8,
"13041664" : 1,
"13172736" : 2,
"13303808" : 5,
"13434880" : 4,
"13565952" : 1,
"13828096" : 1,
"13959168" : 2,
"14090240" : 1,
"14483456" : 2,
"14745600" : 1,
"14876672" : 2,
"15138816" : 1
}
},
"lat_ns" : {
"min" : 1786410,
"max" : 15847193,
"mean" : 7295035.596591,
"stddev" : 1413838.032964,
"N" : 2105201
},
"bw_min" : 64096,
"bw_max" : 77960,
"bw_agg" : 100.000000,
"bw_mean" : 70202.271967,
"bw_dev" : 320.696848,
"bw_samples" : 1912,
"iops_min" : 16024,
"iops_max" : 19490,
"iops_mean" : 17550.317992,
"iops_stddev" : 80.158991,
"iops_samples" : 1912
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 959992,
"usr_cpu" : 0.677922,
"sys_cpu" : 14.656685,
"ctx" : 1703504,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 1.372500,
"10" : 97.505711,
"20" : 1.120839,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093982,
"timestamp_ms" : 1773093982049,
"time" : "Mon Mar 9 19:06:22 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 49,
"elapsed" : 141,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 9341497344,
"io_kbytes" : 9122556,
"bw_bytes" : 71857671,
"bw" : 70173,
"iops" : 17543.507692,
"runtime" : 130000,
"total_ios" : 2280656,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9625,
"max" : 3864688,
"mean" : 453086.091585,
"stddev" : 277677.210446,
"N" : 2280655
},
"clat_ns" : {
"min" : 1758387,
"max" : 15172783,
"mean" : 6841982.366336,
"stddev" : 1352818.575229,
"N" : 2280648,
"percentile" : {
"1.000000" : 3883008,
"5.000000" : 4620288,
"10.000000" : 5079040,
"20.000000" : 5668864,
"30.000000" : 6127616,
"40.000000" : 6520832,
"50.000000" : 6848512,
"60.000000" : 7176192,
"70.000000" : 7569408,
"80.000000" : 7962624,
"90.000000" : 8585216,
"95.000000" : 9109504,
"99.000000" : 10027008,
"99.500000" : 10420224,
"99.900000" : 11075584,
"99.950000" : 11468800,
"99.990000" : 11993088
},
"bins" : {
"1761280" : 1,
"1777664" : 3,
"1892352" : 4,
"1908736" : 1,
"1925120" : 2,
"1941504" : 1,
"2023424" : 1,
"2056192" : 1,
"2072576" : 2,
"2088960" : 1,
"2113536" : 5,
"2146304" : 5,
"2179072" : 11,
"2211840" : 7,
"2244608" : 9,
"2277376" : 7,
"2310144" : 2,
"2342912" : 8,
"2375680" : 11,
"2408448" : 13,
"2441216" : 25,
"2473984" : 29,
"2506752" : 29,
"2539520" : 28,
"2572288" : 26,
"2605056" : 42,
"2637824" : 27,
"2670592" : 28,
"2703360" : 45,
"2736128" : 49,
"2768896" : 59,
"2801664" : 86,
"2834432" : 108,
"2867200" : 108,
"2899968" : 137,
"2932736" : 92,
"2965504" : 128,
"2998272" : 155,
"3031040" : 149,
"3063808" : 187,
"3096576" : 216,
"3129344" : 272,
"3162112" : 365,
"3194880" : 375,
"3227648" : 415,
"3260416" : 386,
"3293184" : 424,
"3325952" : 421,
"3358720" : 470,
"3391488" : 577,
"3424256" : 612,
"3457024" : 725,
"3489792" : 804,
"3522560" : 898,
"3555328" : 924,
"3588096" : 1006,
"3620864" : 1079,
"3653632" : 1182,
"3686400" : 1246,
"3719168" : 1324,
"3751936" : 1561,
"3784704" : 1641,
"3817472" : 1789,
"3850240" : 1961,
"3883008" : 2068,
"3915776" : 2338,
"3948544" : 2291,
"3981312" : 2411,
"4014080" : 2593,
"4046848" : 2715,
"4079616" : 2986,
"4112384" : 3135,
"4145152" : 3415,
"4177920" : 3598,
"4227072" : 7855,
"4292608" : 8689,
"4358144" : 9432,
"4423680" : 10064,
"4489216" : 11135,
"4554752" : 12255,
"4620288" : 13108,
"4685824" : 14173,
"4751360" : 14779,
"4816896" : 15842,
"4882432" : 16567,
"4947968" : 17720,
"5013504" : 18786,
"5079040" : 19945,
"5144576" : 20543,
"5210112" : 21592,
"5275648" : 22630,
"5341184" : 23958,
"5406720" : 24540,
"5472256" : 25821,
"5537792" : 27301,
"5603328" : 28393,
"5668864" : 29270,
"5734400" : 30604,
"5799936" : 31776,
"5865472" : 33172,
"5931008" : 34315,
"5996544" : 36189,
"6062080" : 36554,
"6127616" : 37661,
"6193152" : 39001,
"6258688" : 39927,
"6324224" : 40772,
"6389760" : 42085,
"6455296" : 42547,
"6520832" : 43185,
"6586368" : 43936,
"6651904" : 43687,
"6717440" : 43739,
"6782976" : 44242,
"6848512" : 44198,
"6914048" : 44281,
"6979584" : 44062,
"7045120" : 44059,
"7110656" : 43170,
"7176192" : 43066,
"7241728" : 42197,
"7307264" : 41617,
"7372800" : 40941,
"7438336" : 39787,
"7503872" : 38995,
"7569408" : 37507,
"7634944" : 36482,
"7700480" : 35307,
"7766016" : 34080,
"7831552" : 33164,
"7897088" : 32115,
"7962624" : 30508,
"8028160" : 29159,
"8093696" : 28174,
"8159232" : 26696,
"8224768" : 25477,
"8290304" : 24564,
"8355840" : 22695,
"8454144" : 42384,
"8585216" : 37338,
"8716288" : 33096,
"8847360" : 29095,
"8978432" : 25600,
"9109504" : 21666,
"9240576" : 18544,
"9371648" : 15505,
"9502720" : 13141,
"9633792" : 10927,
"9764864" : 8837,
"9895936" : 7367,
"10027008" : 5948,
"10158080" : 4769,
"10289152" : 3909,
"10420224" : 2954,
"10551296" : 2299,
"10682368" : 1799,
"10813440" : 1388,
"10944512" : 1088,
"11075584" : 864,
"11206656" : 587,
"11337728" : 417,
"11468800" : 359,
"11599872" : 252,
"11730944" : 187,
"11862016" : 115,
"11993088" : 83,
"12124160" : 50,
"12255232" : 36,
"12386304" : 33,
"12517376" : 13,
"12648448" : 12,
"12779520" : 9,
"12910592" : 8,
"13041664" : 1,
"13172736" : 2,
"13303808" : 5,
"13434880" : 4,
"13565952" : 1,
"13828096" : 1,
"13959168" : 2,
"14090240" : 1,
"14483456" : 2,
"14745600" : 1,
"14876672" : 2,
"15138816" : 1
}
},
"lat_ns" : {
"min" : 1786410,
"max" : 15847193,
"mean" : 7295068.024755,
"stddev" : 1413965.813136,
"N" : 2280648
},
"bw_min" : 64096,
"bw_max" : 77960,
"bw_agg" : 100.000000,
"bw_mean" : 70185.907336,
"bw_dev" : 317.290706,
"bw_samples" : 2072,
"iops_min" : 16024,
"iops_max" : 19490,
"iops_mean" : 17546.239382,
"iops_stddev" : 79.308824,
"iops_samples" : 2072
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1040000,
"usr_cpu" : 0.679231,
"sys_cpu" : 14.653654,
"ctx" : 1843537,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 1.384865,
"10" : 97.504928,
"20" : 1.109330,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773093992,
"timestamp_ms" : 1773093992048,
"time" : "Mon Mar 9 19:06:32 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 40,
"elapsed" : 151,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10058850304,
"io_kbytes" : 9823096,
"bw_bytes" : 71849443,
"bw" : 70165,
"iops" : 17541.439582,
"runtime" : 139999,
"total_ios" : 2455784,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9625,
"max" : 3864688,
"mean" : 453145.861063,
"stddev" : 276022.804131,
"N" : 2455783
},
"clat_ns" : {
"min" : 1758387,
"max" : 15172783,
"mean" : 6842771.246861,
"stddev" : 1344550.302302,
"N" : 2455776,
"percentile" : {
"1.000000" : 3883008,
"5.000000" : 4620288,
"10.000000" : 5079040,
"20.000000" : 5668864,
"30.000000" : 6127616,
"40.000000" : 6520832,
"50.000000" : 6848512,
"60.000000" : 7176192,
"70.000000" : 7503872,
"80.000000" : 7962624,
"90.000000" : 8585216,
"95.000000" : 9109504,
"99.000000" : 10027008,
"99.500000" : 10420224,
"99.900000" : 11075584,
"99.950000" : 11337728,
"99.990000" : 11993088
},
"bins" : {
"1761280" : 1,
"1777664" : 3,
"1892352" : 4,
"1908736" : 1,
"1925120" : 2,
"1941504" : 1,
"2023424" : 1,
"2056192" : 1,
"2072576" : 2,
"2088960" : 1,
"2113536" : 5,
"2146304" : 5,
"2179072" : 11,
"2211840" : 7,
"2244608" : 9,
"2277376" : 8,
"2310144" : 2,
"2342912" : 8,
"2375680" : 12,
"2408448" : 13,
"2441216" : 25,
"2473984" : 31,
"2506752" : 29,
"2539520" : 28,
"2572288" : 27,
"2605056" : 44,
"2637824" : 31,
"2670592" : 30,
"2703360" : 51,
"2736128" : 53,
"2768896" : 61,
"2801664" : 89,
"2834432" : 110,
"2867200" : 112,
"2899968" : 140,
"2932736" : 96,
"2965504" : 135,
"2998272" : 158,
"3031040" : 158,
"3063808" : 194,
"3096576" : 227,
"3129344" : 287,
"3162112" : 379,
"3194880" : 387,
"3227648" : 428,
"3260416" : 405,
"3293184" : 438,
"3325952" : 443,
"3358720" : 492,
"3391488" : 606,
"3424256" : 648,
"3457024" : 769,
"3489792" : 839,
"3522560" : 951,
"3555328" : 970,
"3588096" : 1056,
"3620864" : 1118,
"3653632" : 1250,
"3686400" : 1311,
"3719168" : 1412,
"3751936" : 1661,
"3784704" : 1730,
"3817472" : 1907,
"3850240" : 2057,
"3883008" : 2168,
"3915776" : 2456,
"3948544" : 2419,
"3981312" : 2534,
"4014080" : 2756,
"4046848" : 2855,
"4079616" : 3130,
"4112384" : 3298,
"4145152" : 3580,
"4177920" : 3797,
"4227072" : 8299,
"4292608" : 9172,
"4358144" : 9950,
"4423680" : 10602,
"4489216" : 11718,
"4554752" : 12953,
"4620288" : 13826,
"4685824" : 14952,
"4751360" : 15640,
"4816896" : 16784,
"4882432" : 17606,
"4947968" : 18778,
"5013504" : 20018,
"5079040" : 21261,
"5144576" : 21959,
"5210112" : 23108,
"5275648" : 24144,
"5341184" : 25584,
"5406720" : 26205,
"5472256" : 27761,
"5537792" : 29226,
"5603328" : 30519,
"5668864" : 31517,
"5734400" : 32926,
"5799936" : 34285,
"5865472" : 35914,
"5931008" : 37065,
"5996544" : 39109,
"6062080" : 39609,
"6127616" : 40856,
"6193152" : 42317,
"6258688" : 43311,
"6324224" : 44280,
"6389760" : 45808,
"6455296" : 46312,
"6520832" : 46911,
"6586368" : 47770,
"6651904" : 47570,
"6717440" : 47822,
"6782976" : 48135,
"6848512" : 48071,
"6914048" : 48218,
"6979584" : 47913,
"7045120" : 47865,
"7110656" : 46864,
"7176192" : 46740,
"7241728" : 45764,
"7307264" : 45115,
"7372800" : 44379,
"7438336" : 43127,
"7503872" : 42186,
"7569408" : 40595,
"7634944" : 39474,
"7700480" : 38102,
"7766016" : 36811,
"7831552" : 35736,
"7897088" : 34590,
"7962624" : 32778,
"8028160" : 31358,
"8093696" : 30314,
"8159232" : 28658,
"8224768" : 27353,
"8290304" : 26201,
"8355840" : 24301,
"8454144" : 45259,
"8585216" : 39902,
"8716288" : 35299,
"8847360" : 31019,
"8978432" : 27192,
"9109504" : 23055,
"9240576" : 19709,
"9371648" : 16429,
"9502720" : 13952,
"9633792" : 11613,
"9764864" : 9383,
"9895936" : 7787,
"10027008" : 6255,
"10158080" : 5035,
"10289152" : 4094,
"10420224" : 3148,
"10551296" : 2429,
"10682368" : 1890,
"10813440" : 1472,
"10944512" : 1132,
"11075584" : 906,
"11206656" : 613,
"11337728" : 439,
"11468800" : 372,
"11599872" : 256,
"11730944" : 191,
"11862016" : 116,
"11993088" : 85,
"12124160" : 50,
"12255232" : 37,
"12386304" : 34,
"12517376" : 13,
"12648448" : 12,
"12779520" : 9,
"12910592" : 8,
"13041664" : 1,
"13172736" : 2,
"13303808" : 5,
"13434880" : 4,
"13565952" : 1,
"13828096" : 1,
"13959168" : 2,
"14090240" : 1,
"14483456" : 2,
"14745600" : 1,
"14876672" : 2,
"15138816" : 1
}
},
"lat_ns" : {
"min" : 1786410,
"max" : 15847193,
"mean" : 7295914.600790,
"stddev" : 1405289.075231,
"N" : 2455776
},
"bw_min" : 63960,
"bw_max" : 77960,
"bw_agg" : 100.000000,
"bw_mean" : 70205.501792,
"bw_dev" : 315.428799,
"bw_samples" : 2232,
"iops_min" : 15990,
"iops_max" : 19490,
"iops_mean" : 17551.146953,
"iops_stddev" : 78.844222,
"iops_samples" : 2232
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1119992,
"usr_cpu" : 0.676523,
"sys_cpu" : 14.649212,
"ctx" : 1997579,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 1.353051,
"10" : 97.562163,
"20" : 1.083972,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773094002,
"timestamp_ms" : 1773094002048,
"time" : "Mon Mar 9 19:06:42 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 10782732288,
"io_kbytes" : 10530012,
"bw_bytes" : 71885361,
"bw" : 70200,
"iops" : 17550.223668,
"runtime" : 149999,
"total_ios" : 2632516,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9625,
"max" : 4035248,
"mean" : 452921.575528,
"stddev" : 275522.910433,
"N" : 2632515
},
"clat_ns" : {
"min" : 1758387,
"max" : 15172783,
"mean" : 6839334.473431,
"stddev" : 1340002.517430,
"N" : 2632508,
"percentile" : {
"1.000000" : 3883008,
"5.000000" : 4620288,
"10.000000" : 5079040,
"20.000000" : 5668864,
"30.000000" : 6127616,
"40.000000" : 6520832,
"50.000000" : 6848512,
"60.000000" : 7176192,
"70.000000" : 7503872,
"80.000000" : 7962624,
"90.000000" : 8585216,
"95.000000" : 9109504,
"99.000000" : 10027008,
"99.500000" : 10420224,
"99.900000" : 11075584,
"99.950000" : 11337728,
"99.990000" : 11993088
},
"bins" : {
"1761280" : 1,
"1777664" : 3,
"1810432" : 1,
"1875968" : 1,
"1892352" : 4,
"1908736" : 1,
"1925120" : 2,
"1941504" : 1,
"2023424" : 1,
"2056192" : 2,
"2072576" : 4,
"2088960" : 1,
"2113536" : 5,
"2146304" : 5,
"2179072" : 11,
"2211840" : 7,
"2244608" : 10,
"2277376" : 8,
"2310144" : 3,
"2342912" : 9,
"2375680" : 15,
"2408448" : 15,
"2441216" : 25,
"2473984" : 33,
"2506752" : 31,
"2539520" : 31,
"2572288" : 29,
"2605056" : 46,
"2637824" : 35,
"2670592" : 36,
"2703360" : 54,
"2736128" : 54,
"2768896" : 66,
"2801664" : 93,
"2834432" : 120,
"2867200" : 117,
"2899968" : 149,
"2932736" : 104,
"2965504" : 145,
"2998272" : 166,
"3031040" : 171,
"3063808" : 204,
"3096576" : 235,
"3129344" : 310,
"3162112" : 402,
"3194880" : 410,
"3227648" : 457,
"3260416" : 430,
"3293184" : 469,
"3325952" : 475,
"3358720" : 528,
"3391488" : 656,
"3424256" : 709,
"3457024" : 828,
"3489792" : 905,
"3522560" : 1016,
"3555328" : 1022,
"3588096" : 1123,
"3620864" : 1199,
"3653632" : 1308,
"3686400" : 1384,
"3719168" : 1481,
"3751936" : 1744,
"3784704" : 1826,
"3817472" : 2025,
"3850240" : 2179,
"3883008" : 2282,
"3915776" : 2602,
"3948544" : 2567,
"3981312" : 2712,
"4014080" : 2947,
"4046848" : 3008,
"4079616" : 3329,
"4112384" : 3501,
"4145152" : 3794,
"4177920" : 4045,
"4227072" : 8845,
"4292608" : 9726,
"4358144" : 10586,
"4423680" : 11313,
"4489216" : 12521,
"4554752" : 13834,
"4620288" : 14763,
"4685824" : 15933,
"4751360" : 16690,
"4816896" : 17918,
"4882432" : 18821,
"4947968" : 20044,
"5013504" : 21430,
"5079040" : 22746,
"5144576" : 23492,
"5210112" : 24734,
"5275648" : 25908,
"5341184" : 27464,
"5406720" : 28216,
"5472256" : 29853,
"5537792" : 31464,
"5603328" : 32870,
"5668864" : 33961,
"5734400" : 35565,
"5799936" : 36920,
"5865472" : 38737,
"5931008" : 39870,
"5996544" : 42130,
"6062080" : 42754,
"6127616" : 43981,
"6193152" : 45617,
"6258688" : 46659,
"6324224" : 47732,
"6389760" : 49293,
"6455296" : 49876,
"6520832" : 50463,
"6586368" : 51331,
"6651904" : 51105,
"6717440" : 51409,
"6782976" : 51792,
"6848512" : 51729,
"6914048" : 51955,
"6979584" : 51525,
"7045120" : 51497,
"7110656" : 50400,
"7176192" : 50151,
"7241728" : 49268,
"7307264" : 48367,
"7372800" : 47740,
"7438336" : 46339,
"7503872" : 45269,
"7569408" : 43572,
"7634944" : 42266,
"7700480" : 40859,
"7766016" : 39476,
"7831552" : 38283,
"7897088" : 36995,
"7962624" : 35154,
"8028160" : 33593,
"8093696" : 32405,
"8159232" : 30678,
"8224768" : 29155,
"8290304" : 27951,
"8355840" : 25911,
"8454144" : 48298,
"8585216" : 42519,
"8716288" : 37515,
"8847360" : 32985,
"8978432" : 28805,
"9109504" : 24400,
"9240576" : 20815,
"9371648" : 17408,
"9502720" : 14747,
"9633792" : 12280,
"9764864" : 9921,
"9895936" : 8169,
"10027008" : 6595,
"10158080" : 5290,
"10289152" : 4309,
"10420224" : 3315,
"10551296" : 2538,
"10682368" : 1968,
"10813440" : 1543,
"10944512" : 1187,
"11075584" : 939,
"11206656" : 638,
"11337728" : 461,
"11468800" : 381,
"11599872" : 266,
"11730944" : 194,
"11862016" : 119,
"11993088" : 86,
"12124160" : 50,
"12255232" : 37,
"12386304" : 34,
"12517376" : 13,
"12648448" : 12,
"12779520" : 9,
"12910592" : 8,
"13041664" : 1,
"13172736" : 2,
"13303808" : 5,
"13434880" : 4,
"13565952" : 1,
"13828096" : 1,
"13959168" : 2,
"14090240" : 1,
"14483456" : 2,
"14745600" : 1,
"14876672" : 2,
"15138816" : 1
}
},
"lat_ns" : {
"min" : 1786410,
"max" : 15847193,
"mean" : 7292252.458445,
"stddev" : 1400469.607532,
"N" : 2632508
},
"bw_min" : 62784,
"bw_max" : 78248,
"bw_agg" : 100.000000,
"bw_mean" : 70222.779264,
"bw_dev" : 322.077492,
"bw_samples" : 2392,
"iops_min" : 15696,
"iops_max" : 19562,
"iops_mean" : 17555.471572,
"iops_stddev" : 80.507298,
"iops_samples" : 2392
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1199992,
"usr_cpu" : 0.676838,
"sys_cpu" : 14.652681,
"ctx" : 2141889,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 1.340733,
"10" : 97.598305,
"20" : 1.060127,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773094012,
"timestamp_ms" : 1773094012048,
"time" : "Mon Mar 9 19:06:52 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 11500040192,
"io_kbytes" : 11230508,
"bw_bytes" : 71875251,
"bw" : 70190,
"iops" : 17547.737500,
"runtime" : 160000,
"total_ios" : 2807638,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9625,
"max" : 4035248,
"mean" : 452984.786598,
"stddev" : 275319.732950,
"N" : 2807637
},
"clat_ns" : {
"min" : 1758387,
"max" : 15172783,
"mean" : 6840278.474140,
"stddev" : 1339980.765811,
"N" : 2807630,
"percentile" : {
"1.000000" : 3883008,
"5.000000" : 4620288,
"10.000000" : 5079040,
"20.000000" : 5668864,
"30.000000" : 6127616,
"40.000000" : 6520832,
"50.000000" : 6848512,
"60.000000" : 7176192,
"70.000000" : 7503872,
"80.000000" : 7962624,
"90.000000" : 8585216,
"95.000000" : 9109504,
"99.000000" : 10027008,
"99.500000" : 10420224,
"99.900000" : 11075584,
"99.950000" : 11337728,
"99.990000" : 11862016
},
"bins" : {
"1761280" : 1,
"1777664" : 3,
"1810432" : 1,
"1875968" : 1,
"1892352" : 4,
"1908736" : 1,
"1925120" : 2,
"1941504" : 1,
"2023424" : 1,
"2056192" : 2,
"2072576" : 4,
"2088960" : 1,
"2113536" : 5,
"2146304" : 5,
"2179072" : 11,
"2211840" : 7,
"2244608" : 11,
"2277376" : 8,
"2310144" : 3,
"2342912" : 10,
"2375680" : 17,
"2408448" : 15,
"2441216" : 25,
"2473984" : 35,
"2506752" : 33,
"2539520" : 34,
"2572288" : 31,
"2605056" : 46,
"2637824" : 37,
"2670592" : 36,
"2703360" : 62,
"2736128" : 60,
"2768896" : 72,
"2801664" : 101,
"2834432" : 128,
"2867200" : 127,
"2899968" : 162,
"2932736" : 112,
"2965504" : 158,
"2998272" : 183,
"3031040" : 184,
"3063808" : 224,
"3096576" : 249,
"3129344" : 324,
"3162112" : 427,
"3194880" : 435,
"3227648" : 482,
"3260416" : 461,
"3293184" : 506,
"3325952" : 507,
"3358720" : 563,
"3391488" : 690,
"3424256" : 751,
"3457024" : 876,
"3489792" : 965,
"3522560" : 1069,
"3555328" : 1081,
"3588096" : 1192,
"3620864" : 1300,
"3653632" : 1400,
"3686400" : 1480,
"3719168" : 1582,
"3751936" : 1850,
"3784704" : 1944,
"3817472" : 2164,
"3850240" : 2313,
"3883008" : 2415,
"3915776" : 2754,
"3948544" : 2727,
"3981312" : 2902,
"4014080" : 3137,
"4046848" : 3217,
"4079616" : 3514,
"4112384" : 3689,
"4145152" : 4022,
"4177920" : 4289,
"4227072" : 9377,
"4292608" : 10322,
"4358144" : 11194,
"4423680" : 12041,
"4489216" : 13301,
"4554752" : 14691,
"4620288" : 15687,
"4685824" : 16918,
"4751360" : 17742,
"4816896" : 19086,
"4882432" : 20067,
"4947968" : 21293,
"5013504" : 22849,
"5079040" : 24254,
"5144576" : 25030,
"5210112" : 26331,
"5275648" : 27645,
"5341184" : 29229,
"5406720" : 30216,
"5472256" : 31888,
"5537792" : 33596,
"5603328" : 34932,
"5668864" : 36287,
"5734400" : 37951,
"5799936" : 39564,
"5865472" : 41428,
"5931008" : 42616,
"5996544" : 45000,
"6062080" : 45632,
"6127616" : 46946,
"6193152" : 48792,
"6258688" : 49817,
"6324224" : 50930,
"6389760" : 52539,
"6455296" : 53183,
"6520832" : 53911,
"6586368" : 54672,
"6651904" : 54530,
"6717440" : 54974,
"6782976" : 55233,
"6848512" : 55178,
"6914048" : 55328,
"6979584" : 54814,
"7045120" : 54855,
"7110656" : 53782,
"7176192" : 53478,
"7241728" : 52469,
"7307264" : 51639,
"7372800" : 50824,
"7438336" : 49341,
"7503872" : 48279,
"7569408" : 46547,
"7634944" : 45023,
"7700480" : 43676,
"7766016" : 41982,
"7831552" : 40771,
"7897088" : 39366,
"7962624" : 37418,
"8028160" : 35800,
"8093696" : 34469,
"8159232" : 32657,
"8224768" : 31152,
"8290304" : 29736,
"8355840" : 27639,
"8454144" : 51658,
"8585216" : 45361,
"8716288" : 40059,
"8847360" : 35235,
"8978432" : 30692,
"9109504" : 26020,
"9240576" : 22260,
"9371648" : 18696,
"9502720" : 15746,
"9633792" : 13170,
"9764864" : 10682,
"9895936" : 8744,
"10027008" : 7095,
"10158080" : 5680,
"10289152" : 4610,
"10420224" : 3578,
"10551296" : 2703,
"10682368" : 2109,
"10813440" : 1652,
"10944512" : 1264,
"11075584" : 997,
"11206656" : 685,
"11337728" : 485,
"11468800" : 403,
"11599872" : 285,
"11730944" : 204,
"11862016" : 122,
"11993088" : 88,
"12124160" : 51,
"12255232" : 39,
"12386304" : 34,
"12517376" : 13,
"12648448" : 12,
"12779520" : 9,
"12910592" : 8,
"13041664" : 1,
"13172736" : 2,
"13303808" : 5,
"13434880" : 4,
"13565952" : 1,
"13828096" : 1,
"13959168" : 2,
"14090240" : 1,
"14483456" : 2,
"14745600" : 1,
"14876672" : 2,
"15138816" : 1
}
},
"lat_ns" : {
"min" : 1786410,
"max" : 15847193,
"mean" : 7293262.067415,
"stddev" : 1400503.147897,
"N" : 2807630
},
"bw_min" : 62784,
"bw_max" : 78248,
"bw_agg" : 100.000000,
"bw_mean" : 70203.376176,
"bw_dev" : 322.618157,
"bw_samples" : 2552,
"iops_min" : 15696,
"iops_max" : 19562,
"iops_mean" : 17550.620690,
"iops_stddev" : 80.641777,
"iops_samples" : 2552
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1279994,
"usr_cpu" : 0.677034,
"sys_cpu" : 14.645303,
"ctx" : 2287309,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 1.338385,
"10" : 97.596592,
"20" : 1.064240,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773094022,
"timestamp_ms" : 1773094022048,
"time" : "Mon Mar 9 19:07:02 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12224700416,
"io_kbytes" : 11938184,
"bw_bytes" : 71910425,
"bw" : 70225,
"iops" : 17556.350331,
"runtime" : 169999,
"total_ios" : 2984562,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9625,
"max" : 4035248,
"mean" : 452765.133404,
"stddev" : 275359.429997,
"N" : 2984561
},
"clat_ns" : {
"min" : 1758387,
"max" : 15172783,
"mean" : 6836963.978867,
"stddev" : 1338888.881259,
"N" : 2984554,
"percentile" : {
"1.000000" : 3883008,
"5.000000" : 4620288,
"10.000000" : 5079040,
"20.000000" : 5668864,
"30.000000" : 6127616,
"40.000000" : 6520832,
"50.000000" : 6848512,
"60.000000" : 7176192,
"70.000000" : 7503872,
"80.000000" : 7962624,
"90.000000" : 8585216,
"95.000000" : 9109504,
"99.000000" : 10027008,
"99.500000" : 10420224,
"99.900000" : 11075584,
"99.950000" : 11337728,
"99.990000" : 11862016
},
"bins" : {
"1761280" : 1,
"1777664" : 3,
"1810432" : 1,
"1875968" : 1,
"1892352" : 4,
"1908736" : 1,
"1925120" : 2,
"1941504" : 1,
"2023424" : 1,
"2056192" : 2,
"2072576" : 4,
"2088960" : 1,
"2113536" : 5,
"2146304" : 5,
"2179072" : 11,
"2211840" : 8,
"2244608" : 12,
"2277376" : 8,
"2310144" : 3,
"2342912" : 11,
"2375680" : 17,
"2408448" : 16,
"2441216" : 27,
"2473984" : 35,
"2506752" : 33,
"2539520" : 35,
"2572288" : 34,
"2605056" : 50,
"2637824" : 38,
"2670592" : 38,
"2703360" : 67,
"2736128" : 62,
"2768896" : 85,
"2801664" : 104,
"2834432" : 134,
"2867200" : 132,
"2899968" : 169,
"2932736" : 125,
"2965504" : 165,
"2998272" : 199,
"3031040" : 196,
"3063808" : 235,
"3096576" : 267,
"3129344" : 352,
"3162112" : 443,
"3194880" : 453,
"3227648" : 498,
"3260416" : 484,
"3293184" : 535,
"3325952" : 529,
"3358720" : 591,
"3391488" : 726,
"3424256" : 795,
"3457024" : 919,
"3489792" : 1019,
"3522560" : 1128,
"3555328" : 1144,
"3588096" : 1267,
"3620864" : 1372,
"3653632" : 1489,
"3686400" : 1563,
"3719168" : 1690,
"3751936" : 1967,
"3784704" : 2066,
"3817472" : 2300,
"3850240" : 2471,
"3883008" : 2553,
"3915776" : 2945,
"3948544" : 2906,
"3981312" : 3091,
"4014080" : 3353,
"4046848" : 3440,
"4079616" : 3726,
"4112384" : 3926,
"4145152" : 4292,
"4177920" : 4593,
"4227072" : 9988,
"4292608" : 11023,
"4358144" : 11906,
"4423680" : 12865,
"4489216" : 14147,
"4554752" : 15695,
"4620288" : 16723,
"4685824" : 18051,
"4751360" : 18912,
"4816896" : 20385,
"4882432" : 21343,
"4947968" : 22688,
"5013504" : 24365,
"5079040" : 25816,
"5144576" : 26600,
"5210112" : 28013,
"5275648" : 29447,
"5341184" : 31214,
"5406720" : 32308,
"5472256" : 33929,
"5537792" : 35789,
"5603328" : 37234,
"5668864" : 38705,
"5734400" : 40513,
"5799936" : 42254,
"5865472" : 44146,
"5931008" : 45370,
"5996544" : 47915,
"6062080" : 48709,
"6127616" : 49928,
"6193152" : 51920,
"6258688" : 53053,
"6324224" : 54221,
"6389760" : 56025,
"6455296" : 56647,
"6520832" : 57338,
"6586368" : 58126,
"6651904" : 58076,
"6717440" : 58500,
"6782976" : 58747,
"6848512" : 58728,
"6914048" : 58801,
"6979584" : 58461,
"7045120" : 58350,
"7110656" : 57239,
"7176192" : 56846,
"7241728" : 55864,
"7307264" : 54858,
"7372800" : 54036,
"7438336" : 52402,
"7503872" : 51236,
"7569408" : 49406,
"7634944" : 47793,
"7700480" : 46469,
"7766016" : 44590,
"7831552" : 43250,
"7897088" : 41797,
"7962624" : 39751,
"8028160" : 38042,
"8093696" : 36620,
"8159232" : 34637,
"8224768" : 32979,
"8290304" : 31394,
"8355840" : 29276,
"8454144" : 54656,
"8585216" : 47968,
"8716288" : 42246,
"8847360" : 37124,
"8978432" : 32436,
"9109504" : 27407,
"9240576" : 23473,
"9371648" : 19770,
"9502720" : 16567,
"9633792" : 13895,
"9764864" : 11269,
"9895936" : 9202,
"10027008" : 7537,
"10158080" : 5989,
"10289152" : 4858,
"10420224" : 3810,
"10551296" : 2890,
"10682368" : 2253,
"10813440" : 1748,
"10944512" : 1332,
"11075584" : 1063,
"11206656" : 740,
"11337728" : 521,
"11468800" : 423,
"11599872" : 304,
"11730944" : 215,
"11862016" : 129,
"11993088" : 92,
"12124160" : 54,
"12255232" : 43,
"12386304" : 35,
"12517376" : 14,
"12648448" : 13,
"12779520" : 9,
"12910592" : 10,
"13041664" : 1,
"13172736" : 2,
"13303808" : 6,
"13434880" : 5,
"13565952" : 2,
"13828096" : 1,
"13959168" : 2,
"14090240" : 1,
"14483456" : 2,
"14745600" : 1,
"14876672" : 2,
"15138816" : 1
}
},
"lat_ns" : {
"min" : 1786410,
"max" : 15847193,
"mean" : 7289727.483161,
"stddev" : 1399310.683633,
"N" : 2984554
},
"bw_min" : 62784,
"bw_max" : 78248,
"bw_agg" : 100.000000,
"bw_mean" : 70228.728614,
"bw_dev" : 320.085452,
"bw_samples" : 2712,
"iops_min" : 15696,
"iops_max" : 19562,
"iops_mean" : 17556.961652,
"iops_stddev" : 80.008682,
"iops_samples" : 2712
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1359992,
"usr_cpu" : 0.678092,
"sys_cpu" : 14.653616,
"ctx" : 2428899,
"majf" : 0,
"minf" : 284,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 1.335606,
"10" : 97.601591,
"20" : 1.062065,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773094032,
"timestamp_ms" : 1773094032061,
"time" : "Mon Mar 9 19:07:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 7537,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12930031616,
"io_kbytes" : 12626984,
"bw_bytes" : 71833109,
"bw" : 70149,
"iops" : 17537.308126,
"runtime" : 180001,
"total_ios" : 3156733,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9625,
"max" : 4035248,
"mean" : 453248.985106,
"stddev" : 275841.166849,
"N" : 3156740
},
"clat_ns" : {
"min" : 3385,
"max" : 15172783,
"mean" : 6844152.965505,
"stddev" : 1344320.335606,
"N" : 3156853,
"percentile" : {
"1.000000" : 3883008,
"5.000000" : 4620288,
"10.000000" : 5079040,
"20.000000" : 5668864,
"30.000000" : 6127616,
"40.000000" : 6520832,
"50.000000" : 6848512,
"60.000000" : 7176192,
"70.000000" : 7503872,
"80.000000" : 7962624,
"90.000000" : 8585216,
"95.000000" : 9109504,
"99.000000" : 10027008,
"99.500000" : 10420224,
"99.900000" : 11075584,
"99.950000" : 11337728,
"99.990000" : 11993088
},
"bins" : {
"3376" : 1,
"3952" : 1,
"5984" : 1,
"6176" : 1,
"6624" : 1,
"7904" : 1,
"8032" : 1,
"47360" : 1,
"407552" : 1,
"452608" : 1,
"667648" : 1,
"684032" : 1,
"757760" : 2,
"790528" : 1,
"798720" : 1,
"839680" : 1,
"856064" : 1,
"888832" : 1,
"897024" : 1,
"1105920" : 1,
"1204224" : 1,
"1302528" : 2,
"1400832" : 1,
"1531904" : 1,
"1581056" : 2,
"1695744" : 1,
"1728512" : 1,
"1744896" : 1,
"1761280" : 2,
"1777664" : 3,
"1810432" : 1,
"1875968" : 1,
"1892352" : 5,
"1908736" : 1,
"1925120" : 2,
"1941504" : 1,
"2007040" : 1,
"2023424" : 2,
"2056192" : 3,
"2072576" : 4,
"2088960" : 2,
"2113536" : 5,
"2146304" : 5,
"2179072" : 12,
"2211840" : 8,
"2244608" : 13,
"2277376" : 8,
"2310144" : 4,
"2342912" : 12,
"2375680" : 17,
"2408448" : 16,
"2441216" : 29,
"2473984" : 35,
"2506752" : 33,
"2539520" : 38,
"2572288" : 36,
"2605056" : 51,
"2637824" : 42,
"2670592" : 41,
"2703360" : 70,
"2736128" : 66,
"2768896" : 87,
"2801664" : 108,
"2834432" : 135,
"2867200" : 137,
"2899968" : 179,
"2932736" : 130,
"2965504" : 169,
"2998272" : 214,
"3031040" : 205,
"3063808" : 254,
"3096576" : 283,
"3129344" : 367,
"3162112" : 461,
"3194880" : 472,
"3227648" : 522,
"3260416" : 516,
"3293184" : 570,
"3325952" : 568,
"3358720" : 645,
"3391488" : 780,
"3424256" : 852,
"3457024" : 971,
"3489792" : 1064,
"3522560" : 1188,
"3555328" : 1211,
"3588096" : 1336,
"3620864" : 1462,
"3653632" : 1594,
"3686400" : 1678,
"3719168" : 1787,
"3751936" : 2079,
"3784704" : 2174,
"3817472" : 2433,
"3850240" : 2604,
"3883008" : 2687,
"3915776" : 3115,
"3948544" : 3074,
"3981312" : 3306,
"4014080" : 3564,
"4046848" : 3664,
"4079616" : 3953,
"4112384" : 4176,
"4145152" : 4546,
"4177920" : 4884,
"4227072" : 10609,
"4292608" : 11694,
"4358144" : 12637,
"4423680" : 13621,
"4489216" : 15045,
"4554752" : 16612,
"4620288" : 17733,
"4685824" : 19123,
"4751360" : 20069,
"4816896" : 21630,
"4882432" : 22576,
"4947968" : 23980,
"5013504" : 25714,
"5079040" : 27257,
"5144576" : 28052,
"5210112" : 29578,
"5275648" : 31029,
"5341184" : 32868,
"5406720" : 33948,
"5472256" : 35719,
"5537792" : 37707,
"5603328" : 39157,
"5668864" : 40715,
"5734400" : 42577,
"5799936" : 44363,
"5865472" : 46291,
"5931008" : 47661,
"5996544" : 50299,
"6062080" : 51239,
"6127616" : 52450,
"6193152" : 54424,
"6258688" : 55763,
"6324224" : 56981,
"6389760" : 58784,
"6455296" : 59522,
"6520832" : 60267,
"6586368" : 61137,
"6651904" : 61080,
"6717440" : 61592,
"6782976" : 61902,
"6848512" : 61757,
"6914048" : 61911,
"6979584" : 61592,
"7045120" : 61349,
"7110656" : 60333,
"7176192" : 59930,
"7241728" : 58901,
"7307264" : 57920,
"7372800" : 57041,
"7438336" : 55509,
"7503872" : 54294,
"7569408" : 52260,
"7634944" : 50625,
"7700480" : 49381,
"7766016" : 47362,
"7831552" : 45891,
"7897088" : 44421,
"7962624" : 42333,
"8028160" : 40383,
"8093696" : 38894,
"8159232" : 36837,
"8224768" : 35091,
"8290304" : 33395,
"8355840" : 31279,
"8454144" : 58220,
"8585216" : 51258,
"8716288" : 45363,
"8847360" : 39773,
"8978432" : 34831,
"9109504" : 29441,
"9240576" : 25333,
"9371648" : 21331,
"9502720" : 17943,
"9633792" : 15050,
"9764864" : 12201,
"9895936" : 10048,
"10027008" : 8178,
"10158080" : 6483,
"10289152" : 5300,
"10420224" : 4156,
"10551296" : 3124,
"10682368" : 2459,
"10813440" : 1906,
"10944512" : 1461,
"11075584" : 1168,
"11206656" : 833,
"11337728" : 564,
"11468800" : 472,
"11599872" : 343,
"11730944" : 233,
"11862016" : 152,
"11993088" : 103,
"12124160" : 59,
"12255232" : 46,
"12386304" : 40,
"12517376" : 16,
"12648448" : 15,
"12779520" : 9,
"12910592" : 10,
"13041664" : 1,
"13172736" : 3,
"13303808" : 6,
"13434880" : 6,
"13565952" : 3,
"13828096" : 1,
"13959168" : 3,
"14090240" : 2,
"14221312" : 1,
"14483456" : 3,
"14745600" : 1,
"14876672" : 2,
"15138816" : 1
}
},
"lat_ns" : {
"min" : 406001,
"max" : 15847193,
"mean" : 7297400.725804,
"stddev" : 1405077.149906,
"N" : 3156853
},
"bw_min" : 62784,
"bw_max" : 78705,
"bw_agg" : 100.000000,
"bw_mean" : 70164.309192,
"bw_dev" : 326.422591,
"bw_samples" : 2872,
"iops_min" : 15696,
"iops_max" : 19674,
"iops_mean" : 17540.846797,
"iops_stddev" : 81.587116,
"iops_samples" : 2872
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1439995,
"usr_cpu" : 0.676113,
"sys_cpu" : 14.648176,
"ctx" : 2567310,
"majf" : 0,
"minf" : 291,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999747,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 1.337205,
"10" : 97.570621,
"20" : 1.094486,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1773094032,
"timestamp_ms" : 1773094032098,
"time" : "Mon Mar 9 19:07:12 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "rand-write-qd16-nj8",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "randwrite",
"bs" : "4k",
"iodepth" : "16",
"numjobs" : "8"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 12930498560,
"io_kbytes" : 12627440,
"bw_bytes" : 71830117,
"bw" : 70146,
"iops" : 17535.944227,
"runtime" : 180015,
"total_ios" : 3156733,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 9625,
"max" : 4035248,
"mean" : 453248.985106,
"stddev" : 275841.166849,
"N" : 3156740
},
"clat_ns" : {
"min" : 3385,
"max" : 15172783,
"mean" : 6844152.965505,
"stddev" : 1344320.335606,
"N" : 3156853,
"percentile" : {
"1.000000" : 3883008,
"5.000000" : 4620288,
"10.000000" : 5079040,
"20.000000" : 5668864,
"30.000000" : 6127616,
"40.000000" : 6520832,
"50.000000" : 6848512,
"60.000000" : 7176192,
"70.000000" : 7503872,
"80.000000" : 7962624,
"90.000000" : 8585216,
"95.000000" : 9109504,
"99.000000" : 10027008,
"99.500000" : 10420224,
"99.900000" : 11075584,
"99.950000" : 11337728,
"99.990000" : 11993088
},
"bins" : {
"3376" : 1,
"3952" : 1,
"5984" : 1,
"6176" : 1,
"6624" : 1,
"7904" : 1,
"8032" : 1,
"47360" : 1,
"407552" : 1,
"452608" : 1,
"667648" : 1,
"684032" : 1,
"757760" : 2,
"790528" : 1,
"798720" : 1,
"839680" : 1,
"856064" : 1,
"888832" : 1,
"897024" : 1,
"1105920" : 1,
"1204224" : 1,
"1302528" : 2,
"1400832" : 1,
"1531904" : 1,
"1581056" : 2,
"1695744" : 1,
"1728512" : 1,
"1744896" : 1,
"1761280" : 2,
"1777664" : 3,
"1810432" : 1,
"1875968" : 1,
"1892352" : 5,
"1908736" : 1,
"1925120" : 2,
"1941504" : 1,
"2007040" : 1,
"2023424" : 2,
"2056192" : 3,
"2072576" : 4,
"2088960" : 2,
"2113536" : 5,
"2146304" : 5,
"2179072" : 12,
"2211840" : 8,
"2244608" : 13,
"2277376" : 8,
"2310144" : 4,
"2342912" : 12,
"2375680" : 17,
"2408448" : 16,
"2441216" : 29,
"2473984" : 35,
"2506752" : 33,
"2539520" : 38,
"2572288" : 36,
"2605056" : 51,
"2637824" : 42,
"2670592" : 41,
"2703360" : 70,
"2736128" : 66,
"2768896" : 87,
"2801664" : 108,
"2834432" : 135,
"2867200" : 137,
"2899968" : 179,
"2932736" : 130,
"2965504" : 169,
"2998272" : 214,
"3031040" : 205,
"3063808" : 254,
"3096576" : 283,
"3129344" : 367,
"3162112" : 461,
"3194880" : 472,
"3227648" : 522,
"3260416" : 516,
"3293184" : 570,
"3325952" : 568,
"3358720" : 645,
"3391488" : 780,
"3424256" : 852,
"3457024" : 971,
"3489792" : 1064,
"3522560" : 1188,
"3555328" : 1211,
"3588096" : 1336,
"3620864" : 1462,
"3653632" : 1594,
"3686400" : 1678,
"3719168" : 1787,
"3751936" : 2079,
"3784704" : 2174,
"3817472" : 2433,
"3850240" : 2604,
"3883008" : 2687,
"3915776" : 3115,
"3948544" : 3074,
"3981312" : 3306,
"4014080" : 3564,
"4046848" : 3664,
"4079616" : 3953,
"4112384" : 4176,
"4145152" : 4546,
"4177920" : 4884,
"4227072" : 10609,
"4292608" : 11694,
"4358144" : 12637,
"4423680" : 13621,
"4489216" : 15045,
"4554752" : 16612,
"4620288" : 17733,
"4685824" : 19123,
"4751360" : 20069,
"4816896" : 21630,
"4882432" : 22576,
"4947968" : 23980,
"5013504" : 25714,
"5079040" : 27257,
"5144576" : 28052,
"5210112" : 29578,
"5275648" : 31029,
"5341184" : 32868,
"5406720" : 33948,
"5472256" : 35719,
"5537792" : 37707,
"5603328" : 39157,
"5668864" : 40715,
"5734400" : 42577,
"5799936" : 44363,
"5865472" : 46291,
"5931008" : 47661,
"5996544" : 50299,
"6062080" : 51239,
"6127616" : 52450,
"6193152" : 54424,
"6258688" : 55763,
"6324224" : 56981,
"6389760" : 58784,
"6455296" : 59522,
"6520832" : 60267,
"6586368" : 61137,
"6651904" : 61080,
"6717440" : 61592,
"6782976" : 61902,
"6848512" : 61757,
"6914048" : 61911,
"6979584" : 61592,
"7045120" : 61349,
"7110656" : 60333,
"7176192" : 59930,
"7241728" : 58901,
"7307264" : 57920,
"7372800" : 57041,
"7438336" : 55509,
"7503872" : 54294,
"7569408" : 52260,
"7634944" : 50625,
"7700480" : 49381,
"7766016" : 47362,
"7831552" : 45891,
"7897088" : 44421,
"7962624" : 42333,
"8028160" : 40383,
"8093696" : 38894,
"8159232" : 36837,
"8224768" : 35091,
"8290304" : 33395,
"8355840" : 31279,
"8454144" : 58220,
"8585216" : 51258,
"8716288" : 45363,
"8847360" : 39773,
"8978432" : 34831,
"9109504" : 29441,
"9240576" : 25333,
"9371648" : 21331,
"9502720" : 17943,
"9633792" : 15050,
"9764864" : 12201,
"9895936" : 10048,
"10027008" : 8178,
"10158080" : 6483,
"10289152" : 5300,
"10420224" : 4156,
"10551296" : 3124,
"10682368" : 2459,
"10813440" : 1906,
"10944512" : 1461,
"11075584" : 1168,
"11206656" : 833,
"11337728" : 564,
"11468800" : 472,
"11599872" : 343,
"11730944" : 233,
"11862016" : 152,
"11993088" : 103,
"12124160" : 59,
"12255232" : 46,
"12386304" : 40,
"12517376" : 16,
"12648448" : 15,
"12779520" : 9,
"12910592" : 10,
"13041664" : 1,
"13172736" : 3,
"13303808" : 6,
"13434880" : 6,
"13565952" : 3,
"13828096" : 1,
"13959168" : 3,
"14090240" : 2,
"14221312" : 1,
"14483456" : 3,
"14745600" : 1,
"14876672" : 2,
"15138816" : 1
}
},
"lat_ns" : {
"min" : 406001,
"max" : 15847193,
"mean" : 7297400.725804,
"stddev" : 1405077.149906,
"N" : 3156853
},
"bw_min" : 62784,
"bw_max" : 78705,
"bw_agg" : 100.000000,
"bw_mean" : 70161.195574,
"bw_dev" : 326.258538,
"bw_samples" : 2879,
"iops_min" : 15696,
"iops_max" : 19674,
"iops_mean" : 17540.058542,
"iops_stddev" : 81.546916,
"iops_samples" : 2879
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440098,
"usr_cpu" : 0.676065,
"sys_cpu" : 14.647128,
"ctx" : 2567405,
"majf" : 0,
"minf" : 298,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 100.000000,
"32" : 0.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999747,
"8" : 0.000000,
"16" : 0.100000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.010000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 1.337205,
"10" : 97.570621,
"20" : 1.094486,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 16,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}