raidz2/benchmarks/seq/seq-write-qd32-nj1_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1774001934,
"timestamp_ms" : 1774001934076,
"time" : "Fri Mar 20 07:18:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 10,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 33787215872,
"io_kbytes" : 32995328,
"bw_bytes" : 3467133491,
"bw" : 3385872,
"iops" : 3309.902514,
"runtime" : 9745,
"total_ios" : 32255,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9745,
"usr_cpu" : 12.437147,
"sys_cpu" : 40.708055,
"ctx" : 31338,
"majf" : 0,
"minf" : 8,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.100000,
"8" : 0.100000,
"16" : 0.100000,
"32" : 99.903891,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774001944,
"timestamp_ms" : 1774001944330,
"time" : "Fri Mar 20 07:19:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 170,
"elapsed" : 21,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 39241908224,
"io_kbytes" : 38322176,
"bw_bytes" : 3924583280,
"bw" : 3832600,
"iops" : 3742.774277,
"runtime" : 9999,
"total_ios" : 37424,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 129808,
"max" : 1032998,
"mean" : 264521.676633,
"stddev" : 46427.375267,
"N" : 37425
},
"clat_ns" : {
"min" : 5165541,
"max" : 11458474,
"mean" : 8286093.745618,
"stddev" : 912282.169118,
"N" : 37424,
"percentile" : {
"1.000000" : 6586368,
"5.000000" : 6914048,
"10.000000" : 7110656,
"20.000000" : 7372800,
"30.000000" : 7700480,
"40.000000" : 7962624,
"50.000000" : 8224768,
"60.000000" : 8716288,
"70.000000" : 8847360,
"80.000000" : 9109504,
"90.000000" : 9502720,
"95.000000" : 9633792,
"99.000000" : 10289152,
"99.500000" : 10420224,
"99.900000" : 11075584,
"99.950000" : 11206656,
"99.990000" : 11337728
},
"bins" : {
"5144576" : 2,
"5210112" : 14,
"5275648" : 4,
"5341184" : 4,
"5406720" : 7,
"5472256" : 5,
"5537792" : 6,
"5603328" : 1,
"5668864" : 2,
"5734400" : 1,
"5799936" : 1,
"5865472" : 5,
"5931008" : 3,
"5996544" : 4,
"6062080" : 6,
"6127616" : 11,
"6193152" : 18,
"6258688" : 21,
"6324224" : 41,
"6389760" : 53,
"6455296" : 65,
"6520832" : 90,
"6586368" : 103,
"6651904" : 175,
"6717440" : 191,
"6782976" : 300,
"6848512" : 338,
"6914048" : 488,
"6979584" : 541,
"7045120" : 700,
"7110656" : 718,
"7176192" : 858,
"7241728" : 1055,
"7307264" : 1055,
"7372800" : 1013,
"7438336" : 854,
"7503872" : 792,
"7569408" : 665,
"7634944" : 506,
"7700480" : 1012,
"7766016" : 1499,
"7831552" : 965,
"7897088" : 658,
"7962624" : 1173,
"8028160" : 1289,
"8093696" : 609,
"8159232" : 659,
"8224768" : 597,
"8290304" : 633,
"8355840" : 398,
"8454144" : 966,
"8585216" : 744,
"8716288" : 1241,
"8847360" : 3929,
"8978432" : 2156,
"9109504" : 1186,
"9240576" : 1247,
"9371648" : 1586,
"9502720" : 1601,
"9633792" : 922,
"9764864" : 522,
"9895936" : 256,
"10027008" : 145,
"10158080" : 132,
"10289152" : 286,
"10420224" : 118,
"10551296" : 41,
"10682368" : 30,
"10813440" : 25,
"10944512" : 36,
"11075584" : 25,
"11206656" : 15,
"11337728" : 5,
"11468800" : 2
}
},
"lat_ns" : {
"min" : 5331465,
"max" : 11805364,
"mean" : 8550675.166765,
"stddev" : 940682.058567,
"N" : 37424
},
"bw_min" : 3287040,
"bw_max" : 4558848,
"bw_agg" : 99.330928,
"bw_mean" : 3806958.684211,
"bw_dev" : 380005.403538,
"bw_samples" : 19,
"iops_min" : 3210,
"iops_max" : 4452,
"iops_mean" : 3717.684211,
"iops_stddev" : 371.134156,
"iops_samples" : 19
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 9999,
"usr_cpu" : 14.081408,
"sys_cpu" : 48.744874,
"ctx" : 33252,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 97.835614,
"20" : 2.164386,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774001954,
"timestamp_ms" : 1774001954330,
"time" : "Fri Mar 20 07:19:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 160,
"elapsed" : 31,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 78900101120,
"io_kbytes" : 77050880,
"bw_bytes" : 3945202316,
"bw" : 3852736,
"iops" : 3762.438122,
"runtime" : 19999,
"total_ios" : 75245,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 129808,
"max" : 1032998,
"mean" : 263109.313771,
"stddev" : 44195.792253,
"N" : 75246
},
"clat_ns" : {
"min" : 5165541,
"max" : 11458474,
"mean" : 8241984.425171,
"stddev" : 805405.057318,
"N" : 75245,
"percentile" : {
"1.000000" : 6651904,
"5.000000" : 7045120,
"10.000000" : 7241728,
"20.000000" : 7569408,
"30.000000" : 7766016,
"40.000000" : 7962624,
"50.000000" : 8159232,
"60.000000" : 8454144,
"70.000000" : 8847360,
"80.000000" : 8978432,
"90.000000" : 9240576,
"95.000000" : 9502720,
"99.000000" : 10289152,
"99.500000" : 10420224,
"99.900000" : 10944512,
"99.950000" : 11075584,
"99.990000" : 11206656
},
"bins" : {
"5144576" : 2,
"5210112" : 14,
"5275648" : 4,
"5341184" : 4,
"5406720" : 8,
"5472256" : 14,
"5537792" : 14,
"5603328" : 15,
"5668864" : 3,
"5734400" : 4,
"5799936" : 1,
"5865472" : 13,
"5931008" : 9,
"5996544" : 10,
"6062080" : 22,
"6127616" : 30,
"6193152" : 38,
"6258688" : 40,
"6324224" : 56,
"6389760" : 71,
"6455296" : 86,
"6520832" : 117,
"6586368" : 140,
"6651904" : 234,
"6717440" : 251,
"6782976" : 389,
"6848512" : 484,
"6914048" : 637,
"6979584" : 713,
"7045120" : 927,
"7110656" : 1009,
"7176192" : 1238,
"7241728" : 1653,
"7307264" : 1773,
"7372800" : 1752,
"7438336" : 1616,
"7503872" : 1654,
"7569408" : 1608,
"7634944" : 1398,
"7700480" : 2637,
"7766016" : 3684,
"7831552" : 2757,
"7897088" : 2030,
"7962624" : 3011,
"8028160" : 3420,
"8093696" : 1693,
"8159232" : 1866,
"8224768" : 1906,
"8290304" : 1988,
"8355840" : 1373,
"8454144" : 3126,
"8585216" : 2206,
"8716288" : 2784,
"8847360" : 6372,
"8978432" : 4556,
"9109504" : 2512,
"9240576" : 1806,
"9371648" : 1985,
"9502720" : 1810,
"9633792" : 1122,
"9764864" : 714,
"9895936" : 418,
"10027008" : 250,
"10158080" : 233,
"10289152" : 414,
"10420224" : 225,
"10551296" : 120,
"10682368" : 52,
"10813440" : 34,
"10944512" : 38,
"11075584" : 29,
"11206656" : 16,
"11337728" : 5,
"11468800" : 2
}
},
"lat_ns" : {
"min" : 5331465,
"max" : 11805364,
"mean" : 8505120.615111,
"stddev" : 830269.160032,
"N" : 75245
},
"bw_min" : 3287040,
"bw_max" : 4558848,
"bw_agg" : 100.000000,
"bw_mean" : 3854925.256410,
"bw_dev" : 326097.339203,
"bw_samples" : 39,
"iops_min" : 3210,
"iops_max" : 4452,
"iops_mean" : 3764.512821,
"iops_stddev" : 318.460431,
"iops_samples" : 39
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 19999,
"usr_cpu" : 14.205710,
"sys_cpu" : 49.457473,
"ctx" : 67520,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 98.237757,
"20" : 1.762243,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774001964,
"timestamp_ms" : 1774001964330,
"time" : "Fri Mar 20 07:19:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 150,
"elapsed" : 41,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 120097603584,
"io_kbytes" : 117282816,
"bw_bytes" : 4003386899,
"bw" : 3909557,
"iops" : 3817.927264,
"runtime" : 29999,
"total_ios" : 114534,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 129808,
"max" : 1032998,
"mean" : 259244.639708,
"stddev" : 44550.631313,
"N" : 114535
},
"clat_ns" : {
"min" : 5165541,
"max" : 11458474,
"mean" : 8122070.181946,
"stddev" : 748387.357375,
"N" : 114534,
"percentile" : {
"1.000000" : 6651904,
"5.000000" : 7045120,
"10.000000" : 7307264,
"20.000000" : 7503872,
"30.000000" : 7700480,
"40.000000" : 7831552,
"50.000000" : 7962624,
"60.000000" : 8159232,
"70.000000" : 8454144,
"80.000000" : 8847360,
"90.000000" : 9109504,
"95.000000" : 9502720,
"99.000000" : 10158080,
"99.500000" : 10289152,
"99.900000" : 10813440,
"99.950000" : 10944512,
"99.990000" : 11206656
},
"bins" : {
"5144576" : 2,
"5210112" : 14,
"5275648" : 16,
"5341184" : 14,
"5406720" : 14,
"5472256" : 21,
"5537792" : 21,
"5603328" : 17,
"5668864" : 15,
"5734400" : 19,
"5799936" : 20,
"5865472" : 28,
"5931008" : 19,
"5996544" : 19,
"6062080" : 32,
"6127616" : 42,
"6193152" : 51,
"6258688" : 52,
"6324224" : 65,
"6389760" : 80,
"6455296" : 104,
"6520832" : 168,
"6586368" : 216,
"6651904" : 322,
"6717440" : 335,
"6782976" : 499,
"6848512" : 626,
"6914048" : 820,
"6979584" : 925,
"7045120" : 1158,
"7110656" : 1318,
"7176192" : 1689,
"7241728" : 2273,
"7307264" : 2628,
"7372800" : 2967,
"7438336" : 3413,
"7503872" : 3794,
"7569408" : 4012,
"7634944" : 3775,
"7700480" : 5886,
"7766016" : 7382,
"7831552" : 5292,
"7897088" : 3719,
"7962624" : 4897,
"8028160" : 5352,
"8093696" : 2601,
"8159232" : 2717,
"8224768" : 2678,
"8290304" : 2980,
"8355840" : 2023,
"8454144" : 4594,
"8585216" : 3423,
"8716288" : 3761,
"8847360" : 7038,
"8978432" : 5072,
"9109504" : 3014,
"9240576" : 2245,
"9371648" : 2216,
"9502720" : 2006,
"9633792" : 1221,
"9764864" : 789,
"9895936" : 478,
"10027008" : 293,
"10158080" : 270,
"10289152" : 436,
"10420224" : 244,
"10551296" : 122,
"10682368" : 56,
"10813440" : 36,
"10944512" : 38,
"11075584" : 29,
"11206656" : 16,
"11337728" : 5,
"11468800" : 2
}
},
"lat_ns" : {
"min" : 5331465,
"max" : 11805364,
"mean" : 8381332.029572,
"stddev" : 771306.694157,
"N" : 114534
},
"bw_min" : 3287040,
"bw_max" : 4558848,
"bw_agg" : 99.966326,
"bw_mean" : 3908241.101695,
"bw_dev" : 293591.509075,
"bw_samples" : 59,
"iops_min" : 3210,
"iops_max" : 4452,
"iops_mean" : 3816.576271,
"iops_stddev" : 286.716381,
"iops_samples" : 59
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 29999,
"usr_cpu" : 13.907130,
"sys_cpu" : 50.891696,
"ctx" : 100789,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 98.740112,
"20" : 1.259888,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774001974,
"timestamp_ms" : 1774001974330,
"time" : "Fri Mar 20 07:19:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 140,
"elapsed" : 51,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 161816248320,
"io_kbytes" : 158023680,
"bw_bytes" : 4045507345,
"bw" : 3950690,
"iops" : 3858.096452,
"runtime" : 39999,
"total_ios" : 154320,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 129808,
"max" : 1261937,
"mean" : 256510.862151,
"stddev" : 45626.347590,
"N" : 154321
},
"clat_ns" : {
"min" : 5165541,
"max" : 11577323,
"mean" : 8037385.611826,
"stddev" : 756289.714044,
"N" : 154320,
"percentile" : {
"1.000000" : 6455296,
"5.000000" : 6848512,
"10.000000" : 7110656,
"20.000000" : 7438336,
"30.000000" : 7700480,
"40.000000" : 7766016,
"50.000000" : 7962624,
"60.000000" : 8093696,
"70.000000" : 8355840,
"80.000000" : 8716288,
"90.000000" : 8978432,
"95.000000" : 9371648,
"99.000000" : 10027008,
"99.500000" : 10289152,
"99.900000" : 10682368,
"99.950000" : 10944512,
"99.990000" : 11206656
},
"bins" : {
"5144576" : 2,
"5210112" : 14,
"5275648" : 16,
"5341184" : 34,
"5406720" : 39,
"5472256" : 54,
"5537792" : 75,
"5603328" : 60,
"5668864" : 44,
"5734400" : 71,
"5799936" : 62,
"5865472" : 53,
"5931008" : 53,
"5996544" : 53,
"6062080" : 81,
"6127616" : 97,
"6193152" : 139,
"6258688" : 141,
"6324224" : 168,
"6389760" : 217,
"6455296" : 274,
"6520832" : 416,
"6586368" : 661,
"6651904" : 902,
"6717440" : 1069,
"6782976" : 1413,
"6848512" : 1698,
"6914048" : 1821,
"6979584" : 1821,
"7045120" : 1939,
"7110656" : 1952,
"7176192" : 2197,
"7241728" : 2821,
"7307264" : 3125,
"7372800" : 3497,
"7438336" : 4059,
"7503872" : 4529,
"7569408" : 4949,
"7634944" : 4843,
"7700480" : 7841,
"7766016" : 10211,
"7831552" : 7625,
"7897088" : 5589,
"7962624" : 7079,
"8028160" : 7583,
"8093696" : 3736,
"8159232" : 3808,
"8224768" : 3728,
"8290304" : 4242,
"8355840" : 2900,
"8454144" : 6449,
"8585216" : 4573,
"8716288" : 4845,
"8847360" : 7873,
"8978432" : 5505,
"9109504" : 3486,
"9240576" : 2603,
"9371648" : 2521,
"9502720" : 2160,
"9633792" : 1352,
"9764864" : 885,
"9895936" : 553,
"10027008" : 343,
"10158080" : 310,
"10289152" : 463,
"10420224" : 258,
"10551296" : 128,
"10682368" : 65,
"10813440" : 45,
"10944512" : 39,
"11075584" : 32,
"11206656" : 17,
"11337728" : 7,
"11468800" : 5,
"11599872" : 2
}
},
"lat_ns" : {
"min" : 5331465,
"max" : 11937323,
"mean" : 8293920.166187,
"stddev" : 779408.318686,
"N" : 154320
},
"bw_min" : 3287040,
"bw_max" : 4699318,
"bw_agg" : 99.796877,
"bw_mean" : 3942666.860759,
"bw_dev" : 296276.017841,
"bw_samples" : 79,
"iops_min" : 3210,
"iops_max" : 4589,
"iops_mean" : 3850.189873,
"iops_stddev" : 289.333632,
"iops_samples" : 79
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 39999,
"usr_cpu" : 13.952849,
"sys_cpu" : 51.678792,
"ctx" : 132810,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 98.965137,
"20" : 1.034863,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774001984,
"timestamp_ms" : 1774001984330,
"time" : "Fri Mar 20 07:19:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 206841053184,
"io_kbytes" : 201993216,
"bw_bytes" : 4136903801,
"bw" : 4039945,
"iops" : 3945.278906,
"runtime" : 49999,
"total_ios" : 197260,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 129437,
"max" : 1261937,
"mean" : 250793.477274,
"stddev" : 48857.364746,
"N" : 197260
},
"clat_ns" : {
"min" : 5106870,
"max" : 11577323,
"mean" : 7859589.607242,
"stddev" : 859234.045876,
"N" : 197259,
"percentile" : {
"1.000000" : 5865472,
"5.000000" : 6455296,
"10.000000" : 6717440,
"20.000000" : 7176192,
"30.000000" : 7503872,
"40.000000" : 7700480,
"50.000000" : 7831552,
"60.000000" : 8028160,
"70.000000" : 8224768,
"80.000000" : 8585216,
"90.000000" : 8978432,
"95.000000" : 9371648,
"99.000000" : 9895936,
"99.500000" : 10289152,
"99.900000" : 10682368,
"99.950000" : 10944512,
"99.990000" : 11206656
},
"bins" : {
"5079040" : 1,
"5144576" : 47,
"5210112" : 55,
"5275648" : 36,
"5341184" : 111,
"5406720" : 109,
"5472256" : 108,
"5537792" : 140,
"5603328" : 132,
"5668864" : 155,
"5734400" : 288,
"5799936" : 466,
"5865472" : 534,
"5931008" : 681,
"5996544" : 703,
"6062080" : 749,
"6127616" : 853,
"6193152" : 845,
"6258688" : 859,
"6324224" : 1096,
"6389760" : 1383,
"6455296" : 1538,
"6520832" : 1817,
"6586368" : 2140,
"6651904" : 2406,
"6717440" : 2591,
"6782976" : 2863,
"6848512" : 3297,
"6914048" : 3279,
"6979584" : 3190,
"7045120" : 3254,
"7110656" : 3020,
"7176192" : 3061,
"7241728" : 3565,
"7307264" : 3792,
"7372800" : 4127,
"7438336" : 4816,
"7503872" : 5423,
"7569408" : 5907,
"7634944" : 5777,
"7700480" : 9054,
"7766016" : 11640,
"7831552" : 8488,
"7897088" : 6181,
"7962624" : 7761,
"8028160" : 8316,
"8093696" : 4258,
"8159232" : 4308,
"8224768" : 4156,
"8290304" : 4788,
"8355840" : 3383,
"8454144" : 7535,
"8585216" : 5510,
"8716288" : 5512,
"8847360" : 8505,
"8978432" : 5955,
"9109504" : 3793,
"9240576" : 2833,
"9371648" : 2700,
"9502720" : 2373,
"9633792" : 1475,
"9764864" : 989,
"9895936" : 642,
"10027008" : 417,
"10158080" : 345,
"10289152" : 488,
"10420224" : 269,
"10551296" : 138,
"10682368" : 74,
"10813440" : 50,
"10944512" : 43,
"11075584" : 35,
"11206656" : 17,
"11337728" : 7,
"11468800" : 5,
"11599872" : 2
}
},
"lat_ns" : {
"min" : 5266153,
"max" : 11937323,
"mean" : 8110388.503379,
"stddev" : 885761.838260,
"N" : 197259
},
"bw_min" : 3287040,
"bw_max" : 5191680,
"bw_agg" : 100.000000,
"bw_mean" : 4043720.858586,
"bw_dev" : 388315.467641,
"bw_samples" : 99,
"iops_min" : 3210,
"iops_max" : 5070,
"iops_mean" : 3948.878788,
"iops_stddev" : 379.218349,
"iops_samples" : 99
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 49999,
"usr_cpu" : 13.862277,
"sys_cpu" : 53.531071,
"ctx" : 158275,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.116395,
"20" : 0.883098,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774001994,
"timestamp_ms" : 1774001994330,
"time" : "Fri Mar 20 07:19:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 120,
"elapsed" : 71,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 245489467392,
"io_kbytes" : 239735808,
"bw_bytes" : 4091559315,
"bw" : 3995663,
"iops" : 3902.031701,
"runtime" : 59999,
"total_ios" : 234118,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 129437,
"max" : 1261937,
"mean" : 253594.274673,
"stddev" : 47621.541936,
"N" : 234118
},
"clat_ns" : {
"min" : 5106870,
"max" : 11577323,
"mean" : 7946668.237373,
"stddev" : 850930.115082,
"N" : 234117,
"percentile" : {
"1.000000" : 5931008,
"5.000000" : 6520832,
"10.000000" : 6848512,
"20.000000" : 7307264,
"30.000000" : 7569408,
"40.000000" : 7766016,
"50.000000" : 7897088,
"60.000000" : 8093696,
"70.000000" : 8355840,
"80.000000" : 8716288,
"90.000000" : 8978432,
"95.000000" : 9371648,
"99.000000" : 10027008,
"99.500000" : 10289152,
"99.900000" : 10682368,
"99.950000" : 10944512,
"99.990000" : 11337728
},
"bins" : {
"5079040" : 1,
"5144576" : 47,
"5210112" : 55,
"5275648" : 36,
"5341184" : 111,
"5406720" : 109,
"5472256" : 108,
"5537792" : 140,
"5603328" : 132,
"5668864" : 155,
"5734400" : 288,
"5799936" : 466,
"5865472" : 534,
"5931008" : 681,
"5996544" : 703,
"6062080" : 749,
"6127616" : 853,
"6193152" : 845,
"6258688" : 859,
"6324224" : 1096,
"6389760" : 1383,
"6455296" : 1538,
"6520832" : 1817,
"6586368" : 2141,
"6651904" : 2409,
"6717440" : 2598,
"6782976" : 2880,
"6848512" : 3331,
"6914048" : 3313,
"6979584" : 3287,
"7045120" : 3345,
"7110656" : 3130,
"7176192" : 3204,
"7241728" : 3741,
"7307264" : 4050,
"7372800" : 4419,
"7438336" : 5125,
"7503872" : 5721,
"7569408" : 6188,
"7634944" : 6107,
"7700480" : 10065,
"7766016" : 13479,
"7831552" : 9812,
"7897088" : 7241,
"7962624" : 9699,
"8028160" : 10670,
"8093696" : 5782,
"8159232" : 6010,
"8224768" : 6040,
"8290304" : 6890,
"8355840" : 4715,
"8454144" : 10321,
"8585216" : 7459,
"8716288" : 7000,
"8847360" : 10661,
"8978432" : 7503,
"9109504" : 5161,
"9240576" : 4170,
"9371648" : 4034,
"9502720" : 3236,
"9633792" : 1967,
"9764864" : 1250,
"9895936" : 848,
"10027008" : 594,
"10158080" : 455,
"10289152" : 580,
"10420224" : 321,
"10551296" : 166,
"10682368" : 85,
"10813440" : 65,
"10944512" : 50,
"11075584" : 45,
"11206656" : 20,
"11337728" : 21,
"11468800" : 5,
"11599872" : 2
}
},
"lat_ns" : {
"min" : 5266153,
"max" : 11937323,
"mean" : 8200267.890012,
"stddev" : 877224.734285,
"N" : 234117
},
"bw_min" : 3287040,
"bw_max" : 5191680,
"bw_agg" : 100.000000,
"bw_mean" : 3998073.630252,
"bw_dev" : 378870.146512,
"bw_samples" : 119,
"iops_min" : 3210,
"iops_max" : 5070,
"iops_mean" : 3904.302521,
"iops_stddev" : 369.997906,
"iops_samples" : 119
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 59999,
"usr_cpu" : 14.145236,
"sys_cpu" : 52.429207,
"ctx" : 193874,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.059449,
"20" : 0.940124,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002004,
"timestamp_ms" : 1774002004330,
"time" : "Fri Mar 20 07:20:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 286148001792,
"io_kbytes" : 279441408,
"bw_bytes" : 4087886995,
"bw" : 3992077,
"iops" : 3898.512836,
"runtime" : 69999,
"total_ios" : 272892,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 129437,
"max" : 1261937,
"mean" : 253821.592536,
"stddev" : 47137.292375,
"N" : 272893
},
"clat_ns" : {
"min" : 5106870,
"max" : 11577323,
"mean" : 7953840.311566,
"stddev" : 821827.121110,
"N" : 272892,
"percentile" : {
"1.000000" : 5931008,
"5.000000" : 6586368,
"10.000000" : 6914048,
"20.000000" : 7307264,
"30.000000" : 7569408,
"40.000000" : 7766016,
"50.000000" : 7962624,
"60.000000" : 8093696,
"70.000000" : 8355840,
"80.000000" : 8585216,
"90.000000" : 8978432,
"95.000000" : 9371648,
"99.000000" : 9895936,
"99.500000" : 10289152,
"99.900000" : 10682368,
"99.950000" : 10944512,
"99.990000" : 11337728
},
"bins" : {
"5079040" : 1,
"5144576" : 47,
"5210112" : 55,
"5275648" : 36,
"5341184" : 111,
"5406720" : 109,
"5472256" : 108,
"5537792" : 140,
"5603328" : 132,
"5668864" : 155,
"5734400" : 295,
"5799936" : 473,
"5865472" : 540,
"5931008" : 683,
"5996544" : 708,
"6062080" : 752,
"6127616" : 856,
"6193152" : 851,
"6258688" : 876,
"6324224" : 1121,
"6389760" : 1411,
"6455296" : 1585,
"6520832" : 1874,
"6586368" : 2250,
"6651904" : 2515,
"6717440" : 2700,
"6782976" : 3014,
"6848512" : 3497,
"6914048" : 3579,
"6979584" : 3719,
"7045120" : 3930,
"7110656" : 3895,
"7176192" : 4087,
"7241728" : 4825,
"7307264" : 5107,
"7372800" : 5466,
"7438336" : 6222,
"7503872" : 6924,
"7569408" : 7311,
"7634944" : 7172,
"7700480" : 11649,
"7766016" : 15498,
"7831552" : 11425,
"7897088" : 8456,
"7962624" : 11542,
"8028160" : 12828,
"8093696" : 6987,
"8159232" : 7323,
"8224768" : 7401,
"8290304" : 8520,
"8355840" : 5782,
"8454144" : 13140,
"8585216" : 9896,
"8716288" : 8526,
"8847360" : 11680,
"8978432" : 8182,
"9109504" : 5710,
"9240576" : 4554,
"9371648" : 4285,
"9502720" : 3436,
"9633792" : 2136,
"9764864" : 1324,
"9895936" : 923,
"10027008" : 651,
"10158080" : 498,
"10289152" : 606,
"10420224" : 336,
"10551296" : 172,
"10682368" : 86,
"10813440" : 65,
"10944512" : 50,
"11075584" : 45,
"11206656" : 20,
"11337728" : 21,
"11468800" : 5,
"11599872" : 2
}
},
"lat_ns" : {
"min" : 5266153,
"max" : 11937323,
"mean" : 8207667.813292,
"stddev" : 847141.328962,
"N" : 272892
},
"bw_min" : 3287040,
"bw_max" : 5191680,
"bw_agg" : 100.000000,
"bw_mean" : 3992252.287770,
"bw_dev" : 361023.580628,
"bw_samples" : 139,
"iops_min" : 3210,
"iops_max" : 5070,
"iops_mean" : 3898.618705,
"iops_stddev" : 352.570445,
"iops_samples" : 139
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 69999,
"usr_cpu" : 14.295919,
"sys_cpu" : 52.290747,
"ctx" : 227284,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.143984,
"20" : 0.856016,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002014,
"timestamp_ms" : 1774002014330,
"time" : "Fri Mar 20 07:20:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 100,
"elapsed" : 91,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 333288833024,
"io_kbytes" : 325477376,
"bw_bytes" : 4166162489,
"bw" : 4068518,
"iops" : 3973.174665,
"runtime" : 79999,
"total_ios" : 317850,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 127685,
"max" : 1261937,
"mean" : 249004.724952,
"stddev" : 49542.969177,
"N" : 317850
},
"clat_ns" : {
"min" : 5040399,
"max" : 11577323,
"mean" : 7804419.604359,
"stddev" : 909918.216471,
"N" : 317849,
"percentile" : {
"1.000000" : 5734400,
"5.000000" : 6193152,
"10.000000" : 6520832,
"20.000000" : 7045120,
"30.000000" : 7438336,
"40.000000" : 7700480,
"50.000000" : 7831552,
"60.000000" : 8028160,
"70.000000" : 8224768,
"80.000000" : 8585216,
"90.000000" : 8978432,
"95.000000" : 9240576,
"99.000000" : 9895936,
"99.500000" : 10158080,
"99.900000" : 10551296,
"99.950000" : 10813440,
"99.990000" : 11206656
},
"bins" : {
"5013504" : 1,
"5079040" : 8,
"5144576" : 126,
"5210112" : 180,
"5275648" : 140,
"5341184" : 198,
"5406720" : 292,
"5472256" : 307,
"5537792" : 363,
"5603328" : 411,
"5668864" : 589,
"5734400" : 802,
"5799936" : 1181,
"5865472" : 1700,
"5931008" : 2154,
"5996544" : 2289,
"6062080" : 2404,
"6127616" : 2740,
"6193152" : 2650,
"6258688" : 2629,
"6324224" : 2628,
"6389760" : 2808,
"6455296" : 2967,
"6520832" : 3200,
"6586368" : 3637,
"6651904" : 3632,
"6717440" : 3682,
"6782976" : 4001,
"6848512" : 4502,
"6914048" : 4559,
"6979584" : 4645,
"7045120" : 4883,
"7110656" : 4727,
"7176192" : 4780,
"7241728" : 5411,
"7307264" : 5659,
"7372800" : 5892,
"7438336" : 6606,
"7503872" : 7382,
"7569408" : 7787,
"7634944" : 7706,
"7700480" : 12677,
"7766016" : 17107,
"7831552" : 12740,
"7897088" : 9562,
"7962624" : 12908,
"8028160" : 14250,
"8093696" : 7672,
"8159232" : 7967,
"8224768" : 7886,
"8290304" : 8889,
"8355840" : 5953,
"8454144" : 13370,
"8585216" : 10046,
"8716288" : 8618,
"8847360" : 11805,
"8978432" : 8344,
"9109504" : 5921,
"9240576" : 4676,
"9371648" : 4353,
"9502720" : 3518,
"9633792" : 2211,
"9764864" : 1393,
"9895936" : 982,
"10027008" : 718,
"10158080" : 542,
"10289152" : 638,
"10420224" : 363,
"10551296" : 176,
"10682368" : 87,
"10813440" : 68,
"10944512" : 51,
"11075584" : 46,
"11206656" : 26,
"11337728" : 21,
"11468800" : 5,
"11599872" : 2
}
},
"lat_ns" : {
"min" : 5200513,
"max" : 11937323,
"mean" : 8053433.598268,
"stddev" : 938148.340648,
"N" : 317849
},
"bw_min" : 3287040,
"bw_max" : 5355520,
"bw_agg" : 99.953790,
"bw_mean" : 4066638.176101,
"bw_dev" : 429258.515257,
"bw_samples" : 159,
"iops_min" : 3210,
"iops_max" : 5230,
"iops_mean" : 3971.264151,
"iops_stddev" : 419.213979,
"iops_samples" : 159
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 79999,
"usr_cpu" : 14.382680,
"sys_cpu" : 53.703171,
"ctx" : 249088,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.212207,
"20" : 0.787478,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002024,
"timestamp_ms" : 1774002024330,
"time" : "Fri Mar 20 07:20:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 90,
"elapsed" : 101,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 376501698560,
"io_kbytes" : 367677440,
"bw_bytes" : 4183398688,
"bw" : 4085350,
"iops" : 3989.599884,
"runtime" : 89999,
"total_ios" : 359060,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 127685,
"max" : 1261937,
"mean" : 247970.544501,
"stddev" : 49825.299585,
"N" : 359061
},
"clat_ns" : {
"min" : 5040399,
"max" : 11577323,
"mean" : 7772195.650173,
"stddev" : 885279.300736,
"N" : 359060,
"percentile" : {
"1.000000" : 5799936,
"5.000000" : 6193152,
"10.000000" : 6586368,
"20.000000" : 7045120,
"30.000000" : 7372800,
"40.000000" : 7634944,
"50.000000" : 7766016,
"60.000000" : 7962624,
"70.000000" : 8159232,
"80.000000" : 8454144,
"90.000000" : 8847360,
"95.000000" : 9240576,
"99.000000" : 9895936,
"99.500000" : 10158080,
"99.900000" : 10551296,
"99.950000" : 10813440,
"99.990000" : 11206656
},
"bins" : {
"5013504" : 1,
"5079040" : 8,
"5144576" : 126,
"5210112" : 180,
"5275648" : 140,
"5341184" : 202,
"5406720" : 307,
"5472256" : 308,
"5537792" : 366,
"5603328" : 412,
"5668864" : 592,
"5734400" : 803,
"5799936" : 1186,
"5865472" : 1704,
"5931008" : 2158,
"5996544" : 2297,
"6062080" : 2423,
"6127616" : 2776,
"6193152" : 2713,
"6258688" : 2713,
"6324224" : 2723,
"6389760" : 2957,
"6455296" : 3139,
"6520832" : 3445,
"6586368" : 3991,
"6651904" : 4134,
"6717440" : 4405,
"6782976" : 5076,
"6848512" : 5776,
"6914048" : 6068,
"6979584" : 6578,
"7045120" : 6952,
"7110656" : 6812,
"7176192" : 6851,
"7241728" : 7324,
"7307264" : 7319,
"7372800" : 7425,
"7438336" : 7991,
"7503872" : 8662,
"7569408" : 8974,
"7634944" : 8799,
"7700480" : 14324,
"7766016" : 19238,
"7831552" : 14522,
"7897088" : 10914,
"7962624" : 14630,
"8028160" : 16119,
"8093696" : 8619,
"8159232" : 8917,
"8224768" : 8636,
"8290304" : 9627,
"8355840" : 6334,
"8454144" : 13904,
"8585216" : 10276,
"8716288" : 8737,
"8847360" : 11957,
"8978432" : 8615,
"9109504" : 6178,
"9240576" : 4894,
"9371648" : 4478,
"9502720" : 3601,
"9633792" : 2293,
"9764864" : 1488,
"9895936" : 1046,
"10027008" : 778,
"10158080" : 573,
"10289152" : 654,
"10420224" : 374,
"10551296" : 185,
"10682368" : 99,
"10813440" : 72,
"10944512" : 57,
"11075584" : 48,
"11206656" : 28,
"11337728" : 22,
"11468800" : 5,
"11599872" : 2
}
},
"lat_ns" : {
"min" : 5200513,
"max" : 11937323,
"mean" : 8020169.704935,
"stddev" : 912674.725690,
"N" : 359060
},
"bw_min" : 3287040,
"bw_max" : 5355520,
"bw_agg" : 100.000000,
"bw_mean" : 4087736.357542,
"bw_dev" : 416461.940199,
"bw_samples" : 179,
"iops_min" : 3210,
"iops_max" : 5230,
"iops_mean" : 3991.865922,
"iops_stddev" : 406.714797,
"iops_samples" : 179
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 89999,
"usr_cpu" : 14.326826,
"sys_cpu" : 54.129490,
"ctx" : 278246,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.264468,
"20" : 0.735532,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002034,
"timestamp_ms" : 1774002034330,
"time" : "Fri Mar 20 07:20:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 415822249984,
"io_kbytes" : 406076416,
"bw_bytes" : 4158264082,
"bw" : 4060804,
"iops" : 3965.629656,
"runtime" : 99999,
"total_ios" : 396559,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 127685,
"max" : 1261937,
"mean" : 249481.227454,
"stddev" : 49619.388136,
"N" : 396560
},
"clat_ns" : {
"min" : 5040399,
"max" : 11705970,
"mean" : 7819170.576920,
"stddev" : 890068.795426,
"N" : 396559,
"percentile" : {
"1.000000" : 5799936,
"5.000000" : 6258688,
"10.000000" : 6651904,
"20.000000" : 7110656,
"30.000000" : 7438336,
"40.000000" : 7700480,
"50.000000" : 7831552,
"60.000000" : 8028160,
"70.000000" : 8224768,
"80.000000" : 8585216,
"90.000000" : 8978432,
"95.000000" : 9240576,
"99.000000" : 9895936,
"99.500000" : 10158080,
"99.900000" : 10682368,
"99.950000" : 10944512,
"99.990000" : 11206656
},
"bins" : {
"5013504" : 1,
"5079040" : 8,
"5144576" : 126,
"5210112" : 180,
"5275648" : 140,
"5341184" : 202,
"5406720" : 307,
"5472256" : 308,
"5537792" : 366,
"5603328" : 412,
"5668864" : 602,
"5734400" : 809,
"5799936" : 1203,
"5865472" : 1728,
"5931008" : 2181,
"5996544" : 2328,
"6062080" : 2426,
"6127616" : 2789,
"6193152" : 2723,
"6258688" : 2731,
"6324224" : 2752,
"6389760" : 2983,
"6455296" : 3191,
"6520832" : 3488,
"6586368" : 4076,
"6651904" : 4243,
"6717440" : 4528,
"6782976" : 5264,
"6848512" : 6087,
"6914048" : 6455,
"6979584" : 7113,
"7045120" : 7527,
"7110656" : 7339,
"7176192" : 7392,
"7241728" : 7753,
"7307264" : 7760,
"7372800" : 7821,
"7438336" : 8658,
"7503872" : 9462,
"7569408" : 10058,
"7634944" : 9917,
"7700480" : 16157,
"7766016" : 21191,
"7831552" : 15858,
"7897088" : 11811,
"7962624" : 15723,
"8028160" : 17447,
"8093696" : 9317,
"8159232" : 9647,
"8224768" : 9497,
"8290304" : 10658,
"8355840" : 7057,
"8454144" : 15272,
"8585216" : 11548,
"8716288" : 10275,
"8847360" : 15412,
"8978432" : 10968,
"9109504" : 7657,
"9240576" : 6204,
"9371648" : 5720,
"9502720" : 4240,
"9633792" : 2804,
"9764864" : 1881,
"9895936" : 1301,
"10027008" : 901,
"10158080" : 691,
"10289152" : 786,
"10420224" : 449,
"10551296" : 225,
"10682368" : 134,
"10813440" : 91,
"10944512" : 66,
"11075584" : 65,
"11206656" : 36,
"11337728" : 22,
"11468800" : 6,
"11599872" : 4,
"11730944" : 1
}
},
"lat_ns" : {
"min" : 5200513,
"max" : 12028723,
"mean" : 8068656.540974,
"stddev" : 917634.563256,
"N" : 396559
},
"bw_min" : 3287040,
"bw_max" : 5355520,
"bw_agg" : 100.000000,
"bw_mean" : 4062523.130653,
"bw_dev" : 414078.761863,
"bw_samples" : 199,
"iops_min" : 3210,
"iops_max" : 5230,
"iops_mean" : 3967.246231,
"iops_stddev" : 404.385011,
"iops_samples" : 199
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 99999,
"usr_cpu" : 14.327143,
"sys_cpu" : 53.701537,
"ctx" : 311466,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.198354,
"20" : 0.801646,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002044,
"timestamp_ms" : 1774002044330,
"time" : "Fri Mar 20 07:20:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 70,
"elapsed" : 121,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 458454204416,
"io_kbytes" : 447709184,
"bw_bytes" : 4167765494,
"bw" : 4070083,
"iops" : 3974.690909,
"runtime" : 110000,
"total_ios" : 437216,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 127615,
"max" : 1261937,
"mean" : 248903.509715,
"stddev" : 49788.951739,
"N" : 437217
},
"clat_ns" : {
"min" : 5040399,
"max" : 11705970,
"mean" : 7801304.526120,
"stddev" : 877039.422245,
"N" : 437216,
"percentile" : {
"1.000000" : 5799936,
"5.000000" : 6258688,
"10.000000" : 6651904,
"20.000000" : 7045120,
"30.000000" : 7372800,
"40.000000" : 7634944,
"50.000000" : 7766016,
"60.000000" : 7962624,
"70.000000" : 8224768,
"80.000000" : 8454144,
"90.000000" : 8978432,
"95.000000" : 9240576,
"99.000000" : 9895936,
"99.500000" : 10158080,
"99.900000" : 10682368,
"99.950000" : 10813440,
"99.990000" : 11206656
},
"bins" : {
"5013504" : 1,
"5079040" : 8,
"5144576" : 126,
"5210112" : 186,
"5275648" : 145,
"5341184" : 213,
"5406720" : 308,
"5472256" : 313,
"5537792" : 368,
"5603328" : 413,
"5668864" : 607,
"5734400" : 826,
"5799936" : 1237,
"5865472" : 1765,
"5931008" : 2235,
"5996544" : 2393,
"6062080" : 2524,
"6127616" : 2885,
"6193152" : 2844,
"6258688" : 2821,
"6324224" : 2859,
"6389760" : 3116,
"6455296" : 3334,
"6520832" : 3785,
"6586368" : 4489,
"6651904" : 4862,
"6717440" : 5375,
"6782976" : 6218,
"6848512" : 7264,
"6914048" : 7746,
"6979584" : 8384,
"7045120" : 8791,
"7110656" : 8536,
"7176192" : 8606,
"7241728" : 8890,
"7307264" : 9058,
"7372800" : 9170,
"7438336" : 10555,
"7503872" : 11559,
"7569408" : 12320,
"7634944" : 11850,
"7700480" : 18292,
"7766016" : 23424,
"7831552" : 17444,
"7897088" : 12792,
"7962624" : 16682,
"8028160" : 18358,
"8093696" : 9737,
"8159232" : 9957,
"8224768" : 9822,
"8290304" : 11036,
"8355840" : 7400,
"8454144" : 16148,
"8585216" : 12847,
"8716288" : 11465,
"8847360" : 16803,
"8978432" : 11389,
"9109504" : 7862,
"9240576" : 6365,
"9371648" : 5952,
"9502720" : 4488,
"9633792" : 2951,
"9764864" : 1950,
"9895936" : 1374,
"10027008" : 970,
"10158080" : 735,
"10289152" : 837,
"10420224" : 465,
"10551296" : 239,
"10682368" : 142,
"10813440" : 93,
"10944512" : 67,
"11075584" : 72,
"11206656" : 39,
"11337728" : 23,
"11468800" : 6,
"11599872" : 4,
"11730944" : 1
}
},
"lat_ns" : {
"min" : 5200513,
"max" : 12028723,
"mean" : 8050212.063602,
"stddev" : 904163.257770,
"N" : 437216
},
"bw_min" : 3287040,
"bw_max" : 5355520,
"bw_agg" : 100.000000,
"bw_mean" : 4070539.086758,
"bw_dev" : 406045.092674,
"bw_samples" : 219,
"iops_min" : 3210,
"iops_max" : 5230,
"iops_mean" : 3975.077626,
"iops_stddev" : 396.541202,
"iops_samples" : 219
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 110000,
"usr_cpu" : 14.253636,
"sys_cpu" : 53.926364,
"ctx" : 341506,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.227842,
"20" : 0.772158,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002054,
"timestamp_ms" : 1774002054330,
"time" : "Fri Mar 20 07:20:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 60,
"elapsed" : 131,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 496906534912,
"io_kbytes" : 485260288,
"bw_bytes" : 4140922298,
"bw" : 4043869,
"iops" : 3949.091242,
"runtime" : 119999,
"total_ios" : 473887,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 127615,
"max" : 1261937,
"mean" : 250530.584275,
"stddev" : 49246.882579,
"N" : 473888
},
"clat_ns" : {
"min" : 5040399,
"max" : 11705970,
"mean" : 7851856.130972,
"stddev" : 877363.572662,
"N" : 473887,
"percentile" : {
"1.000000" : 5799936,
"5.000000" : 6324224,
"10.000000" : 6717440,
"20.000000" : 7110656,
"30.000000" : 7438336,
"40.000000" : 7700480,
"50.000000" : 7831552,
"60.000000" : 8028160,
"70.000000" : 8290304,
"80.000000" : 8585216,
"90.000000" : 8978432,
"95.000000" : 9240576,
"99.000000" : 9895936,
"99.500000" : 10158080,
"99.900000" : 10682368,
"99.950000" : 10813440,
"99.990000" : 11206656
},
"bins" : {
"5013504" : 1,
"5079040" : 8,
"5144576" : 126,
"5210112" : 186,
"5275648" : 145,
"5341184" : 213,
"5406720" : 308,
"5472256" : 313,
"5537792" : 368,
"5603328" : 413,
"5668864" : 607,
"5734400" : 826,
"5799936" : 1237,
"5865472" : 1765,
"5931008" : 2236,
"5996544" : 2398,
"6062080" : 2524,
"6127616" : 2894,
"6193152" : 2849,
"6258688" : 2829,
"6324224" : 2861,
"6389760" : 3118,
"6455296" : 3338,
"6520832" : 3786,
"6586368" : 4491,
"6651904" : 4866,
"6717440" : 5386,
"6782976" : 6222,
"6848512" : 7281,
"6914048" : 7759,
"6979584" : 8423,
"7045120" : 8829,
"7110656" : 8608,
"7176192" : 8697,
"7241728" : 9007,
"7307264" : 9263,
"7372800" : 9462,
"7438336" : 10909,
"7503872" : 11999,
"7569408" : 12904,
"7634944" : 12469,
"7700480" : 19435,
"7766016" : 25071,
"7831552" : 18753,
"7897088" : 13824,
"7962624" : 18328,
"8028160" : 20252,
"8093696" : 10758,
"8159232" : 11156,
"8224768" : 10993,
"8290304" : 12549,
"8355840" : 8609,
"8454144" : 18387,
"8585216" : 14810,
"8716288" : 13736,
"8847360" : 20945,
"8978432" : 13828,
"9109504" : 9486,
"9240576" : 7699,
"9371648" : 6916,
"9502720" : 5001,
"9633792" : 3440,
"9764864" : 2251,
"9895936" : 1638,
"10027008" : 1115,
"10158080" : 806,
"10289152" : 903,
"10420224" : 508,
"10551296" : 276,
"10682368" : 158,
"10813440" : 107,
"10944512" : 78,
"11075584" : 74,
"11206656" : 39,
"11337728" : 23,
"11468800" : 6,
"11599872" : 4,
"11730944" : 1
}
},
"lat_ns" : {
"min" : 5200513,
"max" : 12028723,
"mean" : 8102389.231992,
"stddev" : 904512.806629,
"N" : 473887
},
"bw_min" : 3287040,
"bw_max" : 5355520,
"bw_agg" : 100.000000,
"bw_mean" : 4045799.125523,
"bw_dev" : 402730.927809,
"bw_samples" : 239,
"iops_min" : 3210,
"iops_max" : 5230,
"iops_mean" : 3950.920502,
"iops_stddev" : 393.301430,
"iops_samples" : 239
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 119999,
"usr_cpu" : 14.373453,
"sys_cpu" : 53.317111,
"ctx" : 376715,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.216269,
"20" : 0.783731,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002064,
"timestamp_ms" : 1774002064330,
"time" : "Fri Mar 20 07:21:04 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 50,
"elapsed" : 141,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 536100208640,
"io_kbytes" : 523535360,
"bw_bytes" : 4123879480,
"bw" : 4027226,
"iops" : 3932.845637,
"runtime" : 129999,
"total_ios" : 511266,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 127615,
"max" : 1261937,
"mean" : 251573.808509,
"stddev" : 48746.794683,
"N" : 511266
},
"clat_ns" : {
"min" : 5040399,
"max" : 11705970,
"mean" : 7884368.023917,
"stddev" : 873846.684879,
"N" : 511265,
"percentile" : {
"1.000000" : 5865472,
"5.000000" : 6389760,
"10.000000" : 6717440,
"20.000000" : 7176192,
"30.000000" : 7503872,
"40.000000" : 7700480,
"50.000000" : 7897088,
"60.000000" : 8028160,
"70.000000" : 8290304,
"80.000000" : 8585216,
"90.000000" : 8978432,
"95.000000" : 9371648,
"99.000000" : 9895936,
"99.500000" : 10158080,
"99.900000" : 10682368,
"99.950000" : 10813440,
"99.990000" : 11206656
},
"bins" : {
"5013504" : 1,
"5079040" : 8,
"5144576" : 126,
"5210112" : 186,
"5275648" : 145,
"5341184" : 213,
"5406720" : 314,
"5472256" : 326,
"5537792" : 372,
"5603328" : 414,
"5668864" : 613,
"5734400" : 834,
"5799936" : 1249,
"5865472" : 1782,
"5931008" : 2265,
"5996544" : 2442,
"6062080" : 2556,
"6127616" : 2905,
"6193152" : 2867,
"6258688" : 2864,
"6324224" : 2904,
"6389760" : 3186,
"6455296" : 3403,
"6520832" : 3923,
"6586368" : 4712,
"6651904" : 5194,
"6717440" : 5740,
"6782976" : 6550,
"6848512" : 7609,
"6914048" : 8088,
"6979584" : 8781,
"7045120" : 9096,
"7110656" : 8812,
"7176192" : 8885,
"7241728" : 9151,
"7307264" : 9364,
"7372800" : 9543,
"7438336" : 10992,
"7503872" : 12086,
"7569408" : 13008,
"7634944" : 12624,
"7700480" : 20109,
"7766016" : 26183,
"7831552" : 19614,
"7897088" : 14657,
"7962624" : 19738,
"8028160" : 22252,
"8093696" : 11892,
"8159232" : 12922,
"8224768" : 13124,
"8290304" : 15114,
"8355840" : 10560,
"8454144" : 22782,
"8585216" : 17942,
"8716288" : 15950,
"8847360" : 23084,
"8978432" : 14859,
"9109504" : 10045,
"9240576" : 8291,
"9371648" : 7478,
"9502720" : 5505,
"9633792" : 3876,
"9764864" : 2573,
"9895936" : 1880,
"10027008" : 1373,
"10158080" : 932,
"10289152" : 980,
"10420224" : 557,
"10551296" : 312,
"10682368" : 183,
"10813440" : 116,
"10944512" : 87,
"11075584" : 84,
"11206656" : 44,
"11337728" : 23,
"11468800" : 6,
"11599872" : 4,
"11730944" : 1
}
},
"lat_ns" : {
"min" : 5200513,
"max" : 12028723,
"mean" : 8135948.177286,
"stddev" : 900881.168568,
"N" : 511265
},
"bw_min" : 3287040,
"bw_max" : 5355520,
"bw_agg" : 99.958034,
"bw_mean" : 4025536.011583,
"bw_dev" : 396162.422013,
"bw_samples" : 259,
"iops_min" : 3210,
"iops_max" : 5230,
"iops_mean" : 3931.131274,
"iops_stddev" : 386.888901,
"iops_samples" : 259
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 129999,
"usr_cpu" : 14.532419,
"sys_cpu" : 52.892715,
"ctx" : 411373,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.172251,
"20" : 0.827554,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002074,
"timestamp_ms" : 1774002074330,
"time" : "Fri Mar 20 07:21:14 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 579724115968,
"io_kbytes" : 566136832,
"bw_bytes" : 4140916120,
"bw" : 4043863,
"iops" : 3949.092494,
"runtime" : 139999,
"total_ios" : 552869,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 127615,
"max" : 1261937,
"mean" : 250526.443076,
"stddev" : 49200.909797,
"N" : 552869
},
"clat_ns" : {
"min" : 5040399,
"max" : 11705970,
"mean" : 7851885.220915,
"stddev" : 875641.139625,
"N" : 552868,
"percentile" : {
"1.000000" : 5865472,
"5.000000" : 6389760,
"10.000000" : 6717440,
"20.000000" : 7110656,
"30.000000" : 7438336,
"40.000000" : 7700480,
"50.000000" : 7831552,
"60.000000" : 8028160,
"70.000000" : 8290304,
"80.000000" : 8585216,
"90.000000" : 8978432,
"95.000000" : 9240576,
"99.000000" : 9895936,
"99.500000" : 10158080,
"99.900000" : 10682368,
"99.950000" : 10813440,
"99.990000" : 11206656
},
"bins" : {
"5013504" : 1,
"5079040" : 8,
"5144576" : 126,
"5210112" : 186,
"5275648" : 145,
"5341184" : 223,
"5406720" : 334,
"5472256" : 372,
"5537792" : 401,
"5603328" : 445,
"5668864" : 638,
"5734400" : 859,
"5799936" : 1303,
"5865472" : 1832,
"5931008" : 2314,
"5996544" : 2507,
"6062080" : 2609,
"6127616" : 2965,
"6193152" : 2952,
"6258688" : 3007,
"6324224" : 3104,
"6389760" : 3489,
"6455296" : 3849,
"6520832" : 4588,
"6586368" : 5666,
"6651904" : 6396,
"6717440" : 7288,
"6782976" : 8405,
"6848512" : 9618,
"6914048" : 10193,
"6979584" : 11079,
"7045120" : 11142,
"7110656" : 10783,
"7176192" : 10770,
"7241728" : 11007,
"7307264" : 11062,
"7372800" : 10839,
"7438336" : 12156,
"7503872" : 12872,
"7569408" : 13674,
"7634944" : 13148,
"7700480" : 20871,
"7766016" : 26939,
"7831552" : 20147,
"7897088" : 15111,
"7962624" : 20429,
"8028160" : 23037,
"8093696" : 12406,
"8159232" : 13569,
"8224768" : 13892,
"8290304" : 16142,
"8355840" : 11502,
"8454144" : 24307,
"8585216" : 18789,
"8716288" : 16642,
"8847360" : 23409,
"8978432" : 15049,
"9109504" : 10249,
"9240576" : 8669,
"9371648" : 7809,
"9502720" : 5732,
"9633792" : 4035,
"9764864" : 2720,
"9895936" : 1990,
"10027008" : 1484,
"10158080" : 998,
"10289152" : 1055,
"10420224" : 603,
"10551296" : 331,
"10682368" : 201,
"10813440" : 124,
"10944512" : 93,
"11075584" : 87,
"11206656" : 48,
"11337728" : 26,
"11468800" : 11,
"11599872" : 6,
"11730944" : 1
}
},
"lat_ns" : {
"min" : 5200513,
"max" : 12028723,
"mean" : 8102415.049912,
"stddev" : 902723.910664,
"N" : 552868
},
"bw_min" : 3287040,
"bw_max" : 5355520,
"bw_agg" : 100.000000,
"bw_mean" : 4045817.566308,
"bw_dev" : 398667.697429,
"bw_samples" : 279,
"iops_min" : 3210,
"iops_max" : 5230,
"iops_mean" : 3950.939068,
"iops_stddev" : 389.337086,
"iops_samples" : 279
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 139999,
"usr_cpu" : 14.421532,
"sys_cpu" : 53.380381,
"ctx" : 438815,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.175754,
"20" : 0.824065,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002084,
"timestamp_ms" : 1774002084330,
"time" : "Fri Mar 20 07:21:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 30,
"elapsed" : 161,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 621084147712,
"io_kbytes" : 606527488,
"bw_bytes" : 4140588588,
"bw" : 4043543,
"iops" : 3948.772992,
"runtime" : 149999,
"total_ios" : 592312,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 127615,
"max" : 1261937,
"mean" : 250547.248850,
"stddev" : 49032.689008,
"N" : 592313
},
"clat_ns" : {
"min" : 5040399,
"max" : 11705970,
"mean" : 7852494.436348,
"stddev" : 860915.702296,
"N" : 592312,
"percentile" : {
"1.000000" : 5865472,
"5.000000" : 6389760,
"10.000000" : 6782976,
"20.000000" : 7110656,
"30.000000" : 7438336,
"40.000000" : 7700480,
"50.000000" : 7831552,
"60.000000" : 8028160,
"70.000000" : 8290304,
"80.000000" : 8585216,
"90.000000" : 8978432,
"95.000000" : 9240576,
"99.000000" : 9895936,
"99.500000" : 10158080,
"99.900000" : 10682368,
"99.950000" : 10813440,
"99.990000" : 11206656
},
"bins" : {
"5013504" : 1,
"5079040" : 8,
"5144576" : 126,
"5210112" : 186,
"5275648" : 145,
"5341184" : 227,
"5406720" : 340,
"5472256" : 388,
"5537792" : 411,
"5603328" : 459,
"5668864" : 665,
"5734400" : 875,
"5799936" : 1322,
"5865472" : 1856,
"5931008" : 2346,
"5996544" : 2526,
"6062080" : 2626,
"6127616" : 2990,
"6193152" : 2978,
"6258688" : 3036,
"6324224" : 3131,
"6389760" : 3527,
"6455296" : 3894,
"6520832" : 4641,
"6586368" : 5733,
"6651904" : 6465,
"6717440" : 7383,
"6782976" : 8538,
"6848512" : 9831,
"6914048" : 10491,
"6979584" : 11582,
"7045120" : 11679,
"7110656" : 11588,
"7176192" : 11736,
"7241728" : 12279,
"7307264" : 12611,
"7372800" : 12610,
"7438336" : 14075,
"7503872" : 14971,
"7569408" : 15670,
"7634944" : 14790,
"7700480" : 22800,
"7766016" : 29057,
"7831552" : 21640,
"7897088" : 16267,
"7962624" : 21824,
"8028160" : 24719,
"8093696" : 13440,
"8159232" : 14805,
"8224768" : 15300,
"8290304" : 17834,
"8355840" : 12475,
"8454144" : 26250,
"8585216" : 20167,
"8716288" : 17562,
"8847360" : 24186,
"8978432" : 15475,
"9109504" : 10636,
"9240576" : 8981,
"9371648" : 7978,
"9502720" : 5858,
"9633792" : 4127,
"9764864" : 2802,
"9895936" : 2051,
"10027008" : 1542,
"10158080" : 1061,
"10289152" : 1106,
"10420224" : 650,
"10551296" : 360,
"10682368" : 215,
"10813440" : 130,
"10944512" : 94,
"11075584" : 90,
"11206656" : 50,
"11337728" : 26,
"11468800" : 11,
"11599872" : 6,
"11730944" : 1
}
},
"lat_ns" : {
"min" : 5200513,
"max" : 12028723,
"mean" : 8103043.643320,
"stddev" : 887498.269385,
"N" : 592312
},
"bw_min" : 3287040,
"bw_max" : 5355520,
"bw_agg" : 100.000000,
"bw_mean" : 4045700.812709,
"bw_dev" : 388883.953342,
"bw_samples" : 299,
"iops_min" : 3210,
"iops_max" : 5230,
"iops_mean" : 3950.826087,
"iops_stddev" : 379.782254,
"iops_samples" : 299
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 149999,
"usr_cpu" : 14.401429,
"sys_cpu" : 53.443023,
"ctx" : 470578,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.187253,
"20" : 0.812747,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002094,
"timestamp_ms" : 1774002094330,
"time" : "Fri Mar 20 07:21:34 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 20,
"elapsed" : 171,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 663080665088,
"io_kbytes" : 647539712,
"bw_bytes" : 4144280058,
"bw" : 4047148,
"iops" : 3952.299702,
"runtime" : 159999,
"total_ios" : 632364,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 127615,
"max" : 1261937,
"mean" : 250323.170321,
"stddev" : 49167.758500,
"N" : 632364
},
"clat_ns" : {
"min" : 5040399,
"max" : 11705970,
"mean" : 7845465.918839,
"stddev" : 858132.402836,
"N" : 632363,
"percentile" : {
"1.000000" : 5865472,
"5.000000" : 6455296,
"10.000000" : 6782976,
"20.000000" : 7110656,
"30.000000" : 7438336,
"40.000000" : 7700480,
"50.000000" : 7831552,
"60.000000" : 8028160,
"70.000000" : 8290304,
"80.000000" : 8585216,
"90.000000" : 8978432,
"95.000000" : 9240576,
"99.000000" : 9895936,
"99.500000" : 10158080,
"99.900000" : 10682368,
"99.950000" : 10813440,
"99.990000" : 11206656
},
"bins" : {
"5013504" : 1,
"5079040" : 8,
"5144576" : 126,
"5210112" : 186,
"5275648" : 145,
"5341184" : 239,
"5406720" : 350,
"5472256" : 409,
"5537792" : 433,
"5603328" : 492,
"5668864" : 689,
"5734400" : 924,
"5799936" : 1395,
"5865472" : 1930,
"5931008" : 2408,
"5996544" : 2569,
"6062080" : 2661,
"6127616" : 3052,
"6193152" : 3063,
"6258688" : 3120,
"6324224" : 3294,
"6389760" : 3825,
"6455296" : 4272,
"6520832" : 5112,
"6586368" : 6393,
"6651904" : 7328,
"6717440" : 8334,
"6782976" : 9520,
"6848512" : 10719,
"6914048" : 11123,
"6979584" : 12238,
"7045120" : 12406,
"7110656" : 12434,
"7176192" : 12889,
"7241728" : 13553,
"7307264" : 14029,
"7372800" : 14084,
"7438336" : 15642,
"7503872" : 16442,
"7569408" : 17037,
"7634944" : 16073,
"7700480" : 24275,
"7766016" : 30486,
"7831552" : 22796,
"7897088" : 17048,
"7962624" : 22685,
"8028160" : 25564,
"8093696" : 14013,
"8159232" : 15494,
"8224768" : 15967,
"8290304" : 18749,
"8355840" : 13182,
"8454144" : 28082,
"8585216" : 21933,
"8716288" : 19187,
"8847360" : 25904,
"8978432" : 16271,
"9109504" : 11130,
"9240576" : 9349,
"9371648" : 8331,
"9502720" : 6109,
"9633792" : 4266,
"9764864" : 2908,
"9895936" : 2135,
"10027008" : 1609,
"10158080" : 1110,
"10289152" : 1134,
"10420224" : 664,
"10551296" : 376,
"10682368" : 229,
"10813440" : 139,
"10944512" : 97,
"11075584" : 93,
"11206656" : 53,
"11337728" : 28,
"11468800" : 13,
"11599872" : 6,
"11730944" : 1
}
},
"lat_ns" : {
"min" : 5200513,
"max" : 12028723,
"mean" : 8095788.587822,
"stddev" : 884609.335533,
"N" : 632363
},
"bw_min" : 3287040,
"bw_max" : 5355520,
"bw_agg" : 100.000000,
"bw_mean" : 4049260.191223,
"bw_dev" : 387196.064516,
"bw_samples" : 319,
"iops_min" : 3210,
"iops_max" : 5230,
"iops_mean" : 3954.304075,
"iops_stddev" : 378.133215,
"iops_samples" : 319
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 159999,
"usr_cpu" : 14.431965,
"sys_cpu" : 53.540335,
"ctx" : 500260,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 99.207893,
"20" : 0.791949,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002104,
"timestamp_ms" : 1774002104329,
"time" : "Fri Mar 20 07:21:44 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 10,
"elapsed" : 181,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 699929722880,
"io_kbytes" : 683525120,
"bw_bytes" : 4117257883,
"bw" : 4020759,
"iops" : 3926.528980,
"runtime" : 169999,
"total_ios" : 667506,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 127615,
"max" : 1261937,
"mean" : 251980.509944,
"stddev" : 49190.855666,
"N" : 667506
},
"clat_ns" : {
"min" : 5040399,
"max" : 11705970,
"mean" : 7896959.304934,
"stddev" : 882228.520624,
"N" : 667505,
"percentile" : {
"1.000000" : 5865472,
"5.000000" : 6455296,
"10.000000" : 6782976,
"20.000000" : 7176192,
"30.000000" : 7438336,
"40.000000" : 7700480,
"50.000000" : 7897088,
"60.000000" : 8028160,
"70.000000" : 8290304,
"80.000000" : 8585216,
"90.000000" : 8978432,
"95.000000" : 9371648,
"99.000000" : 10158080,
"99.500000" : 10289152,
"99.900000" : 10682368,
"99.950000" : 10944512,
"99.990000" : 11337728
},
"bins" : {
"5013504" : 1,
"5079040" : 8,
"5144576" : 126,
"5210112" : 186,
"5275648" : 145,
"5341184" : 239,
"5406720" : 350,
"5472256" : 409,
"5537792" : 433,
"5603328" : 492,
"5668864" : 689,
"5734400" : 924,
"5799936" : 1395,
"5865472" : 1930,
"5931008" : 2408,
"5996544" : 2569,
"6062080" : 2661,
"6127616" : 3052,
"6193152" : 3063,
"6258688" : 3120,
"6324224" : 3294,
"6389760" : 3825,
"6455296" : 4275,
"6520832" : 5116,
"6586368" : 6402,
"6651904" : 7340,
"6717440" : 8344,
"6782976" : 9541,
"6848512" : 10730,
"6914048" : 11137,
"6979584" : 12250,
"7045120" : 12411,
"7110656" : 12442,
"7176192" : 12900,
"7241728" : 13576,
"7307264" : 14055,
"7372800" : 14140,
"7438336" : 15757,
"7503872" : 16654,
"7569408" : 17357,
"7634944" : 16534,
"7700480" : 25241,
"7766016" : 31763,
"7831552" : 23952,
"7897088" : 17999,
"7962624" : 23941,
"8028160" : 26908,
"8093696" : 14659,
"8159232" : 16082,
"8224768" : 16580,
"8290304" : 19429,
"8355840" : 13622,
"8454144" : 29391,
"8585216" : 23603,
"8716288" : 20896,
"8847360" : 29469,
"8978432" : 18688,
"9109504" : 13211,
"9240576" : 11557,
"9371648" : 10258,
"9502720" : 7168,
"9633792" : 5121,
"9764864" : 3491,
"9895936" : 2779,
"10027008" : 2526,
"10158080" : 1925,
"10289152" : 2353,
"10420224" : 1187,
"10551296" : 513,
"10682368" : 311,
"10813440" : 189,
"10944512" : 149,
"11075584" : 116,
"11206656" : 70,
"11337728" : 42,
"11468800" : 29,
"11599872" : 6,
"11730944" : 1
}
},
"lat_ns" : {
"min" : 5200513,
"max" : 12028723,
"mean" : 8148942.317707,
"stddev" : 909538.166215,
"N" : 667505
},
"bw_min" : 3076096,
"bw_max" : 5355520,
"bw_agg" : 100.000000,
"bw_mean" : 4021599.097345,
"bw_dev" : 397024.114297,
"bw_samples" : 339,
"iops_min" : 3004,
"iops_max" : 5230,
"iops_mean" : 3927.292035,
"iops_stddev" : 387.729821,
"iops_samples" : 339
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 169999,
"usr_cpu" : 14.375379,
"sys_cpu" : 53.142077,
"ctx" : 534277,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 98.710274,
"20" : 1.289576,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002114,
"timestamp_ms" : 1774002114330,
"time" : "Fri Mar 20 07:21:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 737025196032,
"io_kbytes" : 719751168,
"bw_bytes" : 4094607170,
"bw" : 3998639,
"iops" : 3904.921694,
"runtime" : 179999,
"total_ios" : 702882,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 127615,
"max" : 1261937,
"mean" : 253388.110212,
"stddev" : 48796.412274,
"N" : 702883
},
"clat_ns" : {
"min" : 5040399,
"max" : 11705970,
"mean" : 7940645.062720,
"stddev" : 887439.902973,
"N" : 702882,
"percentile" : {
"1.000000" : 5865472,
"5.000000" : 6455296,
"10.000000" : 6782976,
"20.000000" : 7176192,
"30.000000" : 7503872,
"40.000000" : 7766016,
"50.000000" : 7897088,
"60.000000" : 8159232,
"70.000000" : 8454144,
"80.000000" : 8716288,
"90.000000" : 9109504,
"95.000000" : 9371648,
"99.000000" : 10158080,
"99.500000" : 10289152,
"99.900000" : 10682368,
"99.950000" : 10944512,
"99.990000" : 11337728
},
"bins" : {
"5013504" : 1,
"5079040" : 8,
"5144576" : 126,
"5210112" : 186,
"5275648" : 145,
"5341184" : 239,
"5406720" : 350,
"5472256" : 409,
"5537792" : 433,
"5603328" : 492,
"5668864" : 689,
"5734400" : 924,
"5799936" : 1395,
"5865472" : 1930,
"5931008" : 2408,
"5996544" : 2569,
"6062080" : 2661,
"6127616" : 3052,
"6193152" : 3063,
"6258688" : 3120,
"6324224" : 3294,
"6389760" : 3825,
"6455296" : 4275,
"6520832" : 5116,
"6586368" : 6402,
"6651904" : 7340,
"6717440" : 8344,
"6782976" : 9541,
"6848512" : 10730,
"6914048" : 11137,
"6979584" : 12250,
"7045120" : 12411,
"7110656" : 12442,
"7176192" : 12900,
"7241728" : 13576,
"7307264" : 14055,
"7372800" : 14140,
"7438336" : 15757,
"7503872" : 16654,
"7569408" : 17357,
"7634944" : 16536,
"7700480" : 25401,
"7766016" : 32088,
"7831552" : 24224,
"7897088" : 18288,
"7962624" : 24402,
"8028160" : 27683,
"8093696" : 15119,
"8159232" : 16929,
"8224768" : 17529,
"8290304" : 20980,
"8355840" : 14871,
"8454144" : 33311,
"8585216" : 27442,
"8716288" : 24618,
"8847360" : 35699,
"8978432" : 21193,
"9109504" : 14694,
"9240576" : 12948,
"9371648" : 11793,
"9502720" : 8200,
"9633792" : 5873,
"9764864" : 3957,
"9895936" : 3168,
"10027008" : 2727,
"10158080" : 2095,
"10289152" : 2497,
"10420224" : 1299,
"10551296" : 562,
"10682368" : 349,
"10813440" : 226,
"10944512" : 165,
"11075584" : 122,
"11206656" : 70,
"11337728" : 42,
"11468800" : 29,
"11599872" : 6,
"11730944" : 1
}
},
"lat_ns" : {
"min" : 5200513,
"max" : 12028723,
"mean" : 8194035.963513,
"stddev" : 914939.303983,
"N" : 702882
},
"bw_min" : 3076096,
"bw_max" : 5355520,
"bw_agg" : 100.000000,
"bw_mean" : 3999992.309192,
"bw_dev" : 397632.295538,
"bw_samples" : 359,
"iops_min" : 3004,
"iops_max" : 5230,
"iops_mean" : 3906.189415,
"iops_stddev" : 388.323265,
"iops_samples" : 359
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 179999,
"usr_cpu" : 14.445636,
"sys_cpu" : 52.642515,
"ctx" : 569815,
"majf" : 0,
"minf" : 35,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 98.675738,
"20" : 1.324262,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774002114,
"timestamp_ms" : 1774002114359,
"time" : "Fri Mar 20 07:21:54 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj1",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "1"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 737061896192,
"io_kbytes" : 719787008,
"bw_bytes" : 4094765563,
"bw" : 3998794,
"iops" : 3904.894973,
"runtime" : 180001,
"total_ios" : 702885,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 127615,
"max" : 1261937,
"mean" : 253388.091242,
"stddev" : 48796.331091,
"N" : 702886
},
"clat_ns" : {
"min" : 4106,
"max" : 11705970,
"mean" : 7940460.359754,
"stddev" : 887974.542169,
"N" : 702916,
"percentile" : {
"1.000000" : 5865472,
"5.000000" : 6455296,
"10.000000" : 6782976,
"20.000000" : 7176192,
"30.000000" : 7503872,
"40.000000" : 7766016,
"50.000000" : 7897088,
"60.000000" : 8159232,
"70.000000" : 8454144,
"80.000000" : 8716288,
"90.000000" : 9109504,
"95.000000" : 9371648,
"99.000000" : 10158080,
"99.500000" : 10289152,
"99.900000" : 10682368,
"99.950000" : 10944512,
"99.990000" : 11337728
},
"bins" : {
"4128" : 1,
"272384" : 1,
"536576" : 1,
"774144" : 1,
"1019904" : 1,
"1302528" : 1,
"1548288" : 1,
"1728512" : 1,
"2007040" : 1,
"2277376" : 1,
"2539520" : 1,
"2768896" : 1,
"3031040" : 1,
"3293184" : 1,
"3555328" : 1,
"3719168" : 1,
"3981312" : 1,
"4292608" : 1,
"4554752" : 1,
"4751360" : 1,
"5013504" : 2,
"5079040" : 8,
"5144576" : 126,
"5210112" : 186,
"5275648" : 146,
"5341184" : 239,
"5406720" : 350,
"5472256" : 409,
"5537792" : 434,
"5603328" : 492,
"5668864" : 689,
"5734400" : 925,
"5799936" : 1395,
"5865472" : 1930,
"5931008" : 2408,
"5996544" : 2570,
"6062080" : 2661,
"6127616" : 3052,
"6193152" : 3063,
"6258688" : 3121,
"6324224" : 3294,
"6389760" : 3825,
"6455296" : 4275,
"6520832" : 5116,
"6586368" : 6403,
"6651904" : 7340,
"6717440" : 8345,
"6782976" : 9541,
"6848512" : 10730,
"6914048" : 11137,
"6979584" : 12251,
"7045120" : 12411,
"7110656" : 12442,
"7176192" : 12900,
"7241728" : 13576,
"7307264" : 14056,
"7372800" : 14140,
"7438336" : 15757,
"7503872" : 16654,
"7569408" : 17358,
"7634944" : 16536,
"7700480" : 25401,
"7766016" : 32091,
"7831552" : 24224,
"7897088" : 18288,
"7962624" : 24402,
"8028160" : 27683,
"8093696" : 15119,
"8159232" : 16929,
"8224768" : 17529,
"8290304" : 20980,
"8355840" : 14871,
"8454144" : 33311,
"8585216" : 27442,
"8716288" : 24618,
"8847360" : 35699,
"8978432" : 21193,
"9109504" : 14694,
"9240576" : 12948,
"9371648" : 11793,
"9502720" : 8200,
"9633792" : 5873,
"9764864" : 3957,
"9895936" : 3168,
"10027008" : 2727,
"10158080" : 2095,
"10289152" : 2497,
"10420224" : 1299,
"10551296" : 562,
"10682368" : 349,
"10813440" : 226,
"10944512" : 165,
"11075584" : 122,
"11206656" : 70,
"11337728" : 42,
"11468800" : 29,
"11599872" : 6,
"11730944" : 1
}
},
"lat_ns" : {
"min" : 269031,
"max" : 12028723,
"mean" : 8193851.022187,
"stddev" : 915457.728483,
"N" : 702916
},
"bw_min" : 3076096,
"bw_max" : 5355520,
"bw_agg" : 100.000000,
"bw_mean" : 3999542.197222,
"bw_dev" : 397169.934527,
"bw_samples" : 360,
"iops_min" : 3004,
"iops_max" : 5230,
"iops_mean" : 3905.750000,
"iops_stddev" : 387.871664,
"iops_samples" : 360
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 180000,
"usr_cpu" : 14.445556,
"sys_cpu" : 52.642222,
"ctx" : 569818,
"majf" : 0,
"minf" : 36,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999858,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.010000,
"750" : 0.010000,
"1000" : 0.010000
},
"latency_ms" : {
"2" : 0.010000,
"4" : 0.010000,
"10" : 98.677735,
"20" : 1.324256,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}