raidz2/benchmarks/seq/seq-write-qd32-nj16_run3.json
{
"fio version" : "fio-3.35",
"timestamp" : 1774004004,
"timestamp_ms" : 1774004004799,
"time" : "Fri Mar 20 07:53:24 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 180,
"elapsed" : 11,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 40158363648,
"io_kbytes" : 39217152,
"bw_bytes" : 4124305602,
"bw" : 4027642,
"iops" : 3987.573174,
"runtime" : 9737,
"total_ios" : 38827,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 155792,
"usr_cpu" : 0.854986,
"sys_cpu" : 4.249255,
"ctx" : 79176,
"majf" : 0,
"minf" : 135,
"iodepth_level" : {
"1" : 0.100000,
"2" : 0.100000,
"4" : 0.164834,
"8" : 0.329667,
"16" : 0.659335,
"32" : 98.722538,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.997423,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.997390,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774004015,
"timestamp_ms" : 1774004015063,
"time" : "Fri Mar 20 07:53:35 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 169,
"elapsed" : 21,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 43782242304,
"io_kbytes" : 42756096,
"bw_bytes" : 4377348760,
"bw" : 4274754,
"iops" : 4176.164767,
"runtime" : 10002,
"total_ios" : 41770,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 1688660,
"max" : 7410912,
"mean" : 3828266.838281,
"stddev" : 251004.998527,
"N" : 41770
},
"clat_ns" : {
"min" : 104311847,
"max" : 142195836,
"mean" : 118821118.667864,
"stddev" : 6556441.400987,
"N" : 41754,
"percentile" : {
"1.000000" : 104333312,
"5.000000" : 107479040,
"10.000000" : 111673344,
"20.000000" : 113770496,
"30.000000" : 114819072,
"40.000000" : 116916224,
"50.000000" : 117964800,
"60.000000" : 120061952,
"70.000000" : 122159104,
"80.000000" : 124256256,
"90.000000" : 126353408,
"95.000000" : 129499136,
"99.000000" : 137363456,
"99.500000" : 139460608,
"99.900000" : 139460608,
"99.950000" : 139460608,
"99.990000" : 141557760
},
"bins" : {
"104333312" : 569,
"105381888" : 611,
"106430464" : 103,
"107479040" : 966,
"108527616" : 745,
"109576192" : 352,
"110624768" : 700,
"111673344" : 1697,
"112721920" : 1695,
"113770496" : 2475,
"114819072" : 2986,
"115867648" : 2782,
"116916224" : 2428,
"117964800" : 2785,
"119013376" : 3173,
"120061952" : 1925,
"121110528" : 1874,
"122159104" : 2178,
"123207680" : 2863,
"124256256" : 2305,
"125304832" : 1595,
"126353408" : 1405,
"127401984" : 626,
"128450560" : 501,
"129499136" : 387,
"130547712" : 307,
"131596288" : 229,
"132644864" : 210,
"133693440" : 208,
"135266304" : 357,
"137363456" : 378,
"139460608" : 328,
"141557760" : 11
}
},
"lat_ns" : {
"min" : 107713123,
"max" : 146564711,
"mean" : 122649439.171002,
"stddev" : 6746186.112798,
"N" : 41754
},
"bw_min" : 3854336,
"bw_max" : 4595712,
"bw_agg" : 99.584265,
"bw_mean" : 4256983.684211,
"bw_dev" : 10712.962346,
"bw_samples" : 304,
"iops_min" : 3764,
"iops_max" : 4488,
"iops_mean" : 4156.947368,
"iops_stddev" : 10.433441,
"iops_samples" : 304
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 160009,
"usr_cpu" : 0.885575,
"sys_cpu" : 4.022899,
"ctx" : 46030,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 99.961695,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774004025,
"timestamp_ms" : 1774004025064,
"time" : "Fri Mar 20 07:53:45 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 159,
"elapsed" : 31,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 86860890112,
"io_kbytes" : 84825088,
"bw_bytes" : 4342610244,
"bw" : 4240830,
"iops" : 4142.235776,
"runtime" : 20002,
"total_ios" : 82853,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 584542,
"max" : 8194231,
"mean" : 3858930.878882,
"stddev" : 267220.814447,
"N" : 82853
},
"clat_ns" : {
"min" : 104311847,
"max" : 142195836,
"mean" : 119712694.148521,
"stddev" : 7029956.593206,
"N" : 82837,
"percentile" : {
"1.000000" : 105381888,
"5.000000" : 108527616,
"10.000000" : 111673344,
"20.000000" : 113770496,
"30.000000" : 115867648,
"40.000000" : 117964800,
"50.000000" : 119013376,
"60.000000" : 121110528,
"70.000000" : 123207680,
"80.000000" : 125304832,
"90.000000" : 128450560,
"95.000000" : 132644864,
"99.000000" : 137363456,
"99.500000" : 139460608,
"99.900000" : 141557760,
"99.950000" : 141557760,
"99.990000" : 141557760
},
"bins" : {
"104333312" : 664,
"105381888" : 1135,
"106430464" : 730,
"107479040" : 1344,
"108527616" : 1155,
"109576192" : 667,
"110624768" : 2117,
"111673344" : 3288,
"112721920" : 3519,
"113770496" : 4242,
"114819072" : 4220,
"115867648" : 4362,
"116916224" : 4793,
"117964800" : 4725,
"119013376" : 5363,
"120061952" : 5223,
"121110528" : 4589,
"122159104" : 4078,
"123207680" : 5044,
"124256256" : 4278,
"125304832" : 2759,
"126353408" : 2479,
"127401984" : 2436,
"128450560" : 1571,
"129499136" : 1381,
"130547712" : 1092,
"131596288" : 921,
"132644864" : 808,
"133693440" : 799,
"135266304" : 1372,
"137363456" : 1009,
"139460608" : 505,
"141557760" : 169
}
},
"lat_ns" : {
"min" : 107713123,
"max" : 146564711,
"mean" : 123567457.098555,
"stddev" : 7233956.669202,
"N" : 82837
},
"bw_min" : 3854336,
"bw_max" : 4647964,
"bw_agg" : 100.000000,
"bw_mean" : 4251407.333333,
"bw_dev" : 11597.848886,
"bw_samples" : 624,
"iops_min" : 3764,
"iops_max" : 4526,
"iops_mean" : 4150.871795,
"iops_stddev" : 11.257824,
"iops_samples" : 624
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 320011,
"usr_cpu" : 0.881845,
"sys_cpu" : 3.986425,
"ctx" : 90928,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 99.980689,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774004035,
"timestamp_ms" : 1774004035064,
"time" : "Fri Mar 20 07:53:55 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 149,
"elapsed" : 41,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 129160445952,
"io_kbytes" : 126133248,
"bw_bytes" : 4305061194,
"bw" : 4204161,
"iops" : 4106.159589,
"runtime" : 30002,
"total_ios" : 123193,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 584542,
"max" : 8194231,
"mean" : 3892599.964811,
"stddev" : 260724.155345,
"N" : 123193
},
"clat_ns" : {
"min" : 104311847,
"max" : 142195836,
"mean" : 120763760.786754,
"stddev" : 6878748.635751,
"N" : 123177,
"percentile" : {
"1.000000" : 105381888,
"5.000000" : 110624768,
"10.000000" : 112721920,
"20.000000" : 114819072,
"30.000000" : 116916224,
"40.000000" : 119013376,
"50.000000" : 120061952,
"60.000000" : 122159104,
"70.000000" : 124256256,
"80.000000" : 126353408,
"90.000000" : 129499136,
"95.000000" : 132644864,
"99.000000" : 137363456,
"99.500000" : 139460608,
"99.900000" : 141557760,
"99.950000" : 141557760,
"99.990000" : 141557760
},
"bins" : {
"104333312" : 664,
"105381888" : 1135,
"106430464" : 730,
"107479040" : 1344,
"108527616" : 1155,
"109576192" : 840,
"110624768" : 2372,
"111673344" : 3545,
"112721920" : 3940,
"113770496" : 5110,
"114819072" : 7440,
"115867648" : 5824,
"116916224" : 5886,
"117964800" : 6405,
"119013376" : 8980,
"120061952" : 7382,
"121110528" : 7136,
"122159104" : 7231,
"123207680" : 7457,
"124256256" : 6888,
"125304832" : 4502,
"126353408" : 4081,
"127401984" : 4986,
"128450560" : 3066,
"129499136" : 2938,
"130547712" : 2850,
"131596288" : 1882,
"132644864" : 1493,
"133693440" : 1263,
"135266304" : 2078,
"137363456" : 1653,
"139460608" : 751,
"141557760" : 170
}
},
"lat_ns" : {
"min" : 107713123,
"max" : 146564711,
"mean" : 124653026.105117,
"stddev" : 7079148.813456,
"N" : 123177
},
"bw_min" : 3854336,
"bw_max" : 4647964,
"bw_agg" : 100.000000,
"bw_mean" : 4210147.084746,
"bw_dev" : 11435.444791,
"bw_samples" : 944,
"iops_min" : 3764,
"iops_max" : 4526,
"iops_mean" : 4110.881356,
"iops_stddev" : 11.113439,
"iops_samples" : 944
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 480005,
"usr_cpu" : 0.883116,
"sys_cpu" : 3.933292,
"ctx" : 134437,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 99.987012,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774004045,
"timestamp_ms" : 1774004045063,
"time" : "Fri Mar 20 07:54:05 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 139,
"elapsed" : 51,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 169024159744,
"io_kbytes" : 165062656,
"bw_bytes" : 4225392723,
"bw" : 4126360,
"iops" : 4030.048498,
"runtime" : 40002,
"total_ios" : 161210,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 584542,
"max" : 8194231,
"mean" : 3966031.671199,
"stddev" : 326380.196875,
"N" : 161210
},
"clat_ns" : {
"min" : 104311847,
"max" : 155148845,
"mean" : 123070843.136215,
"stddev" : 9205424.094539,
"N" : 161194,
"percentile" : {
"1.000000" : 105381888,
"5.000000" : 110624768,
"10.000000" : 112721920,
"20.000000" : 114819072,
"30.000000" : 117964800,
"40.000000" : 120061952,
"50.000000" : 122159104,
"60.000000" : 124256256,
"70.000000" : 126353408,
"80.000000" : 130547712,
"90.000000" : 137363456,
"95.000000" : 139460608,
"99.000000" : 147849216,
"99.500000" : 149946368,
"99.900000" : 152043520,
"99.950000" : 154140672,
"99.990000" : 154140672
},
"bins" : {
"104333312" : 664,
"105381888" : 1135,
"106430464" : 731,
"107479040" : 2111,
"108527616" : 1968,
"109576192" : 1384,
"110624768" : 2759,
"111673344" : 4031,
"112721920" : 5156,
"113770496" : 5965,
"114819072" : 7968,
"115867648" : 6426,
"116916224" : 6546,
"117964800" : 7090,
"119013376" : 9836,
"120061952" : 7991,
"121110528" : 7615,
"122159104" : 8228,
"123207680" : 8121,
"124256256" : 7581,
"125304832" : 5150,
"126353408" : 5101,
"127401984" : 5895,
"128450560" : 3570,
"129499136" : 3504,
"130547712" : 3973,
"131596288" : 3506,
"132644864" : 2795,
"133693440" : 2611,
"135266304" : 4184,
"137363456" : 5032,
"139460608" : 4846,
"141557760" : 2925,
"143654912" : 1405,
"145752064" : 1141,
"147849216" : 1171,
"149946368" : 815,
"152043520" : 182,
"154140672" : 82
}
},
"lat_ns" : {
"min" : 107713123,
"max" : 159901545,
"mean" : 127035568.586132,
"stddev" : 9485693.686896,
"N" : 161194
},
"bw_min" : 3524608,
"bw_max" : 4647964,
"bw_agg" : 99.969947,
"bw_mean" : 4125120.430380,
"bw_dev" : 16576.441637,
"bw_samples" : 1264,
"iops_min" : 3442,
"iops_max" : 4526,
"iops_mean" : 4027.898734,
"iops_stddev" : 16.154788,
"iops_samples" : 1264
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 640004,
"usr_cpu" : 0.858432,
"sys_cpu" : 3.856070,
"ctx" : 175066,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 99.990075,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774004055,
"timestamp_ms" : 1774004055063,
"time" : "Fri Mar 20 07:54:15 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 129,
"elapsed" : 61,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 212702593024,
"io_kbytes" : 207717376,
"bw_bytes" : 4253881705,
"bw" : 4154181,
"iops" : 4057.137714,
"runtime" : 50002,
"total_ios" : 202865,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 584542,
"max" : 8417792,
"mean" : 3939441.113332,
"stddev" : 330900.458619,
"N" : 202865
},
"clat_ns" : {
"min" : 100694860,
"max" : 155148845,
"mean" : 122255279.888908,
"stddev" : 9258493.100239,
"N" : 202849,
"percentile" : {
"1.000000" : 104333312,
"5.000000" : 108527616,
"10.000000" : 111673344,
"20.000000" : 114819072,
"30.000000" : 116916224,
"40.000000" : 119013376,
"50.000000" : 121110528,
"60.000000" : 123207680,
"70.000000" : 126353408,
"80.000000" : 129499136,
"90.000000" : 135266304,
"95.000000" : 139460608,
"99.000000" : 147849216,
"99.500000" : 149946368,
"99.900000" : 152043520,
"99.950000" : 152043520,
"99.990000" : 154140672
},
"bins" : {
"101187584" : 576,
"102236160" : 650,
"103284736" : 718,
"104333312" : 1218,
"105381888" : 1656,
"106430464" : 1490,
"107479040" : 2755,
"108527616" : 2535,
"109576192" : 2408,
"110624768" : 3954,
"111673344" : 5634,
"112721920" : 7411,
"113770496" : 9168,
"114819072" : 9406,
"115867648" : 7628,
"116916224" : 7840,
"117964800" : 8618,
"119013376" : 11995,
"120061952" : 9622,
"121110528" : 9779,
"122159104" : 10421,
"123207680" : 9181,
"124256256" : 9708,
"125304832" : 6678,
"126353408" : 6108,
"127401984" : 6738,
"128450560" : 5041,
"129499136" : 4340,
"130547712" : 4680,
"131596288" : 3968,
"132644864" : 3241,
"133693440" : 3488,
"135266304" : 5438,
"137363456" : 5716,
"139460608" : 5310,
"141557760" : 2936,
"143654912" : 1405,
"145752064" : 1141,
"147849216" : 1171,
"149946368" : 815,
"152043520" : 182,
"154140672" : 82
}
},
"lat_ns" : {
"min" : 103956786,
"max" : 159901545,
"mean" : 126193862.642591,
"stddev" : 9540705.768945,
"N" : 202849
},
"bw_min" : 3524608,
"bw_max" : 4861952,
"bw_agg" : 99.927366,
"bw_mean" : 4151164.949495,
"bw_dev" : 17010.627823,
"bw_samples" : 1584,
"iops_min" : 3442,
"iops_max" : 4748,
"iops_mean" : 4053.111111,
"iops_stddev" : 16.585436,
"iops_samples" : 1584
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 800008,
"usr_cpu" : 0.855116,
"sys_cpu" : 3.904461,
"ctx" : 221054,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 99.992113,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774004065,
"timestamp_ms" : 1774004065063,
"time" : "Fri Mar 20 07:54:25 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 119,
"elapsed" : 71,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 267289362432,
"io_kbytes" : 261024768,
"bw_bytes" : 4454674218,
"bw" : 4350267,
"iops" : 4248.575047,
"runtime" : 60002,
"total_ios" : 254923,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 457598,
"max" : 13920847,
"mean" : 3761582.043915,
"stddev" : 491044.674273,
"N" : 254923
},
"clat_ns" : {
"min" : 80870966,
"max" : 155148845,
"mean" : 116751410.898124,
"stddev" : 14370271.881347,
"N" : 254907,
"percentile" : {
"1.000000" : 83361792,
"5.000000" : 87556096,
"10.000000" : 90701824,
"20.000000" : 107479040,
"30.000000" : 112721920,
"40.000000" : 115867648,
"50.000000" : 119013376,
"60.000000" : 121110528,
"70.000000" : 124256256,
"80.000000" : 127401984,
"90.000000" : 133693440,
"95.000000" : 139460608,
"99.000000" : 145752064,
"99.500000" : 147849216,
"99.900000" : 152043520,
"99.950000" : 152043520,
"99.990000" : 154140672
},
"bins" : {
"81264640" : 1209,
"82313216" : 698,
"83361792" : 1179,
"84410368" : 3225,
"85458944" : 3294,
"86507520" : 2423,
"87556096" : 3125,
"88604672" : 3681,
"89653248" : 3708,
"90701824" : 3882,
"91750400" : 1599,
"92798976" : 1389,
"93847552" : 1230,
"94896128" : 1072,
"95944704" : 760,
"96993280" : 612,
"98041856" : 761,
"99090432" : 620,
"100139008" : 505,
"101187584" : 1484,
"102236160" : 2355,
"103284736" : 1411,
"104333312" : 1782,
"105381888" : 2779,
"106430464" : 3497,
"107479040" : 3884,
"108527616" : 3924,
"109576192" : 3850,
"110624768" : 6426,
"111673344" : 7001,
"112721920" : 7802,
"113770496" : 9614,
"114819072" : 9777,
"115867648" : 7973,
"116916224" : 8129,
"117964800" : 8881,
"119013376" : 12140,
"120061952" : 9655,
"121110528" : 9783,
"122159104" : 10421,
"123207680" : 9181,
"124256256" : 9708,
"125304832" : 6678,
"126353408" : 6108,
"127401984" : 6738,
"128450560" : 5041,
"129499136" : 4340,
"130547712" : 4680,
"131596288" : 3968,
"132644864" : 3241,
"133693440" : 3488,
"135266304" : 5438,
"137363456" : 5716,
"139460608" : 5310,
"141557760" : 2936,
"143654912" : 1405,
"145752064" : 1141,
"147849216" : 1171,
"149946368" : 815,
"152043520" : 182,
"154140672" : 82
}
},
"lat_ns" : {
"min" : 83554721,
"max" : 159901545,
"mean" : 120512759.649146,
"stddev" : 14823723.116490,
"N" : 254907
},
"bw_min" : 3524608,
"bw_max" : 5949440,
"bw_agg" : 99.958950,
"bw_mean" : 4348482.588235,
"bw_dev" : 34141.199337,
"bw_samples" : 1904,
"iops_min" : 3442,
"iops_max" : 5810,
"iops_mean" : 4245.747899,
"iops_stddev" : 33.317581,
"iops_samples" : 1904
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 960005,
"usr_cpu" : 0.914995,
"sys_cpu" : 4.159458,
"ctx" : 286786,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 13.592732,
"250" : 86.400992,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774004075,
"timestamp_ms" : 1774004075064,
"time" : "Fri Mar 20 07:54:35 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 109,
"elapsed" : 81,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 312688508928,
"io_kbytes" : 305359872,
"bw_bytes" : 4466851074,
"bw" : 4362159,
"iops" : 4260.149710,
"runtime" : 70002,
"total_ios" : 298219,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 457598,
"max" : 13920847,
"mean" : 3751341.130535,
"stddev" : 465295.166372,
"N" : 298219
},
"clat_ns" : {
"min" : 80870966,
"max" : 155148845,
"mean" : 116424203.303944,
"stddev" : 13540197.068460,
"N" : 298203,
"percentile" : {
"1.000000" : 83361792,
"5.000000" : 87556096,
"10.000000" : 93847552,
"20.000000" : 108527616,
"30.000000" : 111673344,
"40.000000" : 114819072,
"50.000000" : 117964800,
"60.000000" : 120061952,
"70.000000" : 123207680,
"80.000000" : 126353408,
"90.000000" : 132644864,
"95.000000" : 137363456,
"99.000000" : 145752064,
"99.500000" : 147849216,
"99.900000" : 149946368,
"99.950000" : 152043520,
"99.990000" : 154140672
},
"bins" : {
"81264640" : 1209,
"82313216" : 698,
"83361792" : 1179,
"84410368" : 3225,
"85458944" : 3294,
"86507520" : 2423,
"87556096" : 3125,
"88604672" : 3681,
"89653248" : 3708,
"90701824" : 3882,
"91750400" : 1599,
"92798976" : 1389,
"93847552" : 1230,
"94896128" : 1072,
"95944704" : 760,
"96993280" : 612,
"98041856" : 761,
"99090432" : 620,
"100139008" : 505,
"101187584" : 1484,
"102236160" : 2742,
"103284736" : 2058,
"104333312" : 2270,
"105381888" : 4508,
"106430464" : 5352,
"107479040" : 5085,
"108527616" : 5947,
"109576192" : 6358,
"110624768" : 10411,
"111673344" : 9937,
"112721920" : 10280,
"113770496" : 12602,
"114819072" : 13575,
"115867648" : 10869,
"116916224" : 9598,
"117964800" : 10166,
"119013376" : 14260,
"120061952" : 10809,
"121110528" : 10728,
"122159104" : 11378,
"123207680" : 10226,
"124256256" : 10384,
"125304832" : 7360,
"126353408" : 6738,
"127401984" : 7145,
"128450560" : 5400,
"129499136" : 4749,
"130547712" : 4991,
"131596288" : 4643,
"132644864" : 3494,
"133693440" : 3488,
"135266304" : 5438,
"137363456" : 5716,
"139460608" : 5310,
"141557760" : 2936,
"143654912" : 1405,
"145752064" : 1141,
"147849216" : 1171,
"149946368" : 815,
"152043520" : 182,
"154140672" : 82
}
},
"lat_ns" : {
"min" : 83554721,
"max" : 159901545,
"mean" : 120174628.071974,
"stddev" : 13965987.075787,
"N" : 298203
},
"bw_min" : 3524608,
"bw_max" : 5949440,
"bw_agg" : 100.000000,
"bw_mean" : 4365731.136691,
"bw_dev" : 31962.568586,
"bw_samples" : 2224,
"iops_min" : 3442,
"iops_max" : 5810,
"iops_mean" : 4262.589928,
"iops_stddev" : 31.194971,
"iops_samples" : 2224
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1120008,
"usr_cpu" : 0.915440,
"sys_cpu" : 4.174167,
"ctx" : 334802,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 11.619313,
"250" : 88.375321,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774004085,
"timestamp_ms" : 1774004085063,
"time" : "Fri Mar 20 07:54:45 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 99,
"elapsed" : 91,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 361755574272,
"io_kbytes" : 353276928,
"bw_bytes" : 4521831632,
"bw" : 4415851,
"iops" : 4312.567186,
"runtime" : 80002,
"total_ios" : 345014,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 457598,
"max" : 13920847,
"mean" : 3705636.795589,
"stddev" : 468060.761308,
"N" : 345015
},
"clat_ns" : {
"min" : 80870966,
"max" : 155148845,
"mean" : 115028262.812594,
"stddev" : 13576299.487515,
"N" : 344999,
"percentile" : {
"1.000000" : 84410368,
"5.000000" : 87556096,
"10.000000" : 92798976,
"20.000000" : 105381888,
"30.000000" : 110624768,
"40.000000" : 113770496,
"50.000000" : 115867648,
"60.000000" : 119013376,
"70.000000" : 122159104,
"80.000000" : 125304832,
"90.000000" : 131596288,
"95.000000" : 137363456,
"99.000000" : 143654912,
"99.500000" : 147849216,
"99.900000" : 149946368,
"99.950000" : 152043520,
"99.990000" : 154140672
},
"bins" : {
"81264640" : 1209,
"82313216" : 698,
"83361792" : 1436,
"84410368" : 4172,
"85458944" : 3950,
"86507520" : 2971,
"87556096" : 3717,
"88604672" : 4403,
"89653248" : 4546,
"90701824" : 4870,
"91750400" : 2069,
"92798976" : 1724,
"93847552" : 1958,
"94896128" : 2073,
"95944704" : 1454,
"96993280" : 1096,
"98041856" : 1180,
"99090432" : 1184,
"100139008" : 1089,
"101187584" : 2210,
"102236160" : 3956,
"103284736" : 3445,
"104333312" : 5064,
"105381888" : 8939,
"106430464" : 8584,
"107479040" : 7660,
"108527616" : 7868,
"109576192" : 8020,
"110624768" : 11727,
"111673344" : 12168,
"112721920" : 12013,
"113770496" : 14427,
"114819072" : 14861,
"115867648" : 12405,
"116916224" : 10324,
"117964800" : 10844,
"119013376" : 14757,
"120061952" : 11496,
"121110528" : 11317,
"122159104" : 12647,
"123207680" : 10499,
"124256256" : 10649,
"125304832" : 7628,
"126353408" : 7088,
"127401984" : 7452,
"128450560" : 5588,
"129499136" : 4752,
"130547712" : 4991,
"131596288" : 4643,
"132644864" : 3494,
"133693440" : 3488,
"135266304" : 5438,
"137363456" : 5716,
"139460608" : 5310,
"141557760" : 2936,
"143654912" : 1405,
"145752064" : 1141,
"147849216" : 1171,
"149946368" : 815,
"152043520" : 182,
"154140672" : 82
}
},
"lat_ns" : {
"min" : 83554721,
"max" : 159901545,
"mean" : 118734287.072394,
"stddev" : 14003301.028451,
"N" : 344999
},
"bw_min" : 3524608,
"bw_max" : 5949440,
"bw_agg" : 99.841589,
"bw_mean" : 4408856.930818,
"bw_dev" : 31958.820292,
"bw_samples" : 2544,
"iops_min" : 3442,
"iops_max" : 5810,
"iops_mean" : 4304.704403,
"iops_stddev" : 31.199839,
"iops_samples" : 2544
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1280012,
"usr_cpu" : 0.933507,
"sys_cpu" : 4.243788,
"ctx" : 389612,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 99.999710,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.999710,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 13.090483,
"250" : 86.905169,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774004095,
"timestamp_ms" : 1774004095063,
"time" : "Fri Mar 20 07:54:55 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 89,
"elapsed" : 101,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 415048400896,
"io_kbytes" : 405320704,
"bw_bytes" : 4611546420,
"bw" : 4503463,
"iops" : 4398.102264,
"runtime" : 90002,
"total_ios" : 395838,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 406801,
"max" : 13920847,
"mean" : 3633410.074973,
"stddev" : 488022.501487,
"N" : 395838
},
"clat_ns" : {
"min" : 80870966,
"max" : 155148845,
"mean" : 112790645.121641,
"stddev" : 14162407.374040,
"N" : 395822,
"percentile" : {
"1.000000" : 84410368,
"5.000000" : 87556096,
"10.000000" : 90701824,
"20.000000" : 100139008,
"30.000000" : 106430464,
"40.000000" : 110624768,
"50.000000" : 113770496,
"60.000000" : 116916224,
"70.000000" : 120061952,
"80.000000" : 124256256,
"90.000000" : 130547712,
"95.000000" : 135266304,
"99.000000" : 143654912,
"99.500000" : 147849216,
"99.900000" : 149946368,
"99.950000" : 152043520,
"99.990000" : 154140672
},
"bins" : {
"81264640" : 1209,
"82313216" : 698,
"83361792" : 1436,
"84410368" : 5155,
"85458944" : 5117,
"86507520" : 3675,
"87556096" : 4621,
"88604672" : 5640,
"89653248" : 5777,
"90701824" : 6555,
"91750400" : 4739,
"92798976" : 4518,
"93847552" : 5533,
"94896128" : 5480,
"95944704" : 5798,
"96993280" : 4263,
"98041856" : 4270,
"99090432" : 3503,
"100139008" : 3210,
"101187584" : 4498,
"102236160" : 6004,
"103284736" : 4938,
"104333312" : 7004,
"105381888" : 10320,
"106430464" : 9591,
"107479040" : 9355,
"108527616" : 8756,
"109576192" : 8644,
"110624768" : 12123,
"111673344" : 12485,
"112721920" : 12270,
"113770496" : 14617,
"114819072" : 15052,
"115867648" : 12606,
"116916224" : 10504,
"117964800" : 10964,
"119013376" : 14838,
"120061952" : 11566,
"121110528" : 11361,
"122159104" : 12659,
"123207680" : 10501,
"124256256" : 10649,
"125304832" : 7628,
"126353408" : 7088,
"127401984" : 7452,
"128450560" : 5588,
"129499136" : 4752,
"130547712" : 4991,
"131596288" : 4643,
"132644864" : 3494,
"133693440" : 3488,
"135266304" : 5438,
"137363456" : 5716,
"139460608" : 5310,
"141557760" : 2936,
"143654912" : 1405,
"145752064" : 1141,
"147849216" : 1171,
"149946368" : 815,
"152043520" : 182,
"154140672" : 82
}
},
"lat_ns" : {
"min" : 83554721,
"max" : 159901545,
"mean" : 116424511.964603,
"stddev" : 14608866.318648,
"N" : 395822
},
"bw_min" : 3524608,
"bw_max" : 5949440,
"bw_agg" : 99.930247,
"bw_mean" : 4500322.340782,
"bw_dev" : 34791.973453,
"bw_samples" : 2864,
"iops_min" : 3442,
"iops_max" : 5810,
"iops_mean" : 4394.000000,
"iops_stddev" : 33.963887,
"iops_samples" : 2864
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1440008,
"usr_cpu" : 0.955481,
"sys_cpu" : 4.365184,
"ctx" : 452581,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 19.978880,
"250" : 80.017078,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774004105,
"timestamp_ms" : 1774004105063,
"time" : "Fri Mar 20 07:55:05 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 79,
"elapsed" : 111,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 467098664960,
"io_kbytes" : 456151040,
"bw_bytes" : 4670893231,
"bw" : 4561419,
"iops" : 4454.680906,
"runtime" : 100002,
"total_ios" : 445477,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 406801,
"max" : 13920847,
"mean" : 3587173.067774,
"stddev" : 489295.332624,
"N" : 445478
},
"clat_ns" : {
"min" : 80870966,
"max" : 155148845,
"mean" : 111349192.787066,
"stddev" : 14096067.626429,
"N" : 445462,
"percentile" : {
"1.000000" : 84410368,
"5.000000" : 88604672,
"10.000000" : 91750400,
"20.000000" : 96993280,
"30.000000" : 103284736,
"40.000000" : 108527616,
"50.000000" : 111673344,
"60.000000" : 115867648,
"70.000000" : 119013376,
"80.000000" : 123207680,
"90.000000" : 129499136,
"95.000000" : 135266304,
"99.000000" : 143654912,
"99.500000" : 147849216,
"99.900000" : 149946368,
"99.950000" : 152043520,
"99.990000" : 154140672
},
"bins" : {
"81264640" : 1209,
"82313216" : 698,
"83361792" : 1436,
"84410368" : 5155,
"85458944" : 5117,
"86507520" : 3675,
"87556096" : 4621,
"88604672" : 6693,
"89653248" : 6291,
"90701824" : 7485,
"91750400" : 5617,
"92798976" : 5906,
"93847552" : 8468,
"94896128" : 10207,
"95944704" : 10573,
"96993280" : 7676,
"98041856" : 7224,
"99090432" : 6282,
"100139008" : 7633,
"101187584" : 6999,
"102236160" : 8166,
"103284736" : 6539,
"104333312" : 8287,
"105381888" : 12337,
"106430464" : 11469,
"107479040" : 12121,
"108527616" : 9813,
"109576192" : 9411,
"110624768" : 12802,
"111673344" : 12993,
"112721920" : 12726,
"113770496" : 15017,
"114819072" : 15409,
"115867648" : 12861,
"116916224" : 10612,
"117964800" : 11007,
"119013376" : 14852,
"120061952" : 11577,
"121110528" : 11365,
"122159104" : 12663,
"123207680" : 10501,
"124256256" : 10649,
"125304832" : 7628,
"126353408" : 7088,
"127401984" : 7452,
"128450560" : 5588,
"129499136" : 4752,
"130547712" : 4991,
"131596288" : 4643,
"132644864" : 3494,
"133693440" : 3488,
"135266304" : 5438,
"137363456" : 5716,
"139460608" : 5310,
"141557760" : 2936,
"143654912" : 1405,
"145752064" : 1141,
"147849216" : 1171,
"149946368" : 815,
"152043520" : 182,
"154140672" : 82
}
},
"lat_ns" : {
"min" : 83554721,
"max" : 159901545,
"mean" : 114936181.802131,
"stddev" : 14540685.758730,
"N" : 445462
},
"bw_min" : 3524608,
"bw_max" : 5949440,
"bw_agg" : 100.000000,
"bw_mean" : 4561666.557789,
"bw_dev" : 35182.597610,
"bw_samples" : 3184,
"iops_min" : 3442,
"iops_max" : 5810,
"iops_mean" : 4453.839196,
"iops_stddev" : 34.341581,
"iops_samples" : 3184
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1600005,
"usr_cpu" : 0.967497,
"sys_cpu" : 4.444236,
"ctx" : 512262,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 24.048155,
"250" : 75.948478,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774004115,
"timestamp_ms" : 1774004115063,
"time" : "Fri Mar 20 07:55:15 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 69,
"elapsed" : 121,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 516838916096,
"io_kbytes" : 504725504,
"bw_bytes" : 4698450174,
"bw" : 4588330,
"iops" : 4480.945801,
"runtime" : 110002,
"total_ios" : 492913,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 406801,
"max" : 13920847,
"mean" : 3566105.431522,
"stddev" : 478762.789457,
"N" : 492914
},
"clat_ns" : {
"min" : 80870966,
"max" : 155148845,
"mean" : 110697745.215460,
"stddev" : 13750932.541747,
"N" : 492898,
"percentile" : {
"1.000000" : 84410368,
"5.000000" : 88604672,
"10.000000" : 91750400,
"20.000000" : 96993280,
"30.000000" : 103284736,
"40.000000" : 107479040,
"50.000000" : 110624768,
"60.000000" : 114819072,
"70.000000" : 117964800,
"80.000000" : 122159104,
"90.000000" : 128450560,
"95.000000" : 133693440,
"99.000000" : 141557760,
"99.500000" : 145752064,
"99.900000" : 149946368,
"99.950000" : 152043520,
"99.990000" : 154140672
},
"bins" : {
"81264640" : 1209,
"82313216" : 698,
"83361792" : 1436,
"84410368" : 5155,
"85458944" : 5117,
"86507520" : 3675,
"87556096" : 4621,
"88604672" : 6693,
"89653248" : 6291,
"90701824" : 7859,
"91750400" : 6692,
"92798976" : 7761,
"93847552" : 10490,
"94896128" : 12291,
"95944704" : 12065,
"96993280" : 9955,
"98041856" : 9298,
"99090432" : 8097,
"100139008" : 9459,
"101187584" : 8179,
"102236160" : 9702,
"103284736" : 7733,
"104333312" : 9583,
"105381888" : 14368,
"106430464" : 13482,
"107479040" : 15007,
"108527616" : 13098,
"109576192" : 12969,
"110624768" : 15470,
"111673344" : 14924,
"112721920" : 13844,
"113770496" : 16246,
"114819072" : 16449,
"115867648" : 13779,
"116916224" : 11371,
"117964800" : 11693,
"119013376" : 15180,
"120061952" : 11812,
"121110528" : 11567,
"122159104" : 12859,
"123207680" : 10666,
"124256256" : 10724,
"125304832" : 7639,
"126353408" : 7088,
"127401984" : 7452,
"128450560" : 5588,
"129499136" : 4752,
"130547712" : 4991,
"131596288" : 4643,
"132644864" : 3494,
"133693440" : 3488,
"135266304" : 5438,
"137363456" : 5716,
"139460608" : 5310,
"141557760" : 2936,
"143654912" : 1405,
"145752064" : 1141,
"147849216" : 1171,
"149946368" : 815,
"152043520" : 182,
"154140672" : 82
}
},
"lat_ns" : {
"min" : 83554721,
"max" : 159901545,
"mean" : 114263792.483335,
"stddev" : 14184123.226926,
"N" : 492898
},
"bw_min" : 3524608,
"bw_max" : 5949440,
"bw_agg" : 99.981578,
"bw_mean" : 4587485.977169,
"bw_dev" : 34363.722317,
"bw_samples" : 3504,
"iops_min" : 3442,
"iops_max" : 5810,
"iops_mean" : 4479.013699,
"iops_stddev" : 33.545239,
"iops_samples" : 3504
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1760009,
"usr_cpu" : 0.978575,
"sys_cpu" : 4.472363,
"ctx" : 567304,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 24.924074,
"250" : 75.072883,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774004125,
"timestamp_ms" : 1774004125063,
"time" : "Fri Mar 20 07:55:25 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 59,
"elapsed" : 131,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 562856722432,
"io_kbytes" : 549664768,
"bw_bytes" : 4690394513,
"bw" : 4580463,
"iops" : 4473.242113,
"runtime" : 120002,
"total_ios" : 536798,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 406801,
"max" : 13920847,
"mean" : 3572260.401056,
"stddev" : 466473.080197,
"N" : 536798
},
"clat_ns" : {
"min" : 80870966,
"max" : 155148845,
"mean" : 110885776.510056,
"stddev" : 13362168.417329,
"N" : 536782,
"percentile" : {
"1.000000" : 84410368,
"5.000000" : 88604672,
"10.000000" : 92798976,
"20.000000" : 98041856,
"30.000000" : 104333312,
"40.000000" : 107479040,
"50.000000" : 111673344,
"60.000000" : 114819072,
"70.000000" : 117964800,
"80.000000" : 122159104,
"90.000000" : 127401984,
"95.000000" : 133693440,
"99.000000" : 141557760,
"99.500000" : 145752064,
"99.900000" : 149946368,
"99.950000" : 149946368,
"99.990000" : 154140672
},
"bins" : {
"81264640" : 1209,
"82313216" : 698,
"83361792" : 1436,
"84410368" : 5155,
"85458944" : 5117,
"86507520" : 3675,
"87556096" : 4621,
"88604672" : 6693,
"89653248" : 6291,
"90701824" : 7859,
"91750400" : 6692,
"92798976" : 7761,
"93847552" : 10490,
"94896128" : 12291,
"95944704" : 12358,
"96993280" : 10337,
"98041856" : 9904,
"99090432" : 8263,
"100139008" : 9603,
"101187584" : 9365,
"102236160" : 10596,
"103284736" : 9032,
"104333312" : 12264,
"105381888" : 15987,
"106430464" : 14905,
"107479040" : 17124,
"108527616" : 14817,
"109576192" : 14390,
"110624768" : 17118,
"111673344" : 16494,
"112721920" : 16173,
"113770496" : 19079,
"114819072" : 18409,
"115867648" : 15185,
"116916224" : 13536,
"117964800" : 14282,
"119013376" : 17686,
"120061952" : 13575,
"121110528" : 13087,
"122159104" : 14332,
"123207680" : 11677,
"124256256" : 11602,
"125304832" : 8449,
"126353408" : 7692,
"127401984" : 7786,
"128450560" : 5857,
"129499136" : 4985,
"130547712" : 5017,
"131596288" : 4648,
"132644864" : 3496,
"133693440" : 3488,
"135266304" : 5438,
"137363456" : 5716,
"139460608" : 5310,
"141557760" : 2936,
"143654912" : 1405,
"145752064" : 1141,
"147849216" : 1171,
"149946368" : 815,
"152043520" : 182,
"154140672" : 82
}
},
"lat_ns" : {
"min" : 83554721,
"max" : 159901545,
"mean" : 114457869.377477,
"stddev" : 13782615.054194,
"N" : 536782
},
"bw_min" : 3524608,
"bw_max" : 5949440,
"bw_agg" : 100.000000,
"bw_mean" : 4581987.485356,
"bw_dev" : 33309.203512,
"bw_samples" : 3824,
"iops_min" : 3442,
"iops_max" : 5810,
"iops_mean" : 4473.648536,
"iops_stddev" : 32.515216,
"iops_samples" : 3824
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 1920011,
"usr_cpu" : 0.979734,
"sys_cpu" : 4.457891,
"ctx" : 616125,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 23.164393,
"250" : 76.832626,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774004135,
"timestamp_ms" : 1774004135064,
"time" : "Fri Mar 20 07:55:35 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 49,
"elapsed" : 141,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 608408961024,
"io_kbytes" : 594149376,
"bw_bytes" : 4679960931,
"bw" : 4570274,
"iops" : 4463.281617,
"runtime" : 130003,
"total_ios" : 580240,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 406801,
"max" : 13920847,
"mean" : 3580217.309146,
"stddev" : 457566.037331,
"N" : 580240
},
"clat_ns" : {
"min" : 80870966,
"max" : 155148845,
"mean" : 111132610.172175,
"stddev" : 13062377.762378,
"N" : 580224,
"percentile" : {
"1.000000" : 84410368,
"5.000000" : 89653248,
"10.000000" : 93847552,
"20.000000" : 99090432,
"30.000000" : 104333312,
"40.000000" : 108527616,
"50.000000" : 111673344,
"60.000000" : 114819072,
"70.000000" : 117964800,
"80.000000" : 122159104,
"90.000000" : 127401984,
"95.000000" : 132644864,
"99.000000" : 141557760,
"99.500000" : 145752064,
"99.900000" : 149946368,
"99.950000" : 149946368,
"99.990000" : 154140672
},
"bins" : {
"81264640" : 1209,
"82313216" : 698,
"83361792" : 1436,
"84410368" : 5155,
"85458944" : 5117,
"86507520" : 3675,
"87556096" : 4621,
"88604672" : 6693,
"89653248" : 6291,
"90701824" : 7859,
"91750400" : 6692,
"92798976" : 7761,
"93847552" : 10490,
"94896128" : 12291,
"95944704" : 12559,
"96993280" : 10507,
"98041856" : 10053,
"99090432" : 8528,
"100139008" : 10112,
"101187584" : 9980,
"102236160" : 11504,
"103284736" : 10461,
"104333312" : 13273,
"105381888" : 17004,
"106430464" : 16142,
"107479040" : 19585,
"108527616" : 16618,
"109576192" : 16592,
"110624768" : 19908,
"111673344" : 19417,
"112721920" : 18500,
"113770496" : 20554,
"114819072" : 20174,
"115867648" : 17049,
"116916224" : 14946,
"117964800" : 15771,
"119013376" : 19645,
"120061952" : 15550,
"121110528" : 14633,
"122159104" : 15627,
"123207680" : 12947,
"124256256" : 12438,
"125304832" : 9765,
"126353408" : 8364,
"127401984" : 8326,
"128450560" : 6279,
"129499136" : 5320,
"130547712" : 5264,
"131596288" : 4923,
"132644864" : 3760,
"133693440" : 3578,
"135266304" : 5595,
"137363456" : 5919,
"139460608" : 5334,
"141557760" : 2936,
"143654912" : 1405,
"145752064" : 1141,
"147849216" : 1171,
"149946368" : 815,
"152043520" : 182,
"154140672" : 82
}
},
"lat_ns" : {
"min" : 83554721,
"max" : 159901545,
"mean" : 114712645.602559,
"stddev" : 13472781.984712,
"N" : 580224
},
"bw_min" : 3524608,
"bw_max" : 5949440,
"bw_agg" : 100.000000,
"bw_mean" : 4572130.274131,
"bw_dev" : 32368.410405,
"bw_samples" : 4144,
"iops_min" : 3442,
"iops_max" : 5810,
"iops_mean" : 4463.961390,
"iops_stddev" : 31.597921,
"iops_samples" : 4144
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2080017,
"usr_cpu" : 0.981002,
"sys_cpu" : 4.440396,
"ctx" : 664944,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 21.599855,
"250" : 78.397387,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774004145,
"timestamp_ms" : 1774004145063,
"time" : "Fri Mar 20 07:55:45 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 39,
"elapsed" : 151,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 655783624704,
"io_kbytes" : 640413696,
"bw_bytes" : 4684101832,
"bw" : 4574318,
"iops" : 4467.229040,
"runtime" : 140002,
"total_ios" : 625421,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 406801,
"max" : 13920847,
"mean" : 3577055.157443,
"stddev" : 446264.490350,
"N" : 625421
},
"clat_ns" : {
"min" : 80870966,
"max" : 155148845,
"mean" : 111036510.777658,
"stddev" : 12685474.267186,
"N" : 625405,
"percentile" : {
"1.000000" : 84410368,
"5.000000" : 89653248,
"10.000000" : 93847552,
"20.000000" : 100139008,
"30.000000" : 105381888,
"40.000000" : 108527616,
"50.000000" : 111673344,
"60.000000" : 113770496,
"70.000000" : 117964800,
"80.000000" : 121110528,
"90.000000" : 126353408,
"95.000000" : 132644864,
"99.000000" : 141557760,
"99.500000" : 145752064,
"99.900000" : 149946368,
"99.950000" : 149946368,
"99.990000" : 154140672
},
"bins" : {
"81264640" : 1209,
"82313216" : 698,
"83361792" : 1436,
"84410368" : 5155,
"85458944" : 5117,
"86507520" : 3675,
"87556096" : 4621,
"88604672" : 6693,
"89653248" : 6291,
"90701824" : 7859,
"91750400" : 6692,
"92798976" : 7761,
"93847552" : 10490,
"94896128" : 12291,
"95944704" : 12559,
"96993280" : 10507,
"98041856" : 10787,
"99090432" : 9449,
"100139008" : 11472,
"101187584" : 11187,
"102236160" : 13203,
"103284736" : 11866,
"104333312" : 15498,
"105381888" : 19991,
"106430464" : 19170,
"107479040" : 23279,
"108527616" : 18602,
"109576192" : 18320,
"110624768" : 22254,
"111673344" : 22707,
"112721920" : 21250,
"113770496" : 23846,
"114819072" : 22737,
"115867648" : 18976,
"116916224" : 16422,
"117964800" : 16887,
"119013376" : 20778,
"120061952" : 16449,
"121110528" : 15332,
"122159104" : 15819,
"123207680" : 13053,
"124256256" : 12544,
"125304832" : 9877,
"126353408" : 8562,
"127401984" : 8330,
"128450560" : 6279,
"129499136" : 5320,
"130547712" : 5264,
"131596288" : 4923,
"132644864" : 3760,
"133693440" : 3578,
"135266304" : 5595,
"137363456" : 5919,
"139460608" : 5334,
"141557760" : 2936,
"143654912" : 1405,
"145752064" : 1141,
"147849216" : 1171,
"149946368" : 815,
"152043520" : 182,
"154140672" : 82
}
},
"lat_ns" : {
"min" : 83554721,
"max" : 159901545,
"mean" : 114613510.218669,
"stddev" : 13083428.058256,
"N" : 625405
},
"bw_min" : 3524608,
"bw_max" : 5949440,
"bw_agg" : 100.000000,
"bw_mean" : 4575598.311828,
"bw_dev" : 31371.480945,
"bw_samples" : 4464,
"iops_min" : 3442,
"iops_max" : 5810,
"iops_mean" : 4467.354839,
"iops_stddev" : 30.624266,
"iops_samples" : 4464
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2240007,
"usr_cpu" : 0.980756,
"sys_cpu" : 4.446281,
"ctx" : 716523,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 20.397620,
"250" : 79.599822,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774004155,
"timestamp_ms" : 1774004155064,
"time" : "Fri Mar 20 07:55:55 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 29,
"elapsed" : 161,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 702766120960,
"io_kbytes" : 686295040,
"bw_bytes" : 4685045005,
"bw" : 4575239,
"iops" : 4468.113758,
"runtime" : 150002,
"total_ios" : 670226,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 406801,
"max" : 13920847,
"mean" : 3576352.471399,
"stddev" : 435303.778131,
"N" : 670226
},
"clat_ns" : {
"min" : 80870966,
"max" : 155148845,
"mean" : 111012312.280303,
"stddev" : 12334810.174178,
"N" : 670210,
"percentile" : {
"1.000000" : 84410368,
"5.000000" : 89653248,
"10.000000" : 93847552,
"20.000000" : 100139008,
"30.000000" : 105381888,
"40.000000" : 108527616,
"50.000000" : 110624768,
"60.000000" : 113770496,
"70.000000" : 116916224,
"80.000000" : 121110528,
"90.000000" : 126353408,
"95.000000" : 131596288,
"99.000000" : 141557760,
"99.500000" : 145752064,
"99.900000" : 149946368,
"99.950000" : 149946368,
"99.990000" : 154140672
},
"bins" : {
"81264640" : 1209,
"82313216" : 698,
"83361792" : 1436,
"84410368" : 5155,
"85458944" : 5117,
"86507520" : 3675,
"87556096" : 4621,
"88604672" : 6693,
"89653248" : 6291,
"90701824" : 7859,
"91750400" : 6692,
"92798976" : 7761,
"93847552" : 10490,
"94896128" : 12291,
"95944704" : 12559,
"96993280" : 10507,
"98041856" : 10787,
"99090432" : 9449,
"100139008" : 12129,
"101187584" : 12481,
"102236160" : 14246,
"103284736" : 12647,
"104333312" : 16673,
"105381888" : 22218,
"106430464" : 23601,
"107479040" : 27403,
"108527616" : 23218,
"109576192" : 21053,
"110624768" : 26411,
"111673344" : 25002,
"112721920" : 22828,
"113770496" : 25488,
"114819072" : 24294,
"115867648" : 21462,
"116916224" : 19075,
"117964800" : 18844,
"119013376" : 21706,
"120061952" : 16898,
"121110528" : 15741,
"122159104" : 16236,
"123207680" : 13427,
"124256256" : 12912,
"125304832" : 10124,
"126353408" : 8710,
"127401984" : 8388,
"128450560" : 6280,
"129499136" : 5320,
"130547712" : 5264,
"131596288" : 4923,
"132644864" : 3760,
"133693440" : 3578,
"135266304" : 5595,
"137363456" : 5919,
"139460608" : 5334,
"141557760" : 2936,
"143654912" : 1405,
"145752064" : 1141,
"147849216" : 1171,
"149946368" : 815,
"152043520" : 182,
"154140672" : 82
}
},
"lat_ns" : {
"min" : 83554721,
"max" : 159901545,
"mean" : 114588478.703272,
"stddev" : 12721238.497084,
"N" : 670210
},
"bw_min" : 3524608,
"bw_max" : 5949440,
"bw_agg" : 100.000000,
"bw_mean" : 4577385.956522,
"bw_dev" : 30389.780541,
"bw_samples" : 4784,
"iops_min" : 3442,
"iops_max" : 5810,
"iops_mean" : 4469.076923,
"iops_stddev" : 29.665585,
"iops_samples" : 4784
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2400011,
"usr_cpu" : 0.980579,
"sys_cpu" : 4.445771,
"ctx" : 767084,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 19.058795,
"250" : 80.938818,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774004165,
"timestamp_ms" : 1774004165063,
"time" : "Fri Mar 20 07:56:05 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 19,
"elapsed" : 171,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 753481547776,
"io_kbytes" : 735821824,
"bw_bytes" : 4709200808,
"bw" : 4598828,
"iops" : 4491.143861,
"runtime" : 160002,
"total_ios" : 718592,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 406801,
"max" : 13920847,
"mean" : 3557966.453235,
"stddev" : 435059.002020,
"N" : 718592
},
"clat_ns" : {
"min" : 80870966,
"max" : 155148845,
"mean" : 110445936.758827,
"stddev" : 12332779.225363,
"N" : 718576,
"percentile" : {
"1.000000" : 84410368,
"5.000000" : 89653248,
"10.000000" : 93847552,
"20.000000" : 99090432,
"30.000000" : 104333312,
"40.000000" : 107479040,
"50.000000" : 110624768,
"60.000000" : 113770496,
"70.000000" : 116916224,
"80.000000" : 120061952,
"90.000000" : 125304832,
"95.000000" : 131596288,
"99.000000" : 141557760,
"99.500000" : 143654912,
"99.900000" : 149946368,
"99.950000" : 149946368,
"99.990000" : 154140672
},
"bins" : {
"81264640" : 1209,
"82313216" : 698,
"83361792" : 1436,
"84410368" : 5155,
"85458944" : 5117,
"86507520" : 3675,
"87556096" : 4621,
"88604672" : 7383,
"89653248" : 7067,
"90701824" : 8558,
"91750400" : 7324,
"92798976" : 10716,
"93847552" : 13752,
"94896128" : 15200,
"95944704" : 15674,
"96993280" : 12974,
"98041856" : 13740,
"99090432" : 11850,
"100139008" : 14839,
"101187584" : 13972,
"102236160" : 16117,
"103284736" : 14658,
"104333312" : 17985,
"105381888" : 23462,
"106430464" : 25435,
"107479040" : 28776,
"108527616" : 24477,
"109576192" : 22037,
"110624768" : 27066,
"111673344" : 25727,
"112721920" : 23621,
"113770496" : 26275,
"114819072" : 25026,
"115867648" : 22014,
"116916224" : 19619,
"117964800" : 19417,
"119013376" : 22176,
"120061952" : 17290,
"121110528" : 16647,
"122159104" : 16782,
"123207680" : 13799,
"124256256" : 13305,
"125304832" : 10441,
"126353408" : 8793,
"127401984" : 8461,
"128450560" : 6354,
"129499136" : 5410,
"130547712" : 5349,
"131596288" : 5029,
"132644864" : 3899,
"133693440" : 3589,
"135266304" : 5595,
"137363456" : 5919,
"139460608" : 5334,
"141557760" : 2936,
"143654912" : 1405,
"145752064" : 1141,
"147849216" : 1171,
"149946368" : 815,
"152043520" : 182,
"154140672" : 82
}
},
"lat_ns" : {
"min" : 83554721,
"max" : 159901545,
"mean" : 114003995.661503,
"stddev" : 12719083.294557,
"N" : 718576
},
"bw_min" : 3524608,
"bw_max" : 5949440,
"bw_agg" : 99.992152,
"bw_mean" : 4598468.316614,
"bw_dev" : 30509.214932,
"bw_samples" : 5104,
"iops_min" : 3442,
"iops_max" : 5810,
"iops_mean" : 4489.667712,
"iops_stddev" : 29.781998,
"iops_samples" : 5104
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2560004,
"usr_cpu" : 0.988006,
"sys_cpu" : 4.474993,
"ctx" : 824354,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 21.074128,
"250" : 78.923645,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774004175,
"timestamp_ms" : 1774004175063,
"time" : "Fri Mar 20 07:56:15 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 9,
"elapsed" : 181,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 801137229824,
"io_kbytes" : 782360576,
"bw_bytes" : 4712516498,
"bw" : 4602066,
"iops" : 4494.305949,
"runtime" : 170002,
"total_ios" : 764041,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 406801,
"max" : 13920847,
"mean" : 3555458.336947,
"stddev" : 427976.039886,
"N" : 764041
},
"clat_ns" : {
"min" : 80870966,
"max" : 155148845,
"mean" : 110362263.021980,
"stddev" : 12092575.967248,
"N" : 764025,
"percentile" : {
"1.000000" : 84410368,
"5.000000" : 90701824,
"10.000000" : 93847552,
"20.000000" : 100139008,
"30.000000" : 104333312,
"40.000000" : 107479040,
"50.000000" : 110624768,
"60.000000" : 113770496,
"70.000000" : 115867648,
"80.000000" : 120061952,
"90.000000" : 125304832,
"95.000000" : 130547712,
"99.000000" : 141557760,
"99.500000" : 143654912,
"99.900000" : 149946368,
"99.950000" : 149946368,
"99.990000" : 154140672
},
"bins" : {
"81264640" : 1209,
"82313216" : 698,
"83361792" : 1436,
"84410368" : 5155,
"85458944" : 5117,
"86507520" : 3675,
"87556096" : 4621,
"88604672" : 7383,
"89653248" : 7688,
"90701824" : 9052,
"91750400" : 7512,
"92798976" : 10850,
"93847552" : 13869,
"94896128" : 15384,
"95944704" : 16612,
"96993280" : 13639,
"98041856" : 14748,
"99090432" : 12369,
"100139008" : 15555,
"101187584" : 14729,
"102236160" : 16959,
"103284736" : 15749,
"104333312" : 20406,
"105381888" : 25283,
"106430464" : 28794,
"107479040" : 31678,
"108527616" : 27006,
"109576192" : 25702,
"110624768" : 29629,
"111673344" : 29728,
"112721920" : 26132,
"113770496" : 28114,
"114819072" : 26981,
"115867648" : 23471,
"116916224" : 20859,
"117964800" : 20751,
"119013376" : 22963,
"120061952" : 17966,
"121110528" : 17091,
"122159104" : 17112,
"123207680" : 14068,
"124256256" : 13586,
"125304832" : 10730,
"126353408" : 8952,
"127401984" : 8588,
"128450560" : 6509,
"129499136" : 5449,
"130547712" : 5356,
"131596288" : 5041,
"132644864" : 3902,
"133693440" : 3589,
"135266304" : 5595,
"137363456" : 5919,
"139460608" : 5334,
"141557760" : 2936,
"143654912" : 1405,
"145752064" : 1141,
"147849216" : 1171,
"149946368" : 815,
"152043520" : 182,
"154140672" : 82
}
},
"lat_ns" : {
"min" : 83554721,
"max" : 159901545,
"mean" : 113917411.256645,
"stddev" : 12470988.599383,
"N" : 764025
},
"bw_min" : 3524608,
"bw_max" : 5949440,
"bw_agg" : 100.000000,
"bw_mean" : 4603634.168142,
"bw_dev" : 29931.200154,
"bw_samples" : 5424,
"iops_min" : 3442,
"iops_max" : 5810,
"iops_mean" : 4494.690265,
"iops_stddev" : 29.216525,
"iops_samples" : 5424
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2720004,
"usr_cpu" : 0.990771,
"sys_cpu" : 4.478376,
"ctx" : 876265,
"majf" : 0,
"minf" : 566,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 20.493272,
"250" : 79.504634,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774004185,
"timestamp_ms" : 1774004185075,
"time" : "Fri Mar 20 07:56:25 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 52,
"elapsed" : 191,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 850765283328,
"io_kbytes" : 830825472,
"bw_bytes" : 4726395023,
"bw" : 4615620,
"iops" : 4506.374894,
"runtime" : 180003,
"total_ios" : 811161,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 406801,
"max" : 13920847,
"mean" : 3545806.610684,
"stddev" : 424599.843816,
"N" : 811177
},
"clat_ns" : {
"min" : 5649,
"max" : 155148845,
"mean" : 110032100.642975,
"stddev" : 12070031.387979,
"N" : 811657,
"percentile" : {
"1.000000" : 84410368,
"5.000000" : 90701824,
"10.000000" : 93847552,
"20.000000" : 99090432,
"30.000000" : 104333312,
"40.000000" : 107479040,
"50.000000" : 110624768,
"60.000000" : 112721920,
"70.000000" : 115867648,
"80.000000" : 120061952,
"90.000000" : 125304832,
"95.000000" : 130547712,
"99.000000" : 139460608,
"99.500000" : 143654912,
"99.900000" : 149946368,
"99.950000" : 149946368,
"99.990000" : 154140672
},
"bins" : {
"5664" : 1,
"5920" : 1,
"6752" : 1,
"6944" : 1,
"7200" : 1,
"7904" : 1,
"8032" : 1,
"8384" : 1,
"8896" : 1,
"9536" : 1,
"10176" : 2,
"12480" : 1,
"16768" : 1,
"17024" : 1,
"17792" : 1,
"3325952" : 1,
"3620864" : 1,
"3784704" : 1,
"3817472" : 2,
"3850240" : 1,
"3948544" : 2,
"4014080" : 2,
"4046848" : 4,
"4112384" : 1,
"4145152" : 1,
"7307264" : 1,
"7569408" : 2,
"7634944" : 1,
"7700480" : 1,
"7831552" : 2,
"7897088" : 2,
"7962624" : 2,
"8028160" : 2,
"8093696" : 1,
"8159232" : 1,
"8224768" : 1,
"11337728" : 1,
"11468800" : 1,
"11599872" : 1,
"11730944" : 3,
"11862016" : 6,
"11993088" : 3,
"12124160" : 1,
"15007744" : 1,
"15138816" : 1,
"15269888" : 1,
"15400960" : 2,
"15532032" : 6,
"15663104" : 4,
"15925248" : 1,
"18743296" : 2,
"19005440" : 6,
"19267584" : 7,
"19529728" : 1,
"22413312" : 3,
"22675456" : 7,
"22937600" : 6,
"25821184" : 2,
"26083328" : 2,
"26345472" : 8,
"26607616" : 4,
"29491200" : 2,
"29753344" : 4,
"30015488" : 9,
"30277632" : 1,
"33161216" : 2,
"33423360" : 8,
"33816576" : 6,
"36438016" : 2,
"36962304" : 10,
"37486592" : 4,
"40108032" : 2,
"40632320" : 12,
"41156608" : 2,
"43778048" : 2,
"44302336" : 13,
"44826624" : 1,
"47448064" : 3,
"47972352" : 13,
"51118080" : 5,
"51642368" : 11,
"54788096" : 7,
"55312384" : 9,
"57933824" : 1,
"58458112" : 9,
"58982400" : 6,
"61603840" : 2,
"62128128" : 10,
"62652416" : 4,
"65273856" : 2,
"65798144" : 12,
"66322432" : 2,
"68681728" : 2,
"69730304" : 14,
"72876032" : 16,
"76021760" : 6,
"77070336" : 10,
"80216064" : 16,
"81264640" : 1209,
"82313216" : 698,
"83361792" : 1449,
"84410368" : 5158,
"85458944" : 5117,
"86507520" : 3677,
"87556096" : 4635,
"88604672" : 7568,
"89653248" : 7916,
"90701824" : 9936,
"91750400" : 8609,
"92798976" : 13629,
"93847552" : 15367,
"94896128" : 15950,
"95944704" : 17581,
"96993280" : 15582,
"98041856" : 17112,
"99090432" : 14384,
"100139008" : 17179,
"101187584" : 16014,
"102236160" : 18265,
"103284736" : 17464,
"104333312" : 22545,
"105381888" : 27293,
"106430464" : 30157,
"107479040" : 33017,
"108527616" : 28394,
"109576192" : 28508,
"110624768" : 33173,
"111673344" : 31739,
"112721920" : 27526,
"113770496" : 29400,
"114819072" : 28899,
"115867648" : 24796,
"116916224" : 21928,
"117964800" : 21385,
"119013376" : 23447,
"120061952" : 18429,
"121110528" : 17638,
"122159104" : 17587,
"123207680" : 14338,
"124256256" : 13741,
"125304832" : 10852,
"126353408" : 8977,
"127401984" : 8595,
"128450560" : 6509,
"129499136" : 5449,
"130547712" : 5356,
"131596288" : 5041,
"132644864" : 3902,
"133693440" : 3589,
"135266304" : 5595,
"137363456" : 5919,
"139460608" : 5334,
"141557760" : 2936,
"143654912" : 1405,
"145752064" : 1141,
"147849216" : 1171,
"149946368" : 815,
"152043520" : 182,
"154140672" : 82
}
},
"lat_ns" : {
"min" : 3331042,
"max" : 159901545,
"mean" : 113577815.676203,
"stddev" : 12440869.831668,
"N" : 811657
},
"bw_min" : 3524608,
"bw_max" : 5949440,
"bw_agg" : 100.000000,
"bw_mean" : 4615927.186630,
"bw_dev" : 29633.297567,
"bw_samples" : 5744,
"iops_min" : 3442,
"iops_max" : 5810,
"iops_mean" : 4506.701950,
"iops_stddev" : 28.926902,
"iops_samples" : 5744
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880011,
"usr_cpu" : 0.996524,
"sys_cpu" : 4.493455,
"ctx" : 931247,
"majf" : 0,
"minf" : 607,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.998028,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.015780,
"100" : 21.184574,
"250" : 78.848958,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}
{
"fio version" : "fio-3.35",
"timestamp" : 1774004185,
"timestamp_ms" : 1774004185109,
"time" : "Fri Mar 20 07:56:25 2026",
"global options" : {
"ioengine" : "libaio",
"direct" : "1",
"directory" : "/tank-raidz2/bench",
"size" : "64G",
"runtime" : "180",
"time_based" : "1",
"ramp_time" : "10",
"group_reporting" : "1",
"filename_format" : "fiofile.$jobnum"
},
"jobs" : [
{
"jobname" : "seq-write-qd32-nj16",
"groupid" : 0,
"error" : 0,
"eta" : 0,
"elapsed" : 191,
"job options" : {
"rw" : "write",
"bs" : "1M",
"iodepth" : "32",
"numjobs" : "16"
},
"read" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"write" : {
"io_bytes" : 851100827648,
"io_kbytes" : 831153152,
"bw_bytes" : 4727812618,
"bw" : 4617004,
"iops" : 4505.949339,
"runtime" : 180020,
"total_ios" : 811161,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 406801,
"max" : 13920847,
"mean" : 3545806.610684,
"stddev" : 424599.843816,
"N" : 811177
},
"clat_ns" : {
"min" : 5649,
"max" : 155148845,
"mean" : 110032100.642975,
"stddev" : 12070031.387979,
"N" : 811657,
"percentile" : {
"1.000000" : 84410368,
"5.000000" : 90701824,
"10.000000" : 93847552,
"20.000000" : 99090432,
"30.000000" : 104333312,
"40.000000" : 107479040,
"50.000000" : 110624768,
"60.000000" : 112721920,
"70.000000" : 115867648,
"80.000000" : 120061952,
"90.000000" : 125304832,
"95.000000" : 130547712,
"99.000000" : 139460608,
"99.500000" : 143654912,
"99.900000" : 149946368,
"99.950000" : 149946368,
"99.990000" : 154140672
},
"bins" : {
"5664" : 1,
"5920" : 1,
"6752" : 1,
"6944" : 1,
"7200" : 1,
"7904" : 1,
"8032" : 1,
"8384" : 1,
"8896" : 1,
"9536" : 1,
"10176" : 2,
"12480" : 1,
"16768" : 1,
"17024" : 1,
"17792" : 1,
"3325952" : 1,
"3620864" : 1,
"3784704" : 1,
"3817472" : 2,
"3850240" : 1,
"3948544" : 2,
"4014080" : 2,
"4046848" : 4,
"4112384" : 1,
"4145152" : 1,
"7307264" : 1,
"7569408" : 2,
"7634944" : 1,
"7700480" : 1,
"7831552" : 2,
"7897088" : 2,
"7962624" : 2,
"8028160" : 2,
"8093696" : 1,
"8159232" : 1,
"8224768" : 1,
"11337728" : 1,
"11468800" : 1,
"11599872" : 1,
"11730944" : 3,
"11862016" : 6,
"11993088" : 3,
"12124160" : 1,
"15007744" : 1,
"15138816" : 1,
"15269888" : 1,
"15400960" : 2,
"15532032" : 6,
"15663104" : 4,
"15925248" : 1,
"18743296" : 2,
"19005440" : 6,
"19267584" : 7,
"19529728" : 1,
"22413312" : 3,
"22675456" : 7,
"22937600" : 6,
"25821184" : 2,
"26083328" : 2,
"26345472" : 8,
"26607616" : 4,
"29491200" : 2,
"29753344" : 4,
"30015488" : 9,
"30277632" : 1,
"33161216" : 2,
"33423360" : 8,
"33816576" : 6,
"36438016" : 2,
"36962304" : 10,
"37486592" : 4,
"40108032" : 2,
"40632320" : 12,
"41156608" : 2,
"43778048" : 2,
"44302336" : 13,
"44826624" : 1,
"47448064" : 3,
"47972352" : 13,
"51118080" : 5,
"51642368" : 11,
"54788096" : 7,
"55312384" : 9,
"57933824" : 1,
"58458112" : 9,
"58982400" : 6,
"61603840" : 2,
"62128128" : 10,
"62652416" : 4,
"65273856" : 2,
"65798144" : 12,
"66322432" : 2,
"68681728" : 2,
"69730304" : 14,
"72876032" : 16,
"76021760" : 6,
"77070336" : 10,
"80216064" : 16,
"81264640" : 1209,
"82313216" : 698,
"83361792" : 1449,
"84410368" : 5158,
"85458944" : 5117,
"86507520" : 3677,
"87556096" : 4635,
"88604672" : 7568,
"89653248" : 7916,
"90701824" : 9936,
"91750400" : 8609,
"92798976" : 13629,
"93847552" : 15367,
"94896128" : 15950,
"95944704" : 17581,
"96993280" : 15582,
"98041856" : 17112,
"99090432" : 14384,
"100139008" : 17179,
"101187584" : 16014,
"102236160" : 18265,
"103284736" : 17464,
"104333312" : 22545,
"105381888" : 27293,
"106430464" : 30157,
"107479040" : 33017,
"108527616" : 28394,
"109576192" : 28508,
"110624768" : 33173,
"111673344" : 31739,
"112721920" : 27526,
"113770496" : 29400,
"114819072" : 28899,
"115867648" : 24796,
"116916224" : 21928,
"117964800" : 21385,
"119013376" : 23447,
"120061952" : 18429,
"121110528" : 17638,
"122159104" : 17587,
"123207680" : 14338,
"124256256" : 13741,
"125304832" : 10852,
"126353408" : 8977,
"127401984" : 8595,
"128450560" : 6509,
"129499136" : 5449,
"130547712" : 5356,
"131596288" : 5041,
"132644864" : 3902,
"133693440" : 3589,
"135266304" : 5595,
"137363456" : 5919,
"139460608" : 5334,
"141557760" : 2936,
"143654912" : 1405,
"145752064" : 1141,
"147849216" : 1171,
"149946368" : 815,
"152043520" : 182,
"154140672" : 82
}
},
"lat_ns" : {
"min" : 3331042,
"max" : 159901545,
"mean" : 113577815.676203,
"stddev" : 12440869.831668,
"N" : 811657
},
"bw_min" : 3524608,
"bw_max" : 5949440,
"bw_agg" : 100.000000,
"bw_mean" : 4617432.231933,
"bw_dev" : 29693.342307,
"bw_samples" : 5754,
"iops_min" : 3442,
"iops_max" : 5810,
"iops_mean" : 4508.155385,
"iops_stddev" : 28.983734,
"iops_samples" : 5754
},
"trim" : {
"io_bytes" : 0,
"io_kbytes" : 0,
"bw_bytes" : 0,
"bw" : 0,
"iops" : 0.000000,
"runtime" : 0,
"total_ios" : 0,
"short_ios" : 0,
"drop_ios" : 0,
"slat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"clat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
},
"bw_min" : 0,
"bw_max" : 0,
"bw_agg" : 0.000000,
"bw_mean" : 0.000000,
"bw_dev" : 0.000000,
"bw_samples" : 0,
"iops_min" : 0,
"iops_max" : 0,
"iops_mean" : 0.000000,
"iops_stddev" : 0.000000,
"iops_samples" : 0
},
"sync" : {
"total_ios" : 0,
"lat_ns" : {
"min" : 0,
"max" : 0,
"mean" : 0.000000,
"stddev" : 0.000000,
"N" : 0
}
},
"job_runtime" : 2880177,
"usr_cpu" : 0.996467,
"sys_cpu" : 4.493196,
"ctx" : 931392,
"majf" : 0,
"minf" : 617,
"iodepth_level" : {
"1" : 0.000000,
"2" : 0.000000,
"4" : 0.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 100.000000,
">=64" : 0.000000
},
"iodepth_submit" : {
"0" : 0.000000,
"4" : 100.000000,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.000000,
"64" : 0.000000,
">=64" : 0.000000
},
"iodepth_complete" : {
"0" : 0.000000,
"4" : 99.998028,
"8" : 0.000000,
"16" : 0.000000,
"32" : 0.100000,
"64" : 0.000000,
">=64" : 0.000000
},
"latency_ns" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.000000,
"20" : 0.000000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_us" : {
"2" : 0.000000,
"4" : 0.000000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.000000,
"100" : 0.000000,
"250" : 0.000000,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000
},
"latency_ms" : {
"2" : 0.000000,
"4" : 0.010000,
"10" : 0.010000,
"20" : 0.010000,
"50" : 0.015780,
"100" : 21.184574,
"250" : 78.848958,
"500" : 0.000000,
"750" : 0.000000,
"1000" : 0.000000,
"2000" : 0.000000,
">=2000" : 0.000000
},
"latency_depth" : 32,
"latency_target" : 0,
"latency_percentile" : 100.000000,
"latency_window" : 0
}
]
}