← Back to file list

📄 seq-read-qd32-nj1_run3.json

raidz2/benchmarks/seq/seq-read-qd32-nj1_run3.json

{
  "fio version" : "fio-3.35",
  "timestamp" : 1773994882,
  "timestamp_ms" : 1773994882727,
  "time" : "Fri Mar 20 05:21:22 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 190,
      "elapsed" : 10,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2656107103,
      "usr_cpu" : 0.000000,
      "sys_cpu" : 0.000000,
      "ctx" : 0,
      "majf" : 0,
      "minf" : 0,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      }
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773994892,
  "timestamp_ms" : 1773994892727,
  "time" : "Fri Mar 20 05:21:32 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 188,
      "elapsed" : 3,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 12252610560,
        "io_kbytes" : 11965440,
        "bw_bytes" : 6210142199,
        "bw" : 6064591,
        "iops" : 5939.178915,
        "runtime" : 1973,
        "total_ios" : 11718,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1973,
      "usr_cpu" : 0.963001,
      "sys_cpu" : 98.682210,
      "ctx" : 0,
      "majf" : 0,
      "minf" : 8200,
      "iodepth_level" : {
        "1" : 0.100000,
        "2" : 0.100000,
        "4" : 0.100000,
        "8" : 0.100000,
        "16" : 0.136542,
        "32" : 99.735450,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.991466,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.991443,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773994910,
  "timestamp_ms" : 1773994910753,
  "time" : "Fri Mar 20 05:21:50 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 170,
      "elapsed" : 21,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 63835209728,
        "io_kbytes" : 62339072,
        "bw_bytes" : 6384159388,
        "bw" : 6234530,
        "iops" : 6088.508851,
        "runtime" : 9999,
        "total_ios" : 60879,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 152223,
          "max" : 218905,
          "mean" : 161968.577900,
          "stddev" : 5467.194095,
          "N" : 60879
        },
        "clat_ns" : {
          "min" : 4964608,
          "max" : 5606869,
          "mean" : 5093427.880121,
          "stddev" : 94714.707839,
          "N" : 60878,
          "percentile" : {
            "1.000000" : 5013504,
            "5.000000" : 5013504,
            "10.000000" : 5013504,
            "20.000000" : 5013504,
            "30.000000" : 5013504,
            "40.000000" : 5013504,
            "50.000000" : 5079040,
            "60.000000" : 5079040,
            "70.000000" : 5144576,
            "80.000000" : 5144576,
            "90.000000" : 5210112,
            "95.000000" : 5275648,
            "99.000000" : 5406720,
            "99.500000" : 5406720,
            "99.900000" : 5472256,
            "99.950000" : 5537792,
            "99.990000" : 5603328
          },
          "bins" : {
            "4947968" : 81,
            "5013504" : 27052,
            "5079040" : 15312,
            "5144576" : 6452,
            "5210112" : 6203,
            "5275648" : 3674,
            "5341184" : 1255,
            "5406720" : 581,
            "5472256" : 219,
            "5537792" : 32,
            "5603328" : 17
          }
        },
        "lat_ns" : {
          "min" : 5126486,
          "max" : 5776769,
          "mean" : 5255397.413351,
          "stddev" : 97048.035212,
          "N" : 60878
        },
        "bw_min" : 6129664,
        "bw_max" : 6277120,
        "bw_agg" : 99.977919,
        "bw_mean" : 6233154.631579,
        "bw_dev" : 37034.830644,
        "bw_samples" : 19,
        "iops_min" : 5986,
        "iops_max" : 6130,
        "iops_mean" : 6087.052632,
        "iops_stddev" : 36.168546,
        "iops_samples" : 19
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 9999,
      "usr_cpu" : 1.420142,
      "sys_cpu" : 98.239824,
      "ctx" : 4,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.998357,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773994920,
  "timestamp_ms" : 1773994920753,
  "time" : "Fri Mar 20 05:22:00 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 160,
      "elapsed" : 31,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 127776325632,
        "io_kbytes" : 124781568,
        "bw_bytes" : 6389135738,
        "bw" : 6239390,
        "iops" : 6093.204660,
        "runtime" : 19999,
        "total_ios" : 121858,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 151922,
          "max" : 218905,
          "mean" : 161844.866074,
          "stddev" : 5419.348237,
          "N" : 121858
        },
        "clat_ns" : {
          "min" : 4964608,
          "max" : 5606869,
          "mean" : 5089502.757142,
          "stddev" : 92619.572851,
          "N" : 121857,
          "percentile" : {
            "1.000000" : 5013504,
            "5.000000" : 5013504,
            "10.000000" : 5013504,
            "20.000000" : 5013504,
            "30.000000" : 5013504,
            "40.000000" : 5013504,
            "50.000000" : 5079040,
            "60.000000" : 5079040,
            "70.000000" : 5079040,
            "80.000000" : 5144576,
            "90.000000" : 5210112,
            "95.000000" : 5275648,
            "99.000000" : 5406720,
            "99.500000" : 5406720,
            "99.900000" : 5472256,
            "99.950000" : 5472256,
            "99.990000" : 5603328
          },
          "bins" : {
            "4947968" : 149,
            "5013504" : 57063,
            "5079040" : 29656,
            "5144576" : 11483,
            "5210112" : 12770,
            "5275648" : 7130,
            "5341184" : 2229,
            "5406720" : 961,
            "5472256" : 362,
            "5537792" : 37,
            "5603328" : 17
          }
        },
        "lat_ns" : {
          "min" : 5126486,
          "max" : 5776769,
          "mean" : 5251347.373036,
          "stddev" : 94885.482632,
          "N" : 121857
        },
        "bw_min" : 6129664,
        "bw_max" : 6283264,
        "bw_agg" : 100.000000,
        "bw_mean" : 6239742.435897,
        "bw_dev" : 31985.597366,
        "bw_samples" : 39,
        "iops_min" : 5986,
        "iops_max" : 6136,
        "iops_mean" : 6093.487179,
        "iops_stddev" : 31.236679,
        "iops_samples" : 39
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 19999,
      "usr_cpu" : 1.440072,
      "sys_cpu" : 98.224911,
      "ctx" : 7,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999179,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773994930,
  "timestamp_ms" : 1773994930753,
  "time" : "Fri Mar 20 05:22:10 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 150,
      "elapsed" : 41,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 191688081408,
        "io_kbytes" : 187195392,
        "bw_bytes" : 6389815707,
        "bw" : 6240054,
        "iops" : 6093.836461,
        "runtime" : 29999,
        "total_ios" : 182809,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 151922,
          "max" : 218905,
          "mean" : 161823.749082,
          "stddev" : 5414.550193,
          "N" : 182809
        },
        "clat_ns" : {
          "min" : 4964608,
          "max" : 5606869,
          "mean" : 5088835.698870,
          "stddev" : 92275.154569,
          "N" : 182808,
          "percentile" : {
            "1.000000" : 5013504,
            "5.000000" : 5013504,
            "10.000000" : 5013504,
            "20.000000" : 5013504,
            "30.000000" : 5013504,
            "40.000000" : 5013504,
            "50.000000" : 5079040,
            "60.000000" : 5079040,
            "70.000000" : 5079040,
            "80.000000" : 5144576,
            "90.000000" : 5210112,
            "95.000000" : 5275648,
            "99.000000" : 5406720,
            "99.500000" : 5406720,
            "99.900000" : 5472256,
            "99.950000" : 5472256,
            "99.990000" : 5537792
          },
          "bins" : {
            "4947968" : 221,
            "5013504" : 86205,
            "5079040" : 44568,
            "5144576" : 16818,
            "5210112" : 19067,
            "5275648" : 10639,
            "5341184" : 3322,
            "5406720" : 1384,
            "5472256" : 518,
            "5537792" : 49,
            "5603328" : 17
          }
        },
        "lat_ns" : {
          "min" : 5122530,
          "max" : 5776769,
          "mean" : 5250660.023090,
          "stddev" : 94524.195569,
          "N" : 182808
        },
        "bw_min" : 6129664,
        "bw_max" : 6283264,
        "bw_agg" : 100.000000,
        "bw_mean" : 6240929.271186,
        "bw_dev" : 28929.772758,
        "bw_samples" : 59,
        "iops_min" : 5986,
        "iops_max" : 6136,
        "iops_mean" : 6094.610169,
        "iops_stddev" : 28.211649,
        "iops_samples" : 59
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 29999,
      "usr_cpu" : 1.406714,
      "sys_cpu" : 98.256609,
      "ctx" : 11,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999453,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773994940,
  "timestamp_ms" : 1773994940753,
  "time" : "Fri Mar 20 05:22:20 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 140,
      "elapsed" : 51,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 255616614400,
        "io_kbytes" : 249625600,
        "bw_bytes" : 6390575124,
        "bw" : 6240796,
        "iops" : 6094.552364,
        "runtime" : 39999,
        "total_ios" : 243776,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 151922,
          "max" : 219716,
          "mean" : 161805.930654,
          "stddev" : 5413.619681,
          "N" : 243776
        },
        "clat_ns" : {
          "min" : 4964608,
          "max" : 5606869,
          "mean" : 5088272.268609,
          "stddev" : 91864.027533,
          "N" : 243775,
          "percentile" : {
            "1.000000" : 5013504,
            "5.000000" : 5013504,
            "10.000000" : 5013504,
            "20.000000" : 5013504,
            "30.000000" : 5013504,
            "40.000000" : 5013504,
            "50.000000" : 5079040,
            "60.000000" : 5079040,
            "70.000000" : 5079040,
            "80.000000" : 5144576,
            "90.000000" : 5210112,
            "95.000000" : 5275648,
            "99.000000" : 5406720,
            "99.500000" : 5406720,
            "99.900000" : 5472256,
            "99.950000" : 5472256,
            "99.990000" : 5537792
          },
          "bins" : {
            "4947968" : 243,
            "5013504" : 115009,
            "5079040" : 60299,
            "5144576" : 21796,
            "5210112" : 25355,
            "5275648" : 14190,
            "5341184" : 4406,
            "5406720" : 1705,
            "5472256" : 701,
            "5537792" : 54,
            "5603328" : 17
          }
        },
        "lat_ns" : {
          "min" : 5122530,
          "max" : 5776769,
          "mean" : 5250078.573841,
          "stddev" : 94096.660764,
          "N" : 243775
        },
        "bw_min" : 6129664,
        "bw_max" : 6283264,
        "bw_agg" : 100.000000,
        "bw_mean" : 6241875.518987,
        "bw_dev" : 27878.911882,
        "bw_samples" : 79,
        "iops_min" : 5986,
        "iops_max" : 6136,
        "iops_mean" : 6095.544304,
        "iops_stddev" : 27.197189,
        "iops_samples" : 79
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 39999,
      "usr_cpu" : 1.415035,
      "sys_cpu" : 98.247456,
      "ctx" : 14,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999590,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773994950,
  "timestamp_ms" : 1773994950753,
  "time" : "Fri Mar 20 05:22:30 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 129,
      "elapsed" : 61,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 319534661632,
        "io_kbytes" : 312045568,
        "bw_bytes" : 6390821049,
        "bw" : 6241036,
        "iops" : 6094.781896,
        "runtime" : 49999,
        "total_ios" : 304733,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 151412,
          "max" : 219716,
          "mean" : 161797.160796,
          "stddev" : 5410.439324,
          "N" : 304733
        },
        "clat_ns" : {
          "min" : 4964608,
          "max" : 5606869,
          "mean" : 5087985.450734,
          "stddev" : 91683.101346,
          "N" : 304732,
          "percentile" : {
            "1.000000" : 5013504,
            "5.000000" : 5013504,
            "10.000000" : 5013504,
            "20.000000" : 5013504,
            "30.000000" : 5013504,
            "40.000000" : 5013504,
            "50.000000" : 5079040,
            "60.000000" : 5079040,
            "70.000000" : 5079040,
            "80.000000" : 5144576,
            "90.000000" : 5210112,
            "95.000000" : 5275648,
            "99.000000" : 5341184,
            "99.500000" : 5406720,
            "99.900000" : 5472256,
            "99.950000" : 5472256,
            "99.990000" : 5537792
          },
          "bins" : {
            "4947968" : 300,
            "5013504" : 144534,
            "5079040" : 75184,
            "5144576" : 26699,
            "5210112" : 31783,
            "5275648" : 17718,
            "5341184" : 5485,
            "5406720" : 2095,
            "5472256" : 857,
            "5537792" : 60,
            "5603328" : 17
          }
        },
        "lat_ns" : {
          "min" : 5122530,
          "max" : 5776769,
          "mean" : 5249782.219957,
          "stddev" : 93909.722817,
          "N" : 304732
        },
        "bw_min" : 6129664,
        "bw_max" : 6283264,
        "bw_agg" : 100.000000,
        "bw_mean" : 6242152.818182,
        "bw_dev" : 27028.515787,
        "bw_samples" : 99,
        "iops_min" : 5986,
        "iops_max" : 6136,
        "iops_mean" : 6095.818182,
        "iops_stddev" : 26.369573,
        "iops_samples" : 99
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 49999,
      "usr_cpu" : 1.418028,
      "sys_cpu" : 98.243965,
      "ctx" : 18,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999672,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773994960,
  "timestamp_ms" : 1773994960753,
  "time" : "Fri Mar 20 05:22:40 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 120,
      "elapsed" : 71,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 383426494464,
        "io_kbytes" : 374439936,
        "bw_bytes" : 6390548083,
        "bw" : 6240769,
        "iops" : 6094.518242,
        "runtime" : 59999,
        "total_ios" : 365665,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 151412,
          "max" : 219716,
          "mean" : 161805.330726,
          "stddev" : 5409.470920,
          "N" : 365665
        },
        "clat_ns" : {
          "min" : 4964608,
          "max" : 5606869,
          "mean" : 5088258.913817,
          "stddev" : 91515.457382,
          "N" : 365664,
          "percentile" : {
            "1.000000" : 5013504,
            "5.000000" : 5013504,
            "10.000000" : 5013504,
            "20.000000" : 5013504,
            "30.000000" : 5013504,
            "40.000000" : 5013504,
            "50.000000" : 5079040,
            "60.000000" : 5079040,
            "70.000000" : 5079040,
            "80.000000" : 5144576,
            "90.000000" : 5210112,
            "95.000000" : 5275648,
            "99.000000" : 5341184,
            "99.500000" : 5406720,
            "99.900000" : 5472256,
            "99.950000" : 5472256,
            "99.990000" : 5537792
          },
          "bins" : {
            "4947968" : 316,
            "5013504" : 171940,
            "5079040" : 92197,
            "5144576" : 31439,
            "5210112" : 38209,
            "5275648" : 21302,
            "5341184" : 6653,
            "5406720" : 2460,
            "5472256" : 1058,
            "5537792" : 73,
            "5603328" : 17
          }
        },
        "lat_ns" : {
          "min" : 5122530,
          "max" : 5776769,
          "mean" : 5250064.645393,
          "stddev" : 93734.539892,
          "N" : 365664
        },
        "bw_min" : 6129664,
        "bw_max" : 6283264,
        "bw_agg" : 100.000000,
        "bw_mean" : 6241611.361345,
        "bw_dev" : 26478.695749,
        "bw_samples" : 119,
        "iops_min" : 5986,
        "iops_max" : 6136,
        "iops_mean" : 6095.294118,
        "iops_stddev" : 25.837285,
        "iops_samples" : 119
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 59999,
      "usr_cpu" : 1.421690,
      "sys_cpu" : 98.239971,
      "ctx" : 21,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999727,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773994970,
  "timestamp_ms" : 1773994970753,
  "time" : "Fri Mar 20 05:22:50 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 109,
      "elapsed" : 81,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 447322521600,
        "io_kbytes" : 436838400,
        "bw_bytes" : 6390413028,
        "bw" : 6240637,
        "iops" : 6094.387063,
        "runtime" : 69999,
        "total_ios" : 426601,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 151412,
          "max" : 219716,
          "mean" : 161807.906540,
          "stddev" : 5410.798079,
          "N" : 426601
        },
        "clat_ns" : {
          "min" : 4964608,
          "max" : 5606869,
          "mean" : 5088326.420495,
          "stddev" : 91499.182339,
          "N" : 426600,
          "percentile" : {
            "1.000000" : 5013504,
            "5.000000" : 5013504,
            "10.000000" : 5013504,
            "20.000000" : 5013504,
            "30.000000" : 5013504,
            "40.000000" : 5013504,
            "50.000000" : 5079040,
            "60.000000" : 5079040,
            "70.000000" : 5079040,
            "80.000000" : 5144576,
            "90.000000" : 5210112,
            "95.000000" : 5275648,
            "99.000000" : 5341184,
            "99.500000" : 5406720,
            "99.900000" : 5472256,
            "99.950000" : 5472256,
            "99.990000" : 5537792
          },
          "bins" : {
            "4947968" : 403,
            "5013504" : 200085,
            "5079040" : 108202,
            "5144576" : 36306,
            "5210112" : 44687,
            "5275648" : 24866,
            "5341184" : 7913,
            "5406720" : 2776,
            "5472256" : 1263,
            "5537792" : 82,
            "5603328" : 17
          }
        },
        "lat_ns" : {
          "min" : 5122530,
          "max" : 5776769,
          "mean" : 5250134.636270,
          "stddev" : 93716.460919,
          "N" : 426600
        },
        "bw_min" : 6129664,
        "bw_max" : 6283264,
        "bw_agg" : 100.000000,
        "bw_mean" : 6241271.568345,
        "bw_dev" : 25957.600388,
        "bw_samples" : 139,
        "iops_min" : 5986,
        "iops_max" : 6136,
        "iops_mean" : 6094.964029,
        "iops_stddev" : 25.330685,
        "iops_samples" : 139
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 69999,
      "usr_cpu" : 1.404306,
      "sys_cpu" : 98.257118,
      "ctx" : 25,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999766,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773994980,
  "timestamp_ms" : 1773994980752,
  "time" : "Fri Mar 20 05:23:00 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 100,
      "elapsed" : 91,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 511247908864,
        "io_kbytes" : 499265536,
        "bw_bytes" : 6390678744,
        "bw" : 6240897,
        "iops" : 6094.638683,
        "runtime" : 79999,
        "total_ios" : 487565,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 151412,
          "max" : 219716,
          "mean" : 161799.886290,
          "stddev" : 5410.083399,
          "N" : 487565
        },
        "clat_ns" : {
          "min" : 4964608,
          "max" : 5606869,
          "mean" : 5088073.914600,
          "stddev" : 91354.953753,
          "N" : 487564,
          "percentile" : {
            "1.000000" : 5013504,
            "5.000000" : 5013504,
            "10.000000" : 5013504,
            "20.000000" : 5013504,
            "30.000000" : 5013504,
            "40.000000" : 5013504,
            "50.000000" : 5079040,
            "60.000000" : 5079040,
            "70.000000" : 5079040,
            "80.000000" : 5144576,
            "90.000000" : 5210112,
            "95.000000" : 5275648,
            "99.000000" : 5341184,
            "99.500000" : 5406720,
            "99.900000" : 5472256,
            "99.950000" : 5472256,
            "99.990000" : 5537792
          },
          "bins" : {
            "4947968" : 446,
            "5013504" : 229580,
            "5079040" : 123576,
            "5144576" : 40820,
            "5210112" : 51117,
            "5275648" : 28394,
            "5341184" : 8957,
            "5406720" : 3133,
            "5472256" : 1440,
            "5537792" : 84,
            "5603328" : 17
          }
        },
        "lat_ns" : {
          "min" : 5122530,
          "max" : 5776769,
          "mean" : 5249874.079196,
          "stddev" : 93566.343798,
          "N" : 487564
        },
        "bw_min" : 6129664,
        "bw_max" : 6283264,
        "bw_agg" : 100.000000,
        "bw_mean" : 6241660.176101,
        "bw_dev" : 25673.790772,
        "bw_samples" : 159,
        "iops_min" : 5986,
        "iops_max" : 6136,
        "iops_mean" : 6095.345912,
        "iops_stddev" : 25.056389,
        "iops_samples" : 159
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 79999,
      "usr_cpu" : 1.410018,
      "sys_cpu" : 98.249978,
      "ctx" : 28,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999795,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773994990,
  "timestamp_ms" : 1773994990753,
  "time" : "Fri Mar 20 05:23:10 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 90,
      "elapsed" : 101,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 575116673024,
        "io_kbytes" : 561637376,
        "bw_bytes" : 6390256258,
        "bw" : 6240484,
        "iops" : 6094.234380,
        "runtime" : 89999,
        "total_ios" : 548475,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 151412,
          "max" : 219716,
          "mean" : 161811.231099,
          "stddev" : 5411.481593,
          "N" : 548475
        },
        "clat_ns" : {
          "min" : 4964608,
          "max" : 5606869,
          "mean" : 5088417.876811,
          "stddev" : 91352.722525,
          "N" : 548474,
          "percentile" : {
            "1.000000" : 5013504,
            "5.000000" : 5013504,
            "10.000000" : 5013504,
            "20.000000" : 5013504,
            "30.000000" : 5013504,
            "40.000000" : 5013504,
            "50.000000" : 5079040,
            "60.000000" : 5079040,
            "70.000000" : 5079040,
            "80.000000" : 5144576,
            "90.000000" : 5210112,
            "95.000000" : 5275648,
            "99.000000" : 5341184,
            "99.500000" : 5406720,
            "99.900000" : 5472256,
            "99.950000" : 5472256,
            "99.990000" : 5537792
          },
          "bins" : {
            "4947968" : 460,
            "5013504" : 256461,
            "5079040" : 140690,
            "5144576" : 45782,
            "5210112" : 57679,
            "5275648" : 31928,
            "5341184" : 10169,
            "5406720" : 3500,
            "5472256" : 1699,
            "5537792" : 89,
            "5603328" : 17
          }
        },
        "lat_ns" : {
          "min" : 5122530,
          "max" : 5776769,
          "mean" : 5250229.305181,
          "stddev" : 93562.348157,
          "N" : 548474
        },
        "bw_min" : 6129664,
        "bw_max" : 6283264,
        "bw_agg" : 100.000000,
        "bw_mean" : 6241552.597765,
        "bw_dev" : 25453.977027,
        "bw_samples" : 179,
        "iops_min" : 5986,
        "iops_max" : 6136,
        "iops_mean" : 6095.240223,
        "iops_stddev" : 24.841144,
        "iops_samples" : 179
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 89999,
      "usr_cpu" : 1.403349,
      "sys_cpu" : 98.256647,
      "ctx" : 32,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999818,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773995000,
  "timestamp_ms" : 1773995000753,
  "time" : "Fri Mar 20 05:23:20 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 79,
      "elapsed" : 111,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 639034720256,
        "io_kbytes" : 624057344,
        "bw_bytes" : 6390411106,
        "bw" : 6240635,
        "iops" : 6094.380944,
        "runtime" : 99999,
        "total_ios" : 609432,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 151412,
          "max" : 219716,
          "mean" : 161808.454294,
          "stddev" : 5411.902217,
          "N" : 609432
        },
        "clat_ns" : {
          "min" : 4946079,
          "max" : 5606869,
          "mean" : 5088331.110292,
          "stddev" : 91313.528613,
          "N" : 609431,
          "percentile" : {
            "1.000000" : 5013504,
            "5.000000" : 5013504,
            "10.000000" : 5013504,
            "20.000000" : 5013504,
            "30.000000" : 5013504,
            "40.000000" : 5013504,
            "50.000000" : 5079040,
            "60.000000" : 5079040,
            "70.000000" : 5079040,
            "80.000000" : 5144576,
            "90.000000" : 5210112,
            "95.000000" : 5275648,
            "99.000000" : 5341184,
            "99.500000" : 5406720,
            "99.900000" : 5472256,
            "99.950000" : 5472256,
            "99.990000" : 5537792
          },
          "bins" : {
            "4947968" : 698,
            "5013504" : 284657,
            "5079040" : 156756,
            "5144576" : 50772,
            "5210112" : 63868,
            "5275648" : 35496,
            "5341184" : 11346,
            "5406720" : 3835,
            "5472256" : 1889,
            "5537792" : 97,
            "5603328" : 17
          }
        },
        "lat_ns" : {
          "min" : 5106415,
          "max" : 5776769,
          "mean" : 5250139.819535,
          "stddev" : 93521.148490,
          "N" : 609431
        },
        "bw_min" : 6129664,
        "bw_max" : 6283264,
        "bw_agg" : 100.000000,
        "bw_mean" : 6241495.542714,
        "bw_dev" : 25244.748447,
        "bw_samples" : 199,
        "iops_min" : 5986,
        "iops_max" : 6136,
        "iops_mean" : 6095.185930,
        "iops_stddev" : 24.637177,
        "iops_samples" : 199
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 99999,
      "usr_cpu" : 1.413014,
      "sys_cpu" : 98.247982,
      "ctx" : 34,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999836,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773995010,
  "timestamp_ms" : 1773995010753,
  "time" : "Fri Mar 20 05:23:30 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 70,
      "elapsed" : 121,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 703886000128,
        "io_kbytes" : 687388672,
        "bw_bytes" : 6399021810,
        "bw" : 6249044,
        "iops" : 6102.591842,
        "runtime" : 109999,
        "total_ios" : 671279,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 150660,
          "max" : 219716,
          "mean" : 161586.811409,
          "stddev" : 5372.262671,
          "N" : 671279
        },
        "clat_ns" : {
          "min" : 4929194,
          "max" : 5606869,
          "mean" : 5081460.556297,
          "stddev" : 91062.904629,
          "N" : 671278,
          "percentile" : {
            "1.000000" : 4947968,
            "5.000000" : 5013504,
            "10.000000" : 5013504,
            "20.000000" : 5013504,
            "30.000000" : 5013504,
            "40.000000" : 5013504,
            "50.000000" : 5013504,
            "60.000000" : 5079040,
            "70.000000" : 5079040,
            "80.000000" : 5144576,
            "90.000000" : 5210112,
            "95.000000" : 5275648,
            "99.000000" : 5341184,
            "99.500000" : 5406720,
            "99.900000" : 5472256,
            "99.950000" : 5472256,
            "99.990000" : 5537792
          },
          "bins" : {
            "4947968" : 16697,
            "5013504" : 320954,
            "5079040" : 160708,
            "5144576" : 55420,
            "5210112" : 64819,
            "5275648" : 35496,
            "5341184" : 11346,
            "5406720" : 3835,
            "5472256" : 1889,
            "5537792" : 97,
            "5603328" : 17
          }
        },
        "lat_ns" : {
          "min" : 5087004,
          "max" : 5776769,
          "mean" : 5243047.573801,
          "stddev" : 93318.389416,
          "N" : 671278
        },
        "bw_min" : 6129664,
        "bw_max" : 6367232,
        "bw_agg" : 100.000000,
        "bw_mean" : 6249690.063927,
        "bw_dev" : 36162.023601,
        "bw_samples" : 219,
        "iops_min" : 5986,
        "iops_max" : 6218,
        "iops_mean" : 6103.196347,
        "iops_stddev" : 35.318898,
        "iops_samples" : 219
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 109999,
      "usr_cpu" : 1.404558,
      "sys_cpu" : 98.256348,
      "ctx" : 38,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999851,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773995020,
  "timestamp_ms" : 1773995020753,
  "time" : "Fri Mar 20 05:23:40 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 60,
      "elapsed" : 131,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 768758251520,
        "io_kbytes" : 750740480,
        "bw_bytes" : 6406318762,
        "bw" : 6256170,
        "iops" : 6109.550000,
        "runtime" : 120000,
        "total_ios" : 733146,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 150640,
          "max" : 219716,
          "mean" : 161398.957662,
          "stddev" : 5334.367829,
          "N" : 733146
        },
        "clat_ns" : {
          "min" : 4929194,
          "max" : 5606869,
          "mean" : 5075652.908418,
          "stddev" : 90586.270265,
          "N" : 733145,
          "percentile" : {
            "1.000000" : 4947968,
            "5.000000" : 5013504,
            "10.000000" : 5013504,
            "20.000000" : 5013504,
            "30.000000" : 5013504,
            "40.000000" : 5013504,
            "50.000000" : 5013504,
            "60.000000" : 5079040,
            "70.000000" : 5079040,
            "80.000000" : 5144576,
            "90.000000" : 5210112,
            "95.000000" : 5275648,
            "99.000000" : 5341184,
            "99.500000" : 5406720,
            "99.900000" : 5472256,
            "99.950000" : 5472256,
            "99.990000" : 5537792
          },
          "bins" : {
            "4947968" : 34345,
            "5013504" : 355408,
            "5079040" : 165176,
            "5144576" : 59513,
            "5210112" : 65984,
            "5275648" : 35535,
            "5341184" : 11346,
            "5406720" : 3835,
            "5472256" : 1889,
            "5537792" : 97,
            "5603328" : 17
          }
        },
        "lat_ns" : {
          "min" : 5087004,
          "max" : 5776769,
          "mean" : 5237052.048209,
          "stddev" : 92871.214963,
          "N" : 733145
        },
        "bw_min" : 6129664,
        "bw_max" : 6369280,
        "bw_agg" : 100.000000,
        "bw_mean" : 6256828.317992,
        "bw_dev" : 42396.426417,
        "bw_samples" : 239,
        "iops_min" : 5986,
        "iops_max" : 6220,
        "iops_mean" : 6110.167364,
        "iops_stddev" : 41.407247,
        "iops_samples" : 239
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 120000,
      "usr_cpu" : 1.405000,
      "sys_cpu" : 98.255000,
      "ctx" : 41,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999864,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773995030,
  "timestamp_ms" : 1773995030753,
  "time" : "Fri Mar 20 05:23:50 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 50,
      "elapsed" : 141,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 833541373952,
        "io_kbytes" : 814005248,
        "bw_bytes" : 6411906045,
        "bw" : 6261626,
        "iops" : 6114.877807,
        "runtime" : 129999,
        "total_ios" : 794928,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 147205,
          "max" : 523711,
          "mean" : 161256.697251,
          "stddev" : 5379.540934,
          "N" : 794928
        },
        "clat_ns" : {
          "min" : 4929194,
          "max" : 8224760,
          "mean" : 5071248.717265,
          "stddev" : 91627.850186,
          "N" : 794927,
          "percentile" : {
            "1.000000" : 4947968,
            "5.000000" : 4947968,
            "10.000000" : 5013504,
            "20.000000" : 5013504,
            "30.000000" : 5013504,
            "40.000000" : 5013504,
            "50.000000" : 5013504,
            "60.000000" : 5079040,
            "70.000000" : 5079040,
            "80.000000" : 5144576,
            "90.000000" : 5210112,
            "95.000000" : 5275648,
            "99.000000" : 5341184,
            "99.500000" : 5406720,
            "99.900000" : 5472256,
            "99.950000" : 5472256,
            "99.990000" : 5537792
          },
          "bins" : {
            "4947968" : 50692,
            "5013504" : 389550,
            "5079040" : 170532,
            "5144576" : 63738,
            "5210112" : 67289,
            "5275648" : 35817,
            "5341184" : 11415,
            "5406720" : 3838,
            "5472256" : 1891,
            "5537792" : 99,
            "5603328" : 19,
            "5668864" : 2,
            "5734400" : 1,
            "5799936" : 2,
            "5865472" : 1,
            "5931008" : 2,
            "5996544" : 1,
            "6062080" : 1,
            "6193152" : 1,
            "6258688" : 1,
            "6324224" : 1,
            "6520832" : 1,
            "6586368" : 1,
            "6782976" : 1,
            "6848512" : 1,
            "6979584" : 1,
            "7045120" : 1,
            "7241728" : 1,
            "7307264" : 1,
            "7372800" : 1,
            "7503872" : 1,
            "7569408" : 1,
            "7634944" : 2,
            "7700480" : 1,
            "7766016" : 1,
            "7831552" : 2,
            "7897088" : 3,
            "7962624" : 2,
            "8028160" : 2,
            "8093696" : 3,
            "8159232" : 4,
            "8224768" : 3
          }
        },
        "lat_ns" : {
          "min" : 5087004,
          "max" : 8442663,
          "mean" : 5232505.318063,
          "stddev" : 93957.514861,
          "N" : 794927
        },
        "bw_min" : 6129664,
        "bw_max" : 6369280,
        "bw_agg" : 100.000000,
        "bw_mean" : 6262604.969112,
        "bw_dev" : 46063.101631,
        "bw_samples" : 259,
        "iops_min" : 5986,
        "iops_max" : 6220,
        "iops_mean" : 6115.806950,
        "iops_stddev" : 44.984164,
        "iops_samples" : 259
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 129999,
      "usr_cpu" : 1.414626,
      "sys_cpu" : 98.245371,
      "ctx" : 46,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999874,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773995040,
  "timestamp_ms" : 1773995040753,
  "time" : "Fri Mar 20 05:24:00 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 39,
      "elapsed" : 151,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 897397555200,
        "io_kbytes" : 876364800,
        "bw_bytes" : 6410028323,
        "bw" : 6259793,
        "iops" : 6113.086522,
        "runtime" : 139999,
        "total_ios" : 855826,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 144011,
          "max" : 523711,
          "mean" : 161304.290099,
          "stddev" : 5384.251390,
          "N" : 855826
        },
        "clat_ns" : {
          "min" : 4929194,
          "max" : 8224760,
          "mean" : 5072731.426335,
          "stddev" : 91479.656547,
          "N" : 855825,
          "percentile" : {
            "1.000000" : 4947968,
            "5.000000" : 4947968,
            "10.000000" : 5013504,
            "20.000000" : 5013504,
            "30.000000" : 5013504,
            "40.000000" : 5013504,
            "50.000000" : 5013504,
            "60.000000" : 5079040,
            "70.000000" : 5079040,
            "80.000000" : 5144576,
            "90.000000" : 5210112,
            "95.000000" : 5275648,
            "99.000000" : 5341184,
            "99.500000" : 5406720,
            "99.900000" : 5472256,
            "99.950000" : 5472256,
            "99.990000" : 5537792
          },
          "bins" : {
            "4947968" : 51038,
            "5013504" : 413243,
            "5079040" : 189920,
            "5144576" : 70170,
            "5210112" : 73196,
            "5275648" : 39364,
            "5341184" : 12543,
            "5406720" : 4210,
            "5472256" : 1976,
            "5537792" : 99,
            "5603328" : 19,
            "5668864" : 2,
            "5734400" : 1,
            "5799936" : 2,
            "5865472" : 1,
            "5931008" : 2,
            "5996544" : 1,
            "6062080" : 1,
            "6193152" : 1,
            "6258688" : 1,
            "6324224" : 1,
            "6520832" : 1,
            "6586368" : 1,
            "6782976" : 1,
            "6848512" : 1,
            "6979584" : 1,
            "7045120" : 1,
            "7241728" : 1,
            "7307264" : 1,
            "7372800" : 1,
            "7503872" : 1,
            "7569408" : 1,
            "7634944" : 2,
            "7700480" : 1,
            "7766016" : 1,
            "7831552" : 2,
            "7897088" : 3,
            "7962624" : 2,
            "8028160" : 2,
            "8093696" : 3,
            "8159232" : 4,
            "8224768" : 3
          }
        },
        "lat_ns" : {
          "min" : 5087004,
          "max" : 8442663,
          "mean" : 5234035.904920,
          "stddev" : 93797.653223,
          "N" : 855825
        },
        "bw_min" : 6129664,
        "bw_max" : 6369280,
        "bw_agg" : 100.000000,
        "bw_mean" : 6260754.283154,
        "bw_dev" : 45196.440188,
        "bw_samples" : 279,
        "iops_min" : 5986,
        "iops_max" : 6220,
        "iops_mean" : 6114.000000,
        "iops_stddev" : 44.138109,
        "iops_samples" : 279
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 139999,
      "usr_cpu" : 1.413582,
      "sys_cpu" : 98.244987,
      "ctx" : 49,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999883,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773995050,
  "timestamp_ms" : 1773995050753,
  "time" : "Fri Mar 20 05:24:10 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 30,
      "elapsed" : 161,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 961231716352,
        "io_kbytes" : 938702848,
        "bw_bytes" : 6408254164,
        "bw" : 6258060,
        "iops" : 6111.394076,
        "runtime" : 149999,
        "total_ios" : 916703,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 144011,
          "max" : 523711,
          "mean" : 161349.482569,
          "stddev" : 5388.203543,
          "N" : 916703
        },
        "clat_ns" : {
          "min" : 4929194,
          "max" : 8224760,
          "mean" : 5074129.418580,
          "stddev" : 91381.700183,
          "N" : 916702,
          "percentile" : {
            "1.000000" : 4947968,
            "5.000000" : 4947968,
            "10.000000" : 5013504,
            "20.000000" : 5013504,
            "30.000000" : 5013504,
            "40.000000" : 5013504,
            "50.000000" : 5013504,
            "60.000000" : 5079040,
            "70.000000" : 5079040,
            "80.000000" : 5144576,
            "90.000000" : 5210112,
            "95.000000" : 5275648,
            "99.000000" : 5341184,
            "99.500000" : 5406720,
            "99.900000" : 5472256,
            "99.950000" : 5472256,
            "99.990000" : 5537792
          },
          "bins" : {
            "4947968" : 51307,
            "5013504" : 436201,
            "5079040" : 209752,
            "5144576" : 77149,
            "5210112" : 78764,
            "5275648" : 42864,
            "5341184" : 13811,
            "5406720" : 4665,
            "5472256" : 2024,
            "5537792" : 99,
            "5603328" : 19,
            "5668864" : 2,
            "5734400" : 1,
            "5799936" : 2,
            "5865472" : 1,
            "5931008" : 2,
            "5996544" : 1,
            "6062080" : 1,
            "6193152" : 1,
            "6258688" : 1,
            "6324224" : 1,
            "6520832" : 1,
            "6586368" : 1,
            "6782976" : 1,
            "6848512" : 1,
            "6979584" : 1,
            "7045120" : 1,
            "7241728" : 1,
            "7307264" : 1,
            "7372800" : 1,
            "7503872" : 1,
            "7569408" : 1,
            "7634944" : 2,
            "7700480" : 1,
            "7766016" : 1,
            "7831552" : 2,
            "7897088" : 3,
            "7962624" : 2,
            "8028160" : 2,
            "8093696" : 3,
            "8159232" : 4,
            "8224768" : 3
          }
        },
        "lat_ns" : {
          "min" : 5087004,
          "max" : 8442663,
          "mean" : 5235478.999893,
          "stddev" : 93690.241114,
          "N" : 916702
        },
        "bw_min" : 6129664,
        "bw_max" : 6369280,
        "bw_agg" : 100.000000,
        "bw_mean" : 6259158.441472,
        "bw_dev" : 44444.966992,
        "bw_samples" : 299,
        "iops_min" : 5986,
        "iops_max" : 6220,
        "iops_mean" : 6112.441472,
        "iops_stddev" : 43.404053,
        "iops_samples" : 299
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 149999,
      "usr_cpu" : 1.400676,
      "sys_cpu" : 98.256655,
      "ctx" : 53,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999891,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773995060,
  "timestamp_ms" : 1773995060753,
  "time" : "Fri Mar 20 05:24:20 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 20,
      "elapsed" : 171,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 1025061683200,
        "io_kbytes" : 1001036800,
        "bw_bytes" : 6406675561,
        "bw" : 6256519,
        "iops" : 6109.888187,
        "runtime" : 159999,
        "total_ios" : 977576,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 144011,
          "max" : 523711,
          "mean" : 161390.456429,
          "stddev" : 5390.416256,
          "N" : 977576
        },
        "clat_ns" : {
          "min" : 4929194,
          "max" : 8224760,
          "mean" : 5075400.645403,
          "stddev" : 91276.826369,
          "N" : 977575,
          "percentile" : {
            "1.000000" : 4947968,
            "5.000000" : 4947968,
            "10.000000" : 5013504,
            "20.000000" : 5013504,
            "30.000000" : 5013504,
            "40.000000" : 5013504,
            "50.000000" : 5013504,
            "60.000000" : 5079040,
            "70.000000" : 5079040,
            "80.000000" : 5144576,
            "90.000000" : 5210112,
            "95.000000" : 5275648,
            "99.000000" : 5341184,
            "99.500000" : 5406720,
            "99.900000" : 5472256,
            "99.950000" : 5472256,
            "99.990000" : 5537792
          },
          "bins" : {
            "4947968" : 51489,
            "5013504" : 458405,
            "5079040" : 230659,
            "5144576" : 83635,
            "5210112" : 84536,
            "5275648" : 46451,
            "5341184" : 15031,
            "5406720" : 5074,
            "5472256" : 2128,
            "5537792" : 101,
            "5603328" : 19,
            "5668864" : 2,
            "5734400" : 1,
            "5799936" : 2,
            "5865472" : 1,
            "5931008" : 2,
            "5996544" : 1,
            "6062080" : 1,
            "6193152" : 1,
            "6258688" : 1,
            "6324224" : 1,
            "6520832" : 1,
            "6586368" : 1,
            "6782976" : 1,
            "6848512" : 1,
            "6979584" : 1,
            "7045120" : 1,
            "7241728" : 1,
            "7307264" : 1,
            "7372800" : 1,
            "7503872" : 1,
            "7569408" : 1,
            "7634944" : 2,
            "7700480" : 1,
            "7766016" : 1,
            "7831552" : 2,
            "7897088" : 3,
            "7962624" : 2,
            "8028160" : 2,
            "8093696" : 3,
            "8159232" : 4,
            "8224768" : 3
          }
        },
        "lat_ns" : {
          "min" : 5087004,
          "max" : 8442663,
          "mean" : 5236791.100224,
          "stddev" : 93577.002610,
          "N" : 977575
        },
        "bw_min" : 6129664,
        "bw_max" : 6369280,
        "bw_agg" : 100.000000,
        "bw_mean" : 6257627.178683,
        "bw_dev" : 43749.025338,
        "bw_samples" : 319,
        "iops_min" : 5986,
        "iops_max" : 6220,
        "iops_mean" : 6110.946708,
        "iops_stddev" : 42.724144,
        "iops_samples" : 319
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 159999,
      "usr_cpu" : 1.400634,
      "sys_cpu" : 98.256239,
      "ctx" : 56,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999898,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773995070,
  "timestamp_ms" : 1773995070753,
  "time" : "Fri Mar 20 05:24:30 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 10,
      "elapsed" : 181,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 1088883261440,
        "io_kbytes" : 1063362560,
        "bw_bytes" : 6405233333,
        "bw" : 6255110,
        "iops" : 6108.512403,
        "runtime" : 169999,
        "total_ios" : 1038441,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 144011,
          "max" : 523711,
          "mean" : 161427.311426,
          "stddev" : 5393.572790,
          "N" : 1038441
        },
        "clat_ns" : {
          "min" : 4929194,
          "max" : 8224760,
          "mean" : 5076536.044741,
          "stddev" : 91190.162248,
          "N" : 1038440,
          "percentile" : {
            "1.000000" : 4947968,
            "5.000000" : 5013504,
            "10.000000" : 5013504,
            "20.000000" : 5013504,
            "30.000000" : 5013504,
            "40.000000" : 5013504,
            "50.000000" : 5013504,
            "60.000000" : 5079040,
            "70.000000" : 5079040,
            "80.000000" : 5144576,
            "90.000000" : 5210112,
            "95.000000" : 5275648,
            "99.000000" : 5341184,
            "99.500000" : 5406720,
            "99.900000" : 5472256,
            "99.950000" : 5472256,
            "99.990000" : 5537792
          },
          "bins" : {
            "4947968" : 51632,
            "5013504" : 481409,
            "5079040" : 250236,
            "5144576" : 90988,
            "5210112" : 89906,
            "5275648" : 50048,
            "5341184" : 16315,
            "5406720" : 5498,
            "5472256" : 2241,
            "5537792" : 101,
            "5603328" : 19,
            "5668864" : 2,
            "5734400" : 1,
            "5799936" : 2,
            "5865472" : 1,
            "5931008" : 2,
            "5996544" : 1,
            "6062080" : 1,
            "6193152" : 1,
            "6258688" : 1,
            "6324224" : 1,
            "6520832" : 1,
            "6586368" : 1,
            "6782976" : 1,
            "6848512" : 1,
            "6979584" : 1,
            "7045120" : 1,
            "7241728" : 1,
            "7307264" : 1,
            "7372800" : 1,
            "7503872" : 1,
            "7569408" : 1,
            "7634944" : 2,
            "7700480" : 1,
            "7766016" : 1,
            "7831552" : 2,
            "7897088" : 3,
            "7962624" : 2,
            "8028160" : 2,
            "8093696" : 3,
            "8159232" : 4,
            "8224768" : 3
          }
        },
        "lat_ns" : {
          "min" : 5087004,
          "max" : 8442663,
          "mean" : 5237963.488624,
          "stddev" : 93483.136700,
          "N" : 1038440
        },
        "bw_min" : 6129664,
        "bw_max" : 6369280,
        "bw_agg" : 100.000000,
        "bw_mean" : 6256216.787611,
        "bw_dev" : 43010.952548,
        "bw_samples" : 339,
        "iops_min" : 5986,
        "iops_max" : 6220,
        "iops_mean" : 6109.563422,
        "iops_stddev" : 42.003359,
        "iops_samples" : 339
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 169999,
      "usr_cpu" : 1.388243,
      "sys_cpu" : 98.267049,
      "ctx" : 60,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999904,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773995080,
  "timestamp_ms" : 1773995080753,
  "time" : "Fri Mar 20 05:24:40 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 1152719519744,
        "io_kbytes" : 1125702656,
        "bw_bytes" : 6404032909,
        "bw" : 6253938,
        "iops" : 6107.367263,
        "runtime" : 179999,
        "total_ios" : 1099320,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 144011,
          "max" : 523711,
          "mean" : 161457.994602,
          "stddev" : 5397.338169,
          "N" : 1099320
        },
        "clat_ns" : {
          "min" : 4929194,
          "max" : 8224760,
          "mean" : 5077476.990479,
          "stddev" : 91114.958252,
          "N" : 1099319,
          "percentile" : {
            "1.000000" : 4947968,
            "5.000000" : 5013504,
            "10.000000" : 5013504,
            "20.000000" : 5013504,
            "30.000000" : 5013504,
            "40.000000" : 5013504,
            "50.000000" : 5013504,
            "60.000000" : 5079040,
            "70.000000" : 5079040,
            "80.000000" : 5144576,
            "90.000000" : 5210112,
            "95.000000" : 5275648,
            "99.000000" : 5341184,
            "99.500000" : 5406720,
            "99.900000" : 5472256,
            "99.950000" : 5472256,
            "99.990000" : 5537792
          },
          "bins" : {
            "4947968" : 51840,
            "5013504" : 504477,
            "5079040" : 270400,
            "5144576" : 97382,
            "5210112" : 95629,
            "5275648" : 53713,
            "5341184" : 17514,
            "5406720" : 5831,
            "5472256" : 2332,
            "5537792" : 105,
            "5603328" : 25,
            "5668864" : 7,
            "5734400" : 18,
            "5799936" : 4,
            "5865472" : 1,
            "5931008" : 2,
            "5996544" : 1,
            "6062080" : 1,
            "6193152" : 1,
            "6258688" : 1,
            "6324224" : 1,
            "6520832" : 1,
            "6586368" : 1,
            "6782976" : 1,
            "6848512" : 1,
            "6979584" : 1,
            "7045120" : 1,
            "7241728" : 1,
            "7307264" : 1,
            "7372800" : 1,
            "7503872" : 1,
            "7569408" : 1,
            "7634944" : 2,
            "7700480" : 1,
            "7766016" : 1,
            "7831552" : 2,
            "7897088" : 3,
            "7962624" : 2,
            "8028160" : 2,
            "8093696" : 3,
            "8159232" : 4,
            "8224768" : 3
          }
        },
        "lat_ns" : {
          "min" : 5087004,
          "max" : 8442663,
          "mean" : 5238935.053208,
          "stddev" : 93400.876043,
          "N" : 1099319
        },
        "bw_min" : 6129664,
        "bw_max" : 6369280,
        "bw_agg" : 100.000000,
        "bw_mean" : 6255043.532033,
        "bw_dev" : 42329.430916,
        "bw_samples" : 359,
        "iops_min" : 5986,
        "iops_max" : 6220,
        "iops_mean" : 6108.417827,
        "iops_stddev" : 41.337328,
        "iops_samples" : 359
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 179999,
      "usr_cpu" : 1.378897,
      "sys_cpu" : 98.275546,
      "ctx" : 63,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999909,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773995080,
  "timestamp_ms" : 1773995080808,
  "time" : "Fri Mar 20 05:24:40 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 1152757268480,
        "io_kbytes" : 1125739520,
        "bw_bytes" : 6404171468,
        "bw" : 6254073,
        "iops" : 6107.316070,
        "runtime" : 180001,
        "total_ios" : 1099323,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 144011,
          "max" : 523711,
          "mean" : 161457.992110,
          "stddev" : 5397.330033,
          "N" : 1099324
        },
        "clat_ns" : {
          "min" : 3696,
          "max" : 8224760,
          "mean" : 5077403.462832,
          "stddev" : 92488.273373,
          "N" : 1099354,
          "percentile" : {
            "1.000000" : 4947968,
            "5.000000" : 5013504,
            "10.000000" : 5013504,
            "20.000000" : 5013504,
            "30.000000" : 5013504,
            "40.000000" : 5013504,
            "50.000000" : 5013504,
            "60.000000" : 5079040,
            "70.000000" : 5079040,
            "80.000000" : 5144576,
            "90.000000" : 5210112,
            "95.000000" : 5275648,
            "99.000000" : 5341184,
            "99.500000" : 5406720,
            "99.900000" : 5472256,
            "99.950000" : 5472256,
            "99.990000" : 5537792
          },
          "bins" : {
            "3696" : 1,
            "166912" : 1,
            "329728" : 1,
            "489472" : 1,
            "667648" : 1,
            "831488" : 1,
            "987136" : 1,
            "1155072" : 1,
            "1318912" : 1,
            "1482752" : 1,
            "1646592" : 1,
            "1810432" : 1,
            "2007040" : 1,
            "2179072" : 1,
            "2342912" : 1,
            "2506752" : 1,
            "2637824" : 1,
            "2801664" : 1,
            "2965504" : 1,
            "3129344" : 1,
            "3293184" : 1,
            "3457024" : 1,
            "3620864" : 1,
            "3784704" : 1,
            "3948544" : 1,
            "4112384" : 1,
            "4292608" : 1,
            "4423680" : 1,
            "4620288" : 1,
            "4751360" : 1,
            "4947968" : 51841,
            "5013504" : 504477,
            "5079040" : 270404,
            "5144576" : 97382,
            "5210112" : 95629,
            "5275648" : 53713,
            "5341184" : 17514,
            "5406720" : 5831,
            "5472256" : 2332,
            "5537792" : 105,
            "5603328" : 25,
            "5668864" : 7,
            "5734400" : 18,
            "5799936" : 4,
            "5865472" : 1,
            "5931008" : 2,
            "5996544" : 1,
            "6062080" : 1,
            "6193152" : 1,
            "6258688" : 1,
            "6324224" : 1,
            "6520832" : 1,
            "6586368" : 1,
            "6782976" : 1,
            "6848512" : 1,
            "6979584" : 1,
            "7045120" : 1,
            "7241728" : 1,
            "7307264" : 1,
            "7372800" : 1,
            "7503872" : 1,
            "7569408" : 1,
            "7634944" : 2,
            "7700480" : 1,
            "7766016" : 1,
            "7831552" : 2,
            "7897088" : 3,
            "7962624" : 2,
            "8028160" : 2,
            "8093696" : 3,
            "8159232" : 4,
            "8224768" : 3
          }
        },
        "lat_ns" : {
          "min" : 165403,
          "max" : 8442663,
          "mean" : 5238861.515479,
          "stddev" : 94741.041056,
          "N" : 1099354
        },
        "bw_min" : 6129664,
        "bw_max" : 6369280,
        "bw_agg" : 100.000000,
        "bw_mean" : 6254956.944444,
        "bw_dev" : 42302.349307,
        "bw_samples" : 360,
        "iops_min" : 5986,
        "iops_max" : 6220,
        "iops_mean" : 6108.333333,
        "iops_stddev" : 41.310833,
        "iops_samples" : 360
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 180000,
      "usr_cpu" : 1.378889,
      "sys_cpu" : 98.275000,
      "ctx" : 63,
      "majf" : 0,
      "minf" : 36,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999909,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.010000,
        "500" : 0.010000,
        "750" : 0.010000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 100.000546,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}