← Back to file list

📄 seq-read-qd32-nj16_run1.json

raidz2/benchmarks/seq/seq-read-qd32-nj16_run1.json

{
  "fio version" : "fio-3.35",
  "timestamp" : 1773997140,
  "timestamp_ms" : 1773997140948,
  "time" : "Fri Mar 20 05:59:00 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 190,
      "elapsed" : 10,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 42533845184,
      "usr_cpu" : 0.000000,
      "sys_cpu" : 0.000000,
      "ctx" : 0,
      "majf" : 0,
      "minf" : 0,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      }
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773997150,
  "timestamp_ms" : 1773997150947,
  "time" : "Fri Mar 20 05:59:10 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 190,
      "elapsed" : 20,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 42534005168,
      "usr_cpu" : 0.000000,
      "sys_cpu" : 0.000000,
      "ctx" : 0,
      "majf" : 0,
      "minf" : 0,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      }
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773997160,
  "timestamp_ms" : 1773997160947,
  "time" : "Fri Mar 20 05:59:20 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 190,
      "elapsed" : 30,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 42534165168,
      "usr_cpu" : 0.000000,
      "sys_cpu" : 0.000000,
      "ctx" : 0,
      "majf" : 0,
      "minf" : 0,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      }
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773997170,
  "timestamp_ms" : 1773997170947,
  "time" : "Fri Mar 20 05:59:30 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 190,
      "elapsed" : 40,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 42534325168,
      "usr_cpu" : 0.000000,
      "sys_cpu" : 0.000000,
      "ctx" : 0,
      "majf" : 0,
      "minf" : 0,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      }
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773997180,
  "timestamp_ms" : 1773997180947,
  "time" : "Fri Mar 20 05:59:40 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 190,
      "elapsed" : 50,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 42534485168,
      "usr_cpu" : 0.000000,
      "sys_cpu" : 0.000000,
      "ctx" : 0,
      "majf" : 0,
      "minf" : 0,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      }
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773997190,
  "timestamp_ms" : 1773997190947,
  "time" : "Fri Mar 20 05:59:50 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 190,
      "elapsed" : 60,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 42534645168,
      "usr_cpu" : 0.000000,
      "sys_cpu" : 0.000000,
      "ctx" : 0,
      "majf" : 0,
      "minf" : 0,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      }
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773997200,
  "timestamp_ms" : 1773997200947,
  "time" : "Fri Mar 20 06:00:00 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 190,
      "elapsed" : 70,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 42534805168,
      "usr_cpu" : 0.000000,
      "sys_cpu" : 0.000000,
      "ctx" : 0,
      "majf" : 0,
      "minf" : 0,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      }
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773997210,
  "timestamp_ms" : 1773997210947,
  "time" : "Fri Mar 20 06:00:10 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 190,
      "elapsed" : 80,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 42534965168,
      "usr_cpu" : 0.000000,
      "sys_cpu" : 0.000000,
      "ctx" : 0,
      "majf" : 0,
      "minf" : 0,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      }
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773997220,
  "timestamp_ms" : 1773997220948,
  "time" : "Fri Mar 20 06:00:20 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 190,
      "elapsed" : 90,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 42535125184,
      "usr_cpu" : 0.000000,
      "sys_cpu" : 0.000000,
      "ctx" : 0,
      "majf" : 0,
      "minf" : 0,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      }
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773997230,
  "timestamp_ms" : 1773997230947,
  "time" : "Fri Mar 20 06:00:30 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 190,
      "elapsed" : 100,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 42535285168,
      "usr_cpu" : 0.000000,
      "sys_cpu" : 0.000000,
      "ctx" : 0,
      "majf" : 0,
      "minf" : 0,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      }
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773997240,
  "timestamp_ms" : 1773997240947,
  "time" : "Fri Mar 20 06:00:40 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 190,
      "elapsed" : 110,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 42535445168,
      "usr_cpu" : 0.000000,
      "sys_cpu" : 0.000000,
      "ctx" : 0,
      "majf" : 0,
      "minf" : 0,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      }
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773997250,
  "timestamp_ms" : 1773997250947,
  "time" : "Fri Mar 20 06:00:50 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 190,
      "elapsed" : 120,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 42535605168,
      "usr_cpu" : 0.000000,
      "sys_cpu" : 0.000000,
      "ctx" : 0,
      "majf" : 0,
      "minf" : 0,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      }
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773997260,
  "timestamp_ms" : 1773997260948,
  "time" : "Fri Mar 20 06:01:00 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 190,
      "elapsed" : 130,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 42535765184,
      "usr_cpu" : 0.000000,
      "sys_cpu" : 0.000000,
      "ctx" : 0,
      "majf" : 0,
      "minf" : 0,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      }
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773997270,
  "timestamp_ms" : 1773997270948,
  "time" : "Fri Mar 20 06:01:10 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 190,
      "elapsed" : 140,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 42535925184,
      "usr_cpu" : 0.000000,
      "sys_cpu" : 0.000000,
      "ctx" : 0,
      "majf" : 0,
      "minf" : 0,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      }
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773997280,
  "timestamp_ms" : 1773997280948,
  "time" : "Fri Mar 20 06:01:20 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 190,
      "elapsed" : 150,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 42536085184,
      "usr_cpu" : 0.000000,
      "sys_cpu" : 0.000000,
      "ctx" : 0,
      "majf" : 0,
      "minf" : 0,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      }
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773997290,
  "timestamp_ms" : 1773997290947,
  "time" : "Fri Mar 20 06:01:30 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 190,
      "elapsed" : 160,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 42536245168,
      "usr_cpu" : 0.000000,
      "sys_cpu" : 0.000000,
      "ctx" : 0,
      "majf" : 0,
      "minf" : 0,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      }
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773997300,
  "timestamp_ms" : 1773997300947,
  "time" : "Fri Mar 20 06:01:40 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 190,
      "elapsed" : 170,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 42536405168,
      "usr_cpu" : 0.000000,
      "sys_cpu" : 0.000000,
      "ctx" : 0,
      "majf" : 0,
      "minf" : 0,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      }
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773997310,
  "timestamp_ms" : 1773997310948,
  "time" : "Fri Mar 20 06:01:50 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 190,
      "elapsed" : 180,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 42536565184,
      "usr_cpu" : 0.000000,
      "sys_cpu" : 0.000000,
      "ctx" : 0,
      "majf" : 0,
      "minf" : 0,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      }
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773997320,
  "timestamp_ms" : 1773997320947,
  "time" : "Fri Mar 20 06:02:00 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 190,
      "elapsed" : 190,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 42536725168,
      "usr_cpu" : 0.000000,
      "sys_cpu" : 0.000000,
      "ctx" : 0,
      "majf" : 0,
      "minf" : 0,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      }
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773997330,
  "timestamp_ms" : 1773997330947,
  "time" : "Fri Mar 20 06:02:10 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 190,
      "elapsed" : 200,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 42536885168,
      "usr_cpu" : 0.000000,
      "sys_cpu" : 0.000000,
      "ctx" : 0,
      "majf" : 0,
      "minf" : 0,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      }
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773997340,
  "timestamp_ms" : 1773997340948,
  "time" : "Fri Mar 20 06:02:20 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 190,
      "elapsed" : 210,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 42537045184,
      "usr_cpu" : 0.000000,
      "sys_cpu" : 0.000000,
      "ctx" : 0,
      "majf" : 0,
      "minf" : 0,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      }
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773997350,
  "timestamp_ms" : 1773997350947,
  "time" : "Fri Mar 20 06:02:30 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 190,
      "elapsed" : 220,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 42537205168,
      "usr_cpu" : 0.000000,
      "sys_cpu" : 0.000000,
      "ctx" : 0,
      "majf" : 0,
      "minf" : 0,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      }
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773997360,
  "timestamp_ms" : 1773997360947,
  "time" : "Fri Mar 20 06:02:40 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 190,
      "elapsed" : 230,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 42537365168,
      "usr_cpu" : 0.000000,
      "sys_cpu" : 0.000000,
      "ctx" : 0,
      "majf" : 0,
      "minf" : 0,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      }
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773997370,
  "timestamp_ms" : 1773997370947,
  "time" : "Fri Mar 20 06:02:50 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 190,
      "elapsed" : 240,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 42537525168,
      "usr_cpu" : 0.000000,
      "sys_cpu" : 0.000000,
      "ctx" : 0,
      "majf" : 0,
      "minf" : 0,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      }
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773997380,
  "timestamp_ms" : 1773997380948,
  "time" : "Fri Mar 20 06:03:00 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 190,
      "elapsed" : 250,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 42537685184,
      "usr_cpu" : 0.000000,
      "sys_cpu" : 0.000000,
      "ctx" : 0,
      "majf" : 0,
      "minf" : 0,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      }
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773997390,
  "timestamp_ms" : 1773997390948,
  "time" : "Fri Mar 20 06:03:10 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 190,
      "elapsed" : 260,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 42537845184,
      "usr_cpu" : 0.000000,
      "sys_cpu" : 0.000000,
      "ctx" : 0,
      "majf" : 0,
      "minf" : 0,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      }
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773997400,
  "timestamp_ms" : 1773997400947,
  "time" : "Fri Mar 20 06:03:20 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 190,
      "elapsed" : 270,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 42538005168,
      "usr_cpu" : 0.000000,
      "sys_cpu" : 0.000000,
      "ctx" : 0,
      "majf" : 0,
      "minf" : 0,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      }
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773997410,
  "timestamp_ms" : 1773997410947,
  "time" : "Fri Mar 20 06:03:30 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 190,
      "elapsed" : 280,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 42538165168,
      "usr_cpu" : 0.000000,
      "sys_cpu" : 0.000000,
      "ctx" : 0,
      "majf" : 0,
      "minf" : 0,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      }
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773997420,
  "timestamp_ms" : 1773997420949,
  "time" : "Fri Mar 20 06:03:40 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 2147483647,
      "elapsed" : 1,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 7240417280,
        "io_kbytes" : 7070720,
        "bw_bytes" : 12635981291,
        "bw" : 12339825,
        "iops" : 12993.019197,
        "runtime" : 573,
        "total_ios" : 7445,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 9168,
      "usr_cpu" : 0.229058,
      "sys_cpu" : 85.089442,
      "ctx" : 37588,
      "majf" : 0,
      "minf" : 131186,
      "iodepth_level" : {
        "1" : 0.214909,
        "2" : 0.429819,
        "4" : 0.859637,
        "8" : 1.719275,
        "16" : 3.438549,
        "32" : 93.337811,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773997440,
  "timestamp_ms" : 1773997440376,
  "time" : "Fri Mar 20 06:04:00 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 169,
      "elapsed" : 21,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 138236919808,
        "io_kbytes" : 134996992,
        "bw_bytes" : 13823691980,
        "bw" : 13499699,
        "iops" : 13185.500000,
        "runtime" : 10000,
        "total_ios" : 131855,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 586542,
          "max" : 5896229,
          "mean" : 1208384.965106,
          "stddev" : 220030.387124,
          "N" : 131855
        },
        "clat_ns" : {
          "min" : 30665059,
          "max" : 47075414,
          "mean" : 37632115.371180,
          "stddev" : 1874246.123184,
          "N" : 131839,
          "percentile" : {
            "1.000000" : 33816576,
            "5.000000" : 34865152,
            "10.000000" : 35389440,
            "20.000000" : 35913728,
            "30.000000" : 36438016,
            "40.000000" : 36962304,
            "50.000000" : 37486592,
            "60.000000" : 38010880,
            "70.000000" : 38535168,
            "80.000000" : 39059456,
            "90.000000" : 40108032,
            "95.000000" : 41156608,
            "99.000000" : 43253760,
            "99.500000" : 43778048,
            "99.900000" : 45350912,
            "99.950000" : 45875200,
            "99.990000" : 46923776
          },
          "bins" : {
            "30539776" : 1,
            "30801920" : 3,
            "31064064" : 5,
            "31326208" : 12,
            "31588352" : 9,
            "31850496" : 16,
            "32112640" : 26,
            "32374784" : 37,
            "32636928" : 76,
            "32899072" : 143,
            "33161216" : 202,
            "33423360" : 313,
            "33816576" : 1372,
            "34340864" : 2766,
            "34865152" : 5032,
            "35389440" : 7419,
            "35913728" : 10843,
            "36438016" : 13407,
            "36962304" : 15339,
            "37486592" : 16222,
            "38010880" : 14935,
            "38535168" : 12591,
            "39059456" : 9318,
            "39583744" : 6975,
            "40108032" : 4832,
            "40632320" : 3077,
            "41156608" : 2285,
            "41680896" : 1525,
            "42205184" : 1002,
            "42729472" : 709,
            "43253760" : 531,
            "43778048" : 305,
            "44302336" : 211,
            "44826624" : 134,
            "45350912" : 84,
            "45875200" : 45,
            "46399488" : 23,
            "46923776" : 14
          }
        },
        "lat_ns" : {
          "min" : 31876442,
          "max" : 48299124,
          "mean" : 38840566.408597,
          "stddev" : 1909336.577338,
          "N" : 131839
        },
        "bw_min" : 13077710,
        "bw_max" : 13931685,
        "bw_agg" : 100.000000,
        "bw_mean" : 13508343.315789,
        "bw_dev" : 13613.755514,
        "bw_samples" : 304,
        "iops_min" : 12770,
        "iops_max" : 13603,
        "iops_mean" : 13189.684211,
        "iops_stddev" : 13.278069,
        "iops_samples" : 304
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 160000,
      "usr_cpu" : 0.493750,
      "sys_cpu" : 82.811875,
      "ctx" : 147223,
      "majf" : 0,
      "minf" : 572,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999242,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999242,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 99.987865,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773997450,
  "timestamp_ms" : 1773997450376,
  "time" : "Fri Mar 20 06:04:10 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 159,
      "elapsed" : 31,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 276749615104,
        "io_kbytes" : 270263296,
        "bw_bytes" : 13837480755,
        "bw" : 13513164,
        "iops" : 13197.550000,
        "runtime" : 20000,
        "total_ios" : 263951,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 586542,
          "max" : 5896229,
          "mean" : 1207115.808635,
          "stddev" : 215449.263750,
          "N" : 263951
        },
        "clat_ns" : {
          "min" : 30665059,
          "max" : 49585451,
          "mean" : 37591336.412204,
          "stddev" : 1848558.376946,
          "N" : 263935,
          "percentile" : {
            "1.000000" : 33816576,
            "5.000000" : 34865152,
            "10.000000" : 35389440,
            "20.000000" : 35913728,
            "30.000000" : 36438016,
            "40.000000" : 36962304,
            "50.000000" : 37486592,
            "60.000000" : 38010880,
            "70.000000" : 38535168,
            "80.000000" : 39059456,
            "90.000000" : 40108032,
            "95.000000" : 40632320,
            "99.000000" : 42729472,
            "99.500000" : 43778048,
            "99.900000" : 45350912,
            "99.950000" : 45875200,
            "99.990000" : 46923776
          },
          "bins" : {
            "30539776" : 1,
            "30801920" : 3,
            "31064064" : 5,
            "31326208" : 13,
            "31588352" : 19,
            "31850496" : 30,
            "32112640" : 67,
            "32374784" : 106,
            "32636928" : 166,
            "32899072" : 290,
            "33161216" : 443,
            "33423360" : 703,
            "33816576" : 2952,
            "34340864" : 5516,
            "34865152" : 9956,
            "35389440" : 15381,
            "35913728" : 22278,
            "36438016" : 27337,
            "36962304" : 30667,
            "37486592" : 31869,
            "38010880" : 29797,
            "38535168" : 25428,
            "39059456" : 19297,
            "39583744" : 14040,
            "40108032" : 9432,
            "40632320" : 6022,
            "41156608" : 4023,
            "41680896" : 2780,
            "42205184" : 1769,
            "42729472" : 1160,
            "43253760" : 857,
            "43778048" : 551,
            "44302336" : 414,
            "44826624" : 259,
            "45350912" : 159,
            "45875200" : 75,
            "46399488" : 34,
            "46923776" : 22,
            "47448064" : 2,
            "47972352" : 4,
            "48496640" : 4,
            "49020928" : 1,
            "49545216" : 3
          }
        },
        "lat_ns" : {
          "min" : 31876442,
          "max" : 50939882,
          "mean" : 38798445.078137,
          "stddev" : 1883683.557394,
          "N" : 263935
        },
        "bw_min" : 13041664,
        "bw_max" : 13976136,
        "bw_agg" : 100.000000,
        "bw_mean" : 13517877.717949,
        "bw_dev" : 13163.502270,
        "bw_samples" : 624,
        "iops_min" : 12736,
        "iops_max" : 13645,
        "iops_mean" : 13198.410256,
        "iops_stddev" : 12.831215,
        "iops_samples" : 624
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 319999,
      "usr_cpu" : 0.488127,
      "sys_cpu" : 82.946197,
      "ctx" : 292800,
      "majf" : 0,
      "minf" : 572,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999242,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999242,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 99.993938,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773997460,
  "timestamp_ms" : 1773997460376,
  "time" : "Fri Mar 20 06:04:20 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 149,
      "elapsed" : 41,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 415067275264,
        "io_kbytes" : 405339136,
        "bw_bytes" : 13835575842,
        "bw" : 13511304,
        "iops" : 13195.500000,
        "runtime" : 30000,
        "total_ios" : 395865,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 586542,
          "max" : 5896229,
          "mean" : 1207260.347563,
          "stddev" : 214470.949124,
          "N" : 395865
        },
        "clat_ns" : {
          "min" : 30665059,
          "max" : 49585451,
          "mean" : 37595746.149928,
          "stddev" : 1841390.837678,
          "N" : 395849,
          "percentile" : {
            "1.000000" : 33816576,
            "5.000000" : 34865152,
            "10.000000" : 35389440,
            "20.000000" : 35913728,
            "30.000000" : 36438016,
            "40.000000" : 36962304,
            "50.000000" : 37486592,
            "60.000000" : 38010880,
            "70.000000" : 38535168,
            "80.000000" : 39059456,
            "90.000000" : 40108032,
            "95.000000" : 40632320,
            "99.000000" : 42729472,
            "99.500000" : 43778048,
            "99.900000" : 45350912,
            "99.950000" : 45875200,
            "99.990000" : 46923776
          },
          "bins" : {
            "30539776" : 1,
            "30801920" : 3,
            "31064064" : 5,
            "31326208" : 18,
            "31588352" : 33,
            "31850496" : 61,
            "32112640" : 98,
            "32374784" : 187,
            "32636928" : 308,
            "32899072" : 507,
            "33161216" : 700,
            "33423360" : 1033,
            "33816576" : 4259,
            "34340864" : 8175,
            "34865152" : 14718,
            "35389440" : 22900,
            "35913728" : 32845,
            "36438016" : 41124,
            "36962304" : 45939,
            "37486592" : 47818,
            "38010880" : 44688,
            "38535168" : 38495,
            "39059456" : 29512,
            "39583744" : 21373,
            "40108032" : 14279,
            "40632320" : 9078,
            "41156608" : 5928,
            "41680896" : 3969,
            "42205184" : 2625,
            "42729472" : 1752,
            "43253760" : 1238,
            "43778048" : 818,
            "44302336" : 557,
            "44826624" : 364,
            "45350912" : 238,
            "45875200" : 101,
            "46399488" : 44,
            "46923776" : 24,
            "47448064" : 5,
            "47972352" : 9,
            "48496640" : 11,
            "49020928" : 4,
            "49545216" : 6
          }
        },
        "lat_ns" : {
          "min" : 31876442,
          "max" : 51069369,
          "mean" : 38803021.801796,
          "stddev" : 1876752.004420,
          "N" : 395849
        },
        "bw_min" : 13008896,
        "bw_max" : 13986997,
        "bw_agg" : 100.000000,
        "bw_mean" : 13515960.779661,
        "bw_dev" : 13102.363870,
        "bw_samples" : 944,
        "iops_min" : 12704,
        "iops_max" : 13657,
        "iops_mean" : 13196.813559,
        "iops_stddev" : 12.778389,
        "iops_samples" : 944
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 479998,
      "usr_cpu" : 0.490627,
      "sys_cpu" : 82.943679,
      "ctx" : 439719,
      "majf" : 0,
      "minf" : 572,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999747,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999747,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 99.995958,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773997470,
  "timestamp_ms" : 1773997470377,
  "time" : "Fri Mar 20 06:04:30 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 139,
      "elapsed" : 51,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 553180463104,
        "io_kbytes" : 540215296,
        "bw_bytes" : 13829511577,
        "bw" : 13505382,
        "iops" : 13189.525000,
        "runtime" : 40000,
        "total_ios" : 527581,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 586542,
          "max" : 5896229,
          "mean" : 1207793.097712,
          "stddev" : 215265.283255,
          "N" : 527581
        },
        "clat_ns" : {
          "min" : 30665059,
          "max" : 49585451,
          "mean" : 37611184.673111,
          "stddev" : 1841648.629439,
          "N" : 527565,
          "percentile" : {
            "1.000000" : 33816576,
            "5.000000" : 34865152,
            "10.000000" : 35389440,
            "20.000000" : 35913728,
            "30.000000" : 36438016,
            "40.000000" : 36962304,
            "50.000000" : 37486592,
            "60.000000" : 38010880,
            "70.000000" : 38535168,
            "80.000000" : 39059456,
            "90.000000" : 40108032,
            "95.000000" : 40632320,
            "99.000000" : 42729472,
            "99.500000" : 43778048,
            "99.900000" : 45350912,
            "99.950000" : 45350912,
            "99.990000" : 46923776
          },
          "bins" : {
            "30539776" : 1,
            "30801920" : 14,
            "31064064" : 17,
            "31326208" : 26,
            "31588352" : 42,
            "31850496" : 75,
            "32112640" : 131,
            "32374784" : 246,
            "32636928" : 404,
            "32899072" : 648,
            "33161216" : 957,
            "33423360" : 1471,
            "33816576" : 5653,
            "34340864" : 10885,
            "34865152" : 18986,
            "35389440" : 30014,
            "35913728" : 43209,
            "36438016" : 54442,
            "36962304" : 61462,
            "37486592" : 63689,
            "38010880" : 59273,
            "38535168" : 51418,
            "39059456" : 39889,
            "39583744" : 28947,
            "40108032" : 19192,
            "40632320" : 12562,
            "41156608" : 8140,
            "41680896" : 5406,
            "42205184" : 3562,
            "42729472" : 2431,
            "43253760" : 1639,
            "43778048" : 1027,
            "44302336" : 712,
            "44826624" : 455,
            "45350912" : 290,
            "45875200" : 127,
            "46399488" : 49,
            "46923776" : 28,
            "47448064" : 12,
            "47972352" : 13,
            "48496640" : 11,
            "49020928" : 4,
            "49545216" : 6
          }
        },
        "lat_ns" : {
          "min" : 31649787,
          "max" : 51069369,
          "mean" : 38818943.219220,
          "stddev" : 1876993.696026,
          "N" : 527565
        },
        "bw_min" : 12998253,
        "bw_max" : 14013921,
        "bw_agg" : 100.000000,
        "bw_mean" : 13509934.911392,
        "bw_dev" : 13213.927503,
        "bw_samples" : 1264,
        "iops_min" : 12693,
        "iops_max" : 13684,
        "iops_mean" : 13191.265823,
        "iops_stddev" : 12.888893,
        "iops_samples" : 1264
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 639992,
      "usr_cpu" : 0.485475,
      "sys_cpu" : 82.885099,
      "ctx" : 587723,
      "majf" : 0,
      "minf" : 572,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999810,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999810,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 99.996967,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773997480,
  "timestamp_ms" : 1773997480376,
  "time" : "Fri Mar 20 06:04:40 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 129,
      "elapsed" : 61,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 691556843520,
        "io_kbytes" : 675348480,
        "bw_bytes" : 13831136870,
        "bw" : 13506969,
        "iops" : 13190.860000,
        "runtime" : 50000,
        "total_ios" : 659543,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 586542,
          "max" : 5896229,
          "mean" : 1207629.884275,
          "stddev" : 214866.037001,
          "N" : 659544
        },
        "clat_ns" : {
          "min" : 30665059,
          "max" : 49585451,
          "mean" : 37606306.655907,
          "stddev" : 1827394.407996,
          "N" : 659527,
          "percentile" : {
            "1.000000" : 33816576,
            "5.000000" : 34865152,
            "10.000000" : 35389440,
            "20.000000" : 35913728,
            "30.000000" : 36438016,
            "40.000000" : 36962304,
            "50.000000" : 37486592,
            "60.000000" : 38010880,
            "70.000000" : 38535168,
            "80.000000" : 39059456,
            "90.000000" : 40108032,
            "95.000000" : 40632320,
            "99.000000" : 42729472,
            "99.500000" : 43253760,
            "99.900000" : 44826624,
            "99.950000" : 45350912,
            "99.990000" : 46923776
          },
          "bins" : {
            "30539776" : 1,
            "30801920" : 14,
            "31064064" : 17,
            "31326208" : 27,
            "31588352" : 47,
            "31850496" : 85,
            "32112640" : 147,
            "32374784" : 291,
            "32636928" : 488,
            "32899072" : 803,
            "33161216" : 1203,
            "33423360" : 1837,
            "33816576" : 6857,
            "34340864" : 13473,
            "34865152" : 23573,
            "35389440" : 37211,
            "35913728" : 53748,
            "36438016" : 68099,
            "36962304" : 77676,
            "37486592" : 80939,
            "38010880" : 74810,
            "38535168" : 64624,
            "39059456" : 49579,
            "39583744" : 35730,
            "40108032" : 23530,
            "40632320" : 15440,
            "41156608" : 9938,
            "41680896" : 6639,
            "42205184" : 4384,
            "42729472" : 2986,
            "43253760" : 2068,
            "43778048" : 1289,
            "44302336" : 893,
            "44826624" : 510,
            "45350912" : 322,
            "45875200" : 127,
            "46399488" : 49,
            "46923776" : 28,
            "47448064" : 12,
            "47972352" : 13,
            "48496640" : 11,
            "49020928" : 4,
            "49545216" : 6
          }
        },
        "lat_ns" : {
          "min" : 31649787,
          "max" : 51069369,
          "mean" : 38813915.153893,
          "stddev" : 1862329.365828,
          "N" : 659528
        },
        "bw_min" : 12983917,
        "bw_max" : 14040545,
        "bw_agg" : 100.000000,
        "bw_mean" : 13512327.484848,
        "bw_dev" : 13414.433958,
        "bw_samples" : 1584,
        "iops_min" : 12679,
        "iops_max" : 13710,
        "iops_mean" : 13193.595960,
        "iops_stddev" : 13.093279,
        "iops_samples" : 1584
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 799992,
      "usr_cpu" : 0.486130,
      "sys_cpu" : 82.902329,
      "ctx" : 732801,
      "majf" : 0,
      "minf" : 572,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 99.997726,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773997490,
  "timestamp_ms" : 1773997490376,
  "time" : "Fri Mar 20 06:04:50 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 118,
      "elapsed" : 71,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 829706731520,
        "io_kbytes" : 810260480,
        "bw_bytes" : 13828445525,
        "bw" : 13504341,
        "iops" : 13188.216667,
        "runtime" : 60000,
        "total_ios" : 791293,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 586542,
          "max" : 5896229,
          "mean" : 1207860.163766,
          "stddev" : 214003.051689,
          "N" : 791294
        },
        "clat_ns" : {
          "min" : 30405344,
          "max" : 49585451,
          "mean" : 37613903.008041,
          "stddev" : 1822251.406535,
          "N" : 791278,
          "percentile" : {
            "1.000000" : 33816576,
            "5.000000" : 34865152,
            "10.000000" : 35389440,
            "20.000000" : 35913728,
            "30.000000" : 36438016,
            "40.000000" : 36962304,
            "50.000000" : 37486592,
            "60.000000" : 38010880,
            "70.000000" : 38535168,
            "80.000000" : 39059456,
            "90.000000" : 40108032,
            "95.000000" : 40632320,
            "99.000000" : 42729472,
            "99.500000" : 43253760,
            "99.900000" : 44826624,
            "99.950000" : 45350912,
            "99.990000" : 46923776
          },
          "bins" : {
            "30277632" : 1,
            "30539776" : 3,
            "30801920" : 19,
            "31064064" : 22,
            "31326208" : 30,
            "31588352" : 60,
            "31850496" : 120,
            "32112640" : 197,
            "32374784" : 354,
            "32636928" : 571,
            "32899072" : 927,
            "33161216" : 1354,
            "33423360" : 2091,
            "33816576" : 8034,
            "34340864" : 15884,
            "34865152" : 27851,
            "35389440" : 44137,
            "35913728" : 64228,
            "36438016" : 81932,
            "36962304" : 93119,
            "37486592" : 97303,
            "38010880" : 90614,
            "38535168" : 77660,
            "39059456" : 59975,
            "39583744" : 42996,
            "40108032" : 28373,
            "40632320" : 18635,
            "41156608" : 11821,
            "41680896" : 7790,
            "42205184" : 5182,
            "42729472" : 3588,
            "43253760" : 2464,
            "43778048" : 1517,
            "44302336" : 1055,
            "44826624" : 635,
            "45350912" : 401,
            "45875200" : 175,
            "46399488" : 73,
            "46923776" : 30,
            "47448064" : 14,
            "47972352" : 16,
            "48496640" : 15,
            "49020928" : 6,
            "49545216" : 6
          }
        },
        "lat_ns" : {
          "min" : 31479097,
          "max" : 51069369,
          "mean" : 38821757.593314,
          "stddev" : 1857051.329117,
          "N" : 791278
        },
        "bw_min" : 12965485,
        "bw_max" : 14052833,
        "bw_agg" : 100.000000,
        "bw_mean" : 13509550.848739,
        "bw_dev" : 13326.122870,
        "bw_samples" : 1904,
        "iops_min" : 12661,
        "iops_max" : 13722,
        "iops_mean" : 13190.773109,
        "iops_stddev" : 13.006867,
        "iops_samples" : 1904
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 959988,
      "usr_cpu" : 0.488235,
      "sys_cpu" : 82.898432,
      "ctx" : 878679,
      "majf" : 0,
      "minf" : 572,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 99.998104,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773997500,
  "timestamp_ms" : 1773997500376,
  "time" : "Fri Mar 20 06:05:00 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 109,
      "elapsed" : 81,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 973259931648,
        "io_kbytes" : 950449152,
        "bw_bytes" : 13903713309,
        "bw" : 13577845,
        "iops" : 13259.942857,
        "runtime" : 70000,
        "total_ios" : 928196,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 241688,
          "max" : 5896229,
          "mean" : 1201321.415160,
          "stddev" : 225778.584976,
          "N" : 928196
        },
        "clat_ns" : {
          "min" : 12470680,
          "max" : 69427596,
          "mean" : 37410707.877596,
          "stddev" : 2883792.317426,
          "N" : 928180,
          "percentile" : {
            "1.000000" : 20578304,
            "5.000000" : 34340864,
            "10.000000" : 35389440,
            "20.000000" : 35913728,
            "30.000000" : 36438016,
            "40.000000" : 36962304,
            "50.000000" : 37486592,
            "60.000000" : 38010880,
            "70.000000" : 38535168,
            "80.000000" : 39059456,
            "90.000000" : 40108032,
            "95.000000" : 40632320,
            "99.000000" : 42729472,
            "99.500000" : 43778048,
            "99.900000" : 45350912,
            "99.950000" : 48496640,
            "99.990000" : 60030976
          },
          "bins" : {
            "12517376" : 4,
            "12648448" : 9,
            "12779520" : 23,
            "12910592" : 22,
            "13041664" : 45,
            "13172736" : 54,
            "13303808" : 59,
            "13434880" : 50,
            "13565952" : 52,
            "13697024" : 55,
            "13828096" : 61,
            "13959168" : 70,
            "14090240" : 91,
            "14221312" : 103,
            "14352384" : 120,
            "14483456" : 146,
            "14614528" : 179,
            "14745600" : 195,
            "14876672" : 206,
            "15007744" : 194,
            "15138816" : 215,
            "15269888" : 234,
            "15400960" : 241,
            "15532032" : 305,
            "15663104" : 314,
            "15794176" : 293,
            "15925248" : 355,
            "16056320" : 326,
            "16187392" : 298,
            "16318464" : 265,
            "16449536" : 279,
            "16580608" : 277,
            "16711680" : 311,
            "16908288" : 534,
            "17170432" : 563,
            "17432576" : 407,
            "17694720" : 333,
            "17956864" : 317,
            "18219008" : 285,
            "18481152" : 227,
            "18743296" : 233,
            "19005440" : 182,
            "19267584" : 142,
            "19529728" : 134,
            "19791872" : 152,
            "20054016" : 148,
            "20316160" : 101,
            "20578304" : 88,
            "20840448" : 80,
            "21102592" : 63,
            "21364736" : 53,
            "21626880" : 58,
            "21889024" : 56,
            "22151168" : 56,
            "22413312" : 42,
            "22675456" : 36,
            "22937600" : 26,
            "23199744" : 20,
            "23461888" : 49,
            "23724032" : 31,
            "23986176" : 41,
            "24248320" : 37,
            "24510464" : 44,
            "24772608" : 41,
            "25034752" : 35,
            "25296896" : 29,
            "25559040" : 33,
            "25821184" : 47,
            "26083328" : 46,
            "26345472" : 53,
            "26607616" : 40,
            "26869760" : 24,
            "27131904" : 24,
            "27394048" : 16,
            "27656192" : 13,
            "27918336" : 25,
            "28180480" : 35,
            "28442624" : 46,
            "28704768" : 52,
            "28966912" : 61,
            "29229056" : 62,
            "29491200" : 53,
            "29753344" : 73,
            "30015488" : 39,
            "30277632" : 65,
            "30539776" : 75,
            "30801920" : 95,
            "31064064" : 85,
            "31326208" : 129,
            "31588352" : 185,
            "31850496" : 263,
            "32112640" : 394,
            "32374784" : 570,
            "32636928" : 869,
            "32899072" : 1295,
            "33161216" : 1840,
            "33423360" : 2809,
            "33816576" : 10036,
            "34340864" : 18774,
            "34865152" : 32248,
            "35389440" : 50598,
            "35913728" : 72584,
            "36438016" : 92705,
            "36962304" : 105788,
            "37486592" : 110620,
            "38010880" : 103603,
            "38535168" : 89850,
            "39059456" : 69994,
            "39583744" : 50785,
            "40108032" : 34277,
            "40632320" : 22894,
            "41156608" : 14781,
            "41680896" : 9754,
            "42205184" : 6475,
            "42729472" : 4474,
            "43253760" : 3020,
            "43778048" : 1863,
            "44302336" : 1302,
            "44826624" : 818,
            "45350912" : 505,
            "45875200" : 235,
            "46399488" : 104,
            "46923776" : 51,
            "47448064" : 36,
            "47972352" : 31,
            "48496640" : 25,
            "49020928" : 25,
            "49545216" : 10,
            "50069504" : 12,
            "50593792" : 19,
            "51118080" : 18,
            "51642368" : 15,
            "52166656" : 10,
            "52690944" : 15,
            "53215232" : 16,
            "53739520" : 11,
            "54263808" : 17,
            "54788096" : 19,
            "55312384" : 17,
            "55836672" : 20,
            "56360960" : 18,
            "56885248" : 15,
            "57409536" : 25,
            "57933824" : 19,
            "58458112" : 16,
            "58982400" : 16,
            "59506688" : 13,
            "60030976" : 16,
            "60555264" : 21,
            "61079552" : 12,
            "61603840" : 4,
            "62128128" : 5,
            "62652416" : 5,
            "63176704" : 4,
            "63700992" : 6,
            "64225280" : 2,
            "64749568" : 1,
            "65273856" : 9,
            "65798144" : 1,
            "66322432" : 1,
            "67633152" : 2,
            "68681728" : 1,
            "69730304" : 4
          }
        },
        "lat_ns" : {
          "min" : 12880184,
          "max" : 70401828,
          "mean" : 38612033.165093,
          "stddev" : 2960650.326666,
          "N" : 928180
        },
        "bw_min" : 12881489,
        "bw_max" : 16358877,
        "bw_agg" : 100.000000,
        "bw_mean" : 13583798.230216,
        "bw_dev" : 70108.396525,
        "bw_samples" : 2224,
        "iops_min" : 12579,
        "iops_max" : 15974,
        "iops_mean" : 13263.366906,
        "iops_stddev" : 68.464203,
        "iops_samples" : 2224
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1119999,
      "usr_cpu" : 0.493840,
      "sys_cpu" : 82.812931,
      "ctx" : 1017629,
      "majf" : 0,
      "minf" : 572,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.970054,
        "50" : 98.984913,
        "100" : 0.043310,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773997510,
  "timestamp_ms" : 1773997510376,
  "time" : "Fri Mar 20 06:05:10 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 99,
      "elapsed" : 91,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 1111754801152,
        "io_kbytes" : 1085698048,
        "bw_bytes" : 13896935014,
        "bw" : 13571225,
        "iops" : 13253.425000,
        "runtime" : 80000,
        "total_ios" : 1060274,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 241688,
          "max" : 6911905,
          "mean" : 1201902.491766,
          "stddev" : 224378.733592,
          "N" : 1060274
        },
        "clat_ns" : {
          "min" : 12470680,
          "max" : 69427596,
          "mean" : 37428804.439376,
          "stddev" : 2774536.528150,
          "N" : 1060258,
          "percentile" : {
            "1.000000" : 28966912,
            "5.000000" : 34340864,
            "10.000000" : 35389440,
            "20.000000" : 35913728,
            "30.000000" : 36438016,
            "40.000000" : 36962304,
            "50.000000" : 37486592,
            "60.000000" : 38010880,
            "70.000000" : 38535168,
            "80.000000" : 39059456,
            "90.000000" : 40108032,
            "95.000000" : 40632320,
            "99.000000" : 42729472,
            "99.500000" : 43778048,
            "99.900000" : 45350912,
            "99.950000" : 47972352,
            "99.990000" : 60030976
          },
          "bins" : {
            "12517376" : 4,
            "12648448" : 9,
            "12779520" : 23,
            "12910592" : 22,
            "13041664" : 45,
            "13172736" : 54,
            "13303808" : 59,
            "13434880" : 50,
            "13565952" : 52,
            "13697024" : 55,
            "13828096" : 61,
            "13959168" : 70,
            "14090240" : 91,
            "14221312" : 103,
            "14352384" : 120,
            "14483456" : 146,
            "14614528" : 179,
            "14745600" : 195,
            "14876672" : 206,
            "15007744" : 194,
            "15138816" : 215,
            "15269888" : 234,
            "15400960" : 241,
            "15532032" : 305,
            "15663104" : 314,
            "15794176" : 293,
            "15925248" : 355,
            "16056320" : 326,
            "16187392" : 298,
            "16318464" : 265,
            "16449536" : 279,
            "16580608" : 277,
            "16711680" : 311,
            "16908288" : 534,
            "17170432" : 563,
            "17432576" : 407,
            "17694720" : 333,
            "17956864" : 317,
            "18219008" : 285,
            "18481152" : 227,
            "18743296" : 233,
            "19005440" : 182,
            "19267584" : 142,
            "19529728" : 134,
            "19791872" : 152,
            "20054016" : 148,
            "20316160" : 101,
            "20578304" : 88,
            "20840448" : 80,
            "21102592" : 63,
            "21364736" : 53,
            "21626880" : 58,
            "21889024" : 56,
            "22151168" : 56,
            "22413312" : 42,
            "22675456" : 36,
            "22937600" : 26,
            "23199744" : 20,
            "23461888" : 49,
            "23724032" : 31,
            "23986176" : 41,
            "24248320" : 37,
            "24510464" : 44,
            "24772608" : 41,
            "25034752" : 35,
            "25296896" : 29,
            "25559040" : 33,
            "25821184" : 47,
            "26083328" : 46,
            "26345472" : 53,
            "26607616" : 40,
            "26869760" : 24,
            "27131904" : 24,
            "27394048" : 16,
            "27656192" : 13,
            "27918336" : 25,
            "28180480" : 35,
            "28442624" : 46,
            "28704768" : 52,
            "28966912" : 61,
            "29229056" : 62,
            "29491200" : 53,
            "29753344" : 73,
            "30015488" : 39,
            "30277632" : 65,
            "30539776" : 75,
            "30801920" : 102,
            "31064064" : 94,
            "31326208" : 137,
            "31588352" : 207,
            "31850496" : 299,
            "32112640" : 439,
            "32374784" : 615,
            "32636928" : 956,
            "32899072" : 1417,
            "33161216" : 2066,
            "33423360" : 3213,
            "33816576" : 11366,
            "34340864" : 21552,
            "34865152" : 37390,
            "35389440" : 58230,
            "35913728" : 83468,
            "36438016" : 106665,
            "36962304" : 121668,
            "37486592" : 126667,
            "38010880" : 118384,
            "38535168" : 102540,
            "39059456" : 79929,
            "39583744" : 58065,
            "40108032" : 39022,
            "40632320" : 25957,
            "41156608" : 16632,
            "41680896" : 10867,
            "42205184" : 7162,
            "42729472" : 4922,
            "43253760" : 3308,
            "43778048" : 2066,
            "44302336" : 1426,
            "44826624" : 888,
            "45350912" : 560,
            "45875200" : 260,
            "46399488" : 116,
            "46923776" : 57,
            "47448064" : 38,
            "47972352" : 32,
            "48496640" : 25,
            "49020928" : 25,
            "49545216" : 12,
            "50069504" : 12,
            "50593792" : 20,
            "51118080" : 19,
            "51642368" : 15,
            "52166656" : 11,
            "52690944" : 15,
            "53215232" : 17,
            "53739520" : 12,
            "54263808" : 17,
            "54788096" : 19,
            "55312384" : 18,
            "55836672" : 21,
            "56360960" : 18,
            "56885248" : 16,
            "57409536" : 25,
            "57933824" : 20,
            "58458112" : 16,
            "58982400" : 18,
            "59506688" : 13,
            "60030976" : 17,
            "60555264" : 22,
            "61079552" : 13,
            "61603840" : 6,
            "62128128" : 6,
            "62652416" : 13,
            "63176704" : 4,
            "63700992" : 7,
            "64225280" : 3,
            "64749568" : 2,
            "65273856" : 10,
            "65798144" : 1,
            "66322432" : 5,
            "67633152" : 2,
            "68681728" : 1,
            "69730304" : 4
          }
        },
        "lat_ns" : {
          "min" : 12880184,
          "max" : 70401828,
          "mean" : 38630710.790567,
          "stddev" : 2847394.666676,
          "N" : 1060258
        },
        "bw_min" : 12868757,
        "bw_max" : 16362973,
        "bw_agg" : 100.000000,
        "bw_mean" : 13576400.182390,
        "bw_dev" : 65971.960010,
        "bw_samples" : 2544,
        "iops_min" : 12566,
        "iops_max" : 15978,
        "iops_mean" : 13256.138365,
        "iops_stddev" : 64.424299,
        "iops_samples" : 2544
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1279994,
      "usr_cpu" : 0.494143,
      "sys_cpu" : 82.846326,
      "ctx" : 1163107,
      "majf" : 0,
      "minf" : 572,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999906,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999906,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.849214,
        "50" : 99.108249,
        "100" : 0.041027,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773997520,
  "timestamp_ms" : 1773997520376,
  "time" : "Fri Mar 20 06:05:20 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 89,
      "elapsed" : 101,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 1249917272064,
        "io_kbytes" : 1220622336,
        "bw_bytes" : 13887815380,
        "bw" : 13562319,
        "iops" : 13244.719503,
        "runtime" : 90001,
        "total_ios" : 1192038,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 241688,
          "max" : 6911905,
          "mean" : 1202684.446463,
          "stddev" : 223889.960704,
          "N" : 1192038
        },
        "clat_ns" : {
          "min" : 12470680,
          "max" : 69427596,
          "mean" : 37453119.167874,
          "stddev" : 2693384.811343,
          "N" : 1192022,
          "percentile" : {
            "1.000000" : 32112640,
            "5.000000" : 34865152,
            "10.000000" : 35389440,
            "20.000000" : 35913728,
            "30.000000" : 36438016,
            "40.000000" : 36962304,
            "50.000000" : 37486592,
            "60.000000" : 38010880,
            "70.000000" : 38535168,
            "80.000000" : 39059456,
            "90.000000" : 40108032,
            "95.000000" : 40632320,
            "99.000000" : 42729472,
            "99.500000" : 43778048,
            "99.900000" : 45875200,
            "99.950000" : 47448064,
            "99.990000" : 59506688
          },
          "bins" : {
            "12517376" : 4,
            "12648448" : 9,
            "12779520" : 23,
            "12910592" : 22,
            "13041664" : 45,
            "13172736" : 54,
            "13303808" : 59,
            "13434880" : 50,
            "13565952" : 52,
            "13697024" : 55,
            "13828096" : 61,
            "13959168" : 70,
            "14090240" : 91,
            "14221312" : 103,
            "14352384" : 120,
            "14483456" : 146,
            "14614528" : 179,
            "14745600" : 195,
            "14876672" : 206,
            "15007744" : 194,
            "15138816" : 215,
            "15269888" : 234,
            "15400960" : 241,
            "15532032" : 305,
            "15663104" : 314,
            "15794176" : 293,
            "15925248" : 355,
            "16056320" : 326,
            "16187392" : 298,
            "16318464" : 265,
            "16449536" : 279,
            "16580608" : 277,
            "16711680" : 311,
            "16908288" : 534,
            "17170432" : 563,
            "17432576" : 407,
            "17694720" : 333,
            "17956864" : 317,
            "18219008" : 285,
            "18481152" : 227,
            "18743296" : 233,
            "19005440" : 182,
            "19267584" : 142,
            "19529728" : 134,
            "19791872" : 152,
            "20054016" : 148,
            "20316160" : 101,
            "20578304" : 88,
            "20840448" : 80,
            "21102592" : 63,
            "21364736" : 53,
            "21626880" : 58,
            "21889024" : 56,
            "22151168" : 56,
            "22413312" : 42,
            "22675456" : 36,
            "22937600" : 26,
            "23199744" : 20,
            "23461888" : 49,
            "23724032" : 31,
            "23986176" : 41,
            "24248320" : 37,
            "24510464" : 44,
            "24772608" : 41,
            "25034752" : 35,
            "25296896" : 29,
            "25559040" : 33,
            "25821184" : 47,
            "26083328" : 46,
            "26345472" : 53,
            "26607616" : 40,
            "26869760" : 24,
            "27131904" : 24,
            "27394048" : 16,
            "27656192" : 13,
            "27918336" : 25,
            "28180480" : 35,
            "28442624" : 46,
            "28704768" : 52,
            "28966912" : 61,
            "29229056" : 62,
            "29491200" : 53,
            "29753344" : 73,
            "30015488" : 39,
            "30277632" : 65,
            "30539776" : 75,
            "30801920" : 102,
            "31064064" : 94,
            "31326208" : 137,
            "31588352" : 211,
            "31850496" : 310,
            "32112640" : 477,
            "32374784" : 684,
            "32636928" : 1056,
            "32899072" : 1584,
            "33161216" : 2341,
            "33423360" : 3637,
            "33816576" : 12915,
            "34340864" : 24143,
            "34865152" : 42196,
            "35389440" : 65898,
            "35913728" : 94111,
            "36438016" : 120041,
            "36962304" : 136580,
            "37486592" : 141820,
            "38010880" : 133203,
            "38535168" : 115577,
            "39059456" : 90249,
            "39583744" : 65344,
            "40108032" : 43803,
            "40632320" : 29078,
            "41156608" : 18604,
            "41680896" : 12226,
            "42205184" : 8172,
            "42729472" : 5647,
            "43253760" : 3803,
            "43778048" : 2413,
            "44302336" : 1669,
            "44826624" : 1054,
            "45350912" : 674,
            "45875200" : 324,
            "46399488" : 168,
            "46923776" : 85,
            "47448064" : 57,
            "47972352" : 44,
            "48496640" : 40,
            "49020928" : 25,
            "49545216" : 12,
            "50069504" : 12,
            "50593792" : 20,
            "51118080" : 19,
            "51642368" : 15,
            "52166656" : 11,
            "52690944" : 15,
            "53215232" : 17,
            "53739520" : 12,
            "54263808" : 17,
            "54788096" : 19,
            "55312384" : 18,
            "55836672" : 21,
            "56360960" : 18,
            "56885248" : 16,
            "57409536" : 25,
            "57933824" : 20,
            "58458112" : 16,
            "58982400" : 18,
            "59506688" : 13,
            "60030976" : 17,
            "60555264" : 22,
            "61079552" : 13,
            "61603840" : 6,
            "62128128" : 6,
            "62652416" : 13,
            "63176704" : 4,
            "63700992" : 7,
            "64225280" : 3,
            "64749568" : 2,
            "65273856" : 10,
            "65798144" : 1,
            "66322432" : 5,
            "67633152" : 2,
            "68681728" : 1,
            "69730304" : 4
          }
        },
        "lat_ns" : {
          "min" : 12880184,
          "max" : 70401828,
          "mean" : 38655806.661825,
          "stddev" : 2763028.082843,
          "N" : 1192022
        },
        "bw_min" : 12862613,
        "bw_max" : 16373213,
        "bw_agg" : 100.000000,
        "bw_mean" : 13567806.256983,
        "bw_dev" : 62582.671327,
        "bw_samples" : 2864,
        "iops_min" : 12560,
        "iops_max" : 15988,
        "iops_mean" : 13247.743017,
        "iops_stddev" : 61.113797,
        "iops_samples" : 2864
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1440002,
      "usr_cpu" : 0.491319,
      "sys_cpu" : 82.834607,
      "ctx" : 1309839,
      "majf" : 0,
      "minf" : 572,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.755345,
        "50" : 99.206821,
        "100" : 0.036492,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773997530,
  "timestamp_ms" : 1773997530376,
  "time" : "Fri Mar 20 06:05:30 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 79,
      "elapsed" : 111,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 1388118540288,
        "io_kbytes" : 1355584512,
        "bw_bytes" : 13881185402,
        "bw" : 13555845,
        "iops" : 13238.370000,
        "runtime" : 100000,
        "total_ios" : 1323837,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 241688,
          "max" : 6911905,
          "mean" : 1203258.124462,
          "stddev" : 222878.502961,
          "N" : 1323837
        },
        "clat_ns" : {
          "min" : 12470680,
          "max" : 69427596,
          "mean" : 37471034.680983,
          "stddev" : 2622524.258513,
          "N" : 1323821,
          "percentile" : {
            "1.000000" : 32636928,
            "5.000000" : 34865152,
            "10.000000" : 35389440,
            "20.000000" : 35913728,
            "30.000000" : 36438016,
            "40.000000" : 36962304,
            "50.000000" : 37486592,
            "60.000000" : 38010880,
            "70.000000" : 38535168,
            "80.000000" : 39059456,
            "90.000000" : 40108032,
            "95.000000" : 40632320,
            "99.000000" : 42729472,
            "99.500000" : 43778048,
            "99.900000" : 45875200,
            "99.950000" : 46923776,
            "99.990000" : 58982400
          },
          "bins" : {
            "12517376" : 4,
            "12648448" : 9,
            "12779520" : 23,
            "12910592" : 22,
            "13041664" : 45,
            "13172736" : 54,
            "13303808" : 59,
            "13434880" : 50,
            "13565952" : 52,
            "13697024" : 55,
            "13828096" : 61,
            "13959168" : 70,
            "14090240" : 91,
            "14221312" : 103,
            "14352384" : 120,
            "14483456" : 146,
            "14614528" : 179,
            "14745600" : 195,
            "14876672" : 206,
            "15007744" : 194,
            "15138816" : 215,
            "15269888" : 234,
            "15400960" : 241,
            "15532032" : 305,
            "15663104" : 314,
            "15794176" : 293,
            "15925248" : 355,
            "16056320" : 326,
            "16187392" : 298,
            "16318464" : 265,
            "16449536" : 279,
            "16580608" : 277,
            "16711680" : 311,
            "16908288" : 534,
            "17170432" : 563,
            "17432576" : 407,
            "17694720" : 333,
            "17956864" : 317,
            "18219008" : 285,
            "18481152" : 227,
            "18743296" : 233,
            "19005440" : 182,
            "19267584" : 142,
            "19529728" : 134,
            "19791872" : 152,
            "20054016" : 148,
            "20316160" : 101,
            "20578304" : 88,
            "20840448" : 80,
            "21102592" : 63,
            "21364736" : 53,
            "21626880" : 58,
            "21889024" : 56,
            "22151168" : 56,
            "22413312" : 42,
            "22675456" : 36,
            "22937600" : 26,
            "23199744" : 20,
            "23461888" : 49,
            "23724032" : 31,
            "23986176" : 41,
            "24248320" : 37,
            "24510464" : 44,
            "24772608" : 41,
            "25034752" : 35,
            "25296896" : 29,
            "25559040" : 33,
            "25821184" : 47,
            "26083328" : 46,
            "26345472" : 53,
            "26607616" : 40,
            "26869760" : 24,
            "27131904" : 24,
            "27394048" : 16,
            "27656192" : 13,
            "27918336" : 25,
            "28180480" : 35,
            "28442624" : 46,
            "28704768" : 52,
            "28966912" : 61,
            "29229056" : 62,
            "29491200" : 53,
            "29753344" : 73,
            "30015488" : 39,
            "30277632" : 65,
            "30539776" : 75,
            "30801920" : 102,
            "31064064" : 94,
            "31326208" : 137,
            "31588352" : 211,
            "31850496" : 316,
            "32112640" : 497,
            "32374784" : 740,
            "32636928" : 1133,
            "32899072" : 1734,
            "33161216" : 2607,
            "33423360" : 3971,
            "33816576" : 14146,
            "34340864" : 26818,
            "34865152" : 46781,
            "35389440" : 73439,
            "35913728" : 104815,
            "36438016" : 133798,
            "36962304" : 152179,
            "37486592" : 157702,
            "38010880" : 148514,
            "38535168" : 128272,
            "39059456" : 100173,
            "39583744" : 72304,
            "40108032" : 48270,
            "40632320" : 32315,
            "41156608" : 20649,
            "41680896" : 13507,
            "42205184" : 9048,
            "42729472" : 6347,
            "43253760" : 4341,
            "43778048" : 2722,
            "44302336" : 1867,
            "44826624" : 1205,
            "45350912" : 766,
            "45875200" : 399,
            "46399488" : 204,
            "46923776" : 105,
            "47448064" : 58,
            "47972352" : 44,
            "48496640" : 40,
            "49020928" : 25,
            "49545216" : 12,
            "50069504" : 12,
            "50593792" : 20,
            "51118080" : 19,
            "51642368" : 15,
            "52166656" : 11,
            "52690944" : 15,
            "53215232" : 17,
            "53739520" : 12,
            "54263808" : 17,
            "54788096" : 19,
            "55312384" : 18,
            "55836672" : 21,
            "56360960" : 18,
            "56885248" : 16,
            "57409536" : 25,
            "57933824" : 20,
            "58458112" : 16,
            "58982400" : 18,
            "59506688" : 13,
            "60030976" : 17,
            "60555264" : 22,
            "61079552" : 13,
            "61603840" : 6,
            "62128128" : 6,
            "62652416" : 13,
            "63176704" : 4,
            "63700992" : 7,
            "64225280" : 3,
            "64749568" : 2,
            "65273856" : 10,
            "65798144" : 1,
            "66322432" : 5,
            "67633152" : 2,
            "68681728" : 1,
            "69730304" : 4
          }
        },
        "lat_ns" : {
          "min" : 12880184,
          "max" : 70401828,
          "mean" : 38674301.007310,
          "stddev" : 2689460.709578,
          "N" : 1323821
        },
        "bw_min" : 12858517,
        "bw_max" : 16373213,
        "bw_agg" : 100.000000,
        "bw_mean" : 13561421.190955,
        "bw_dev" : 59686.022236,
        "bw_samples" : 3184,
        "iops_min" : 12556,
        "iops_max" : 15988,
        "iops_mean" : 13241.688442,
        "iops_stddev" : 58.284299,
        "iops_samples" : 3184
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1599990,
      "usr_cpu" : 0.490378,
      "sys_cpu" : 82.855955,
      "ctx" : 1456515,
      "majf" : 0,
      "minf" : 572,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.680144,
        "50" : 99.285788,
        "100" : 0.032859,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773997540,
  "timestamp_ms" : 1773997540376,
  "time" : "Fri Mar 20 06:05:40 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 68,
      "elapsed" : 121,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 1526448783360,
        "io_kbytes" : 1490672640,
        "bw_bytes" : 13876807121,
        "bw" : 13551569,
        "iops" : 13234.145455,
        "runtime" : 110000,
        "total_ios" : 1455756,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 241688,
          "max" : 6911905,
          "mean" : 1203643.043737,
          "stddev" : 221864.908481,
          "N" : 1455756
        },
        "clat_ns" : {
          "min" : 12470680,
          "max" : 69427596,
          "mean" : 37482961.973613,
          "stddev" : 2558717.690005,
          "N" : 1455740,
          "percentile" : {
            "1.000000" : 32899072,
            "5.000000" : 34865152,
            "10.000000" : 35389440,
            "20.000000" : 35913728,
            "30.000000" : 36438016,
            "40.000000" : 36962304,
            "50.000000" : 37486592,
            "60.000000" : 38010880,
            "70.000000" : 38535168,
            "80.000000" : 39059456,
            "90.000000" : 40108032,
            "95.000000" : 40632320,
            "99.000000" : 42729472,
            "99.500000" : 43778048,
            "99.900000" : 45350912,
            "99.950000" : 46399488,
            "99.990000" : 58982400
          },
          "bins" : {
            "12517376" : 4,
            "12648448" : 9,
            "12779520" : 23,
            "12910592" : 22,
            "13041664" : 45,
            "13172736" : 54,
            "13303808" : 59,
            "13434880" : 50,
            "13565952" : 52,
            "13697024" : 55,
            "13828096" : 61,
            "13959168" : 70,
            "14090240" : 91,
            "14221312" : 103,
            "14352384" : 120,
            "14483456" : 146,
            "14614528" : 179,
            "14745600" : 195,
            "14876672" : 206,
            "15007744" : 194,
            "15138816" : 215,
            "15269888" : 234,
            "15400960" : 241,
            "15532032" : 305,
            "15663104" : 314,
            "15794176" : 293,
            "15925248" : 355,
            "16056320" : 326,
            "16187392" : 298,
            "16318464" : 265,
            "16449536" : 279,
            "16580608" : 277,
            "16711680" : 311,
            "16908288" : 534,
            "17170432" : 563,
            "17432576" : 407,
            "17694720" : 333,
            "17956864" : 317,
            "18219008" : 285,
            "18481152" : 227,
            "18743296" : 233,
            "19005440" : 182,
            "19267584" : 142,
            "19529728" : 134,
            "19791872" : 152,
            "20054016" : 148,
            "20316160" : 101,
            "20578304" : 88,
            "20840448" : 80,
            "21102592" : 63,
            "21364736" : 53,
            "21626880" : 58,
            "21889024" : 56,
            "22151168" : 56,
            "22413312" : 42,
            "22675456" : 36,
            "22937600" : 26,
            "23199744" : 20,
            "23461888" : 49,
            "23724032" : 31,
            "23986176" : 41,
            "24248320" : 37,
            "24510464" : 44,
            "24772608" : 41,
            "25034752" : 35,
            "25296896" : 29,
            "25559040" : 33,
            "25821184" : 47,
            "26083328" : 46,
            "26345472" : 53,
            "26607616" : 40,
            "26869760" : 24,
            "27131904" : 24,
            "27394048" : 16,
            "27656192" : 13,
            "27918336" : 25,
            "28180480" : 35,
            "28442624" : 46,
            "28704768" : 52,
            "28966912" : 61,
            "29229056" : 62,
            "29491200" : 53,
            "29753344" : 73,
            "30015488" : 39,
            "30277632" : 65,
            "30539776" : 75,
            "30801920" : 102,
            "31064064" : 94,
            "31326208" : 138,
            "31588352" : 220,
            "31850496" : 334,
            "32112640" : 526,
            "32374784" : 789,
            "32636928" : 1212,
            "32899072" : 1865,
            "33161216" : 2859,
            "33423360" : 4404,
            "33816576" : 15495,
            "34340864" : 29290,
            "34865152" : 51458,
            "35389440" : 80737,
            "35913728" : 115442,
            "36438016" : 147339,
            "36962304" : 168166,
            "37486592" : 173945,
            "38010880" : 163849,
            "38535168" : 141397,
            "39059456" : 109993,
            "39583744" : 79394,
            "40108032" : 52978,
            "40632320" : 35438,
            "41156608" : 22622,
            "41680896" : 14807,
            "42205184" : 9908,
            "42729472" : 6912,
            "43253760" : 4705,
            "43778048" : 2907,
            "44302336" : 1972,
            "44826624" : 1275,
            "45350912" : 827,
            "45875200" : 422,
            "46399488" : 216,
            "46923776" : 107,
            "47448064" : 61,
            "47972352" : 44,
            "48496640" : 40,
            "49020928" : 25,
            "49545216" : 12,
            "50069504" : 12,
            "50593792" : 20,
            "51118080" : 19,
            "51642368" : 15,
            "52166656" : 11,
            "52690944" : 15,
            "53215232" : 17,
            "53739520" : 12,
            "54263808" : 17,
            "54788096" : 19,
            "55312384" : 18,
            "55836672" : 21,
            "56360960" : 18,
            "56885248" : 16,
            "57409536" : 25,
            "57933824" : 20,
            "58458112" : 16,
            "58982400" : 18,
            "59506688" : 13,
            "60030976" : 17,
            "60555264" : 22,
            "61079552" : 13,
            "61603840" : 6,
            "62128128" : 6,
            "62652416" : 13,
            "63176704" : 4,
            "63700992" : 7,
            "64225280" : 3,
            "64749568" : 2,
            "65273856" : 10,
            "65798144" : 1,
            "66322432" : 5,
            "67633152" : 2,
            "68681728" : 1,
            "69730304" : 4
          }
        },
        "lat_ns" : {
          "min" : 12880184,
          "max" : 70401828,
          "mean" : 38686608.012310,
          "stddev" : 2623316.067955,
          "N" : 1455740
        },
        "bw_min" : 12858517,
        "bw_max" : 16373213,
        "bw_agg" : 100.000000,
        "bw_mean" : 13557187.219178,
        "bw_dev" : 57146.125806,
        "bw_samples" : 3504,
        "iops_min" : 12556,
        "iops_max" : 15988,
        "iops_mean" : 13237.726027,
        "iops_stddev" : 55.803586,
        "iops_samples" : 3504
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1759992,
      "usr_cpu" : 0.486195,
      "sys_cpu" : 82.866343,
      "ctx" : 1602209,
      "majf" : 0,
      "minf" : 572,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.618510,
        "50" : 99.350509,
        "100" : 0.029881,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773997550,
  "timestamp_ms" : 1773997550376,
  "time" : "Fri Mar 20 06:05:50 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 59,
      "elapsed" : 131,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 1664809435136,
        "io_kbytes" : 1625790464,
        "bw_bytes" : 13873411959,
        "bw" : 13548253,
        "iops" : 13230.900000,
        "runtime" : 120000,
        "total_ios" : 1587708,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 241688,
          "max" : 6911905,
          "mean" : 1203935.964728,
          "stddev" : 220853.757219,
          "N" : 1587708
        },
        "clat_ns" : {
          "min" : 12470680,
          "max" : 69427596,
          "mean" : 37492122.044419,
          "stddev" : 2505397.893101,
          "N" : 1587692,
          "percentile" : {
            "1.000000" : 32899072,
            "5.000000" : 34865152,
            "10.000000" : 35389440,
            "20.000000" : 35913728,
            "30.000000" : 36438016,
            "40.000000" : 36962304,
            "50.000000" : 37486592,
            "60.000000" : 38010880,
            "70.000000" : 38535168,
            "80.000000" : 39059456,
            "90.000000" : 40108032,
            "95.000000" : 40632320,
            "99.000000" : 42729472,
            "99.500000" : 43778048,
            "99.900000" : 45350912,
            "99.950000" : 46399488,
            "99.990000" : 58458112
          },
          "bins" : {
            "12517376" : 4,
            "12648448" : 9,
            "12779520" : 23,
            "12910592" : 22,
            "13041664" : 45,
            "13172736" : 54,
            "13303808" : 59,
            "13434880" : 50,
            "13565952" : 52,
            "13697024" : 55,
            "13828096" : 61,
            "13959168" : 70,
            "14090240" : 91,
            "14221312" : 103,
            "14352384" : 120,
            "14483456" : 146,
            "14614528" : 179,
            "14745600" : 195,
            "14876672" : 206,
            "15007744" : 194,
            "15138816" : 215,
            "15269888" : 234,
            "15400960" : 241,
            "15532032" : 305,
            "15663104" : 314,
            "15794176" : 293,
            "15925248" : 355,
            "16056320" : 326,
            "16187392" : 298,
            "16318464" : 265,
            "16449536" : 279,
            "16580608" : 277,
            "16711680" : 311,
            "16908288" : 534,
            "17170432" : 563,
            "17432576" : 407,
            "17694720" : 333,
            "17956864" : 317,
            "18219008" : 285,
            "18481152" : 227,
            "18743296" : 233,
            "19005440" : 182,
            "19267584" : 142,
            "19529728" : 134,
            "19791872" : 152,
            "20054016" : 148,
            "20316160" : 101,
            "20578304" : 88,
            "20840448" : 80,
            "21102592" : 63,
            "21364736" : 53,
            "21626880" : 58,
            "21889024" : 56,
            "22151168" : 56,
            "22413312" : 42,
            "22675456" : 36,
            "22937600" : 26,
            "23199744" : 20,
            "23461888" : 49,
            "23724032" : 31,
            "23986176" : 41,
            "24248320" : 37,
            "24510464" : 44,
            "24772608" : 41,
            "25034752" : 35,
            "25296896" : 29,
            "25559040" : 33,
            "25821184" : 47,
            "26083328" : 46,
            "26345472" : 53,
            "26607616" : 40,
            "26869760" : 24,
            "27131904" : 24,
            "27394048" : 16,
            "27656192" : 13,
            "27918336" : 25,
            "28180480" : 35,
            "28442624" : 46,
            "28704768" : 52,
            "28966912" : 61,
            "29229056" : 62,
            "29491200" : 53,
            "29753344" : 73,
            "30015488" : 39,
            "30277632" : 65,
            "30539776" : 75,
            "30801920" : 102,
            "31064064" : 94,
            "31326208" : 138,
            "31588352" : 220,
            "31850496" : 338,
            "32112640" : 548,
            "32374784" : 840,
            "32636928" : 1272,
            "32899072" : 1975,
            "33161216" : 3046,
            "33423360" : 4724,
            "33816576" : 16883,
            "34340864" : 31939,
            "34865152" : 56108,
            "35389440" : 88201,
            "35913728" : 126369,
            "36438016" : 161284,
            "36962304" : 184643,
            "37486592" : 190179,
            "38010880" : 178955,
            "38535168" : 153654,
            "39059456" : 119842,
            "39583744" : 86365,
            "40108032" : 57664,
            "40632320" : 38392,
            "41156608" : 24497,
            "41680896" : 15971,
            "42205184" : 10754,
            "42729472" : 7465,
            "43253760" : 5138,
            "43778048" : 3219,
            "44302336" : 2153,
            "44826624" : 1429,
            "45350912" : 898,
            "45875200" : 435,
            "46399488" : 221,
            "46923776" : 118,
            "47448064" : 73,
            "47972352" : 45,
            "48496640" : 41,
            "49020928" : 31,
            "49545216" : 14,
            "50069504" : 14,
            "50593792" : 20,
            "51118080" : 19,
            "51642368" : 15,
            "52166656" : 11,
            "52690944" : 15,
            "53215232" : 17,
            "53739520" : 12,
            "54263808" : 17,
            "54788096" : 19,
            "55312384" : 18,
            "55836672" : 21,
            "56360960" : 18,
            "56885248" : 16,
            "57409536" : 25,
            "57933824" : 20,
            "58458112" : 16,
            "58982400" : 18,
            "59506688" : 13,
            "60030976" : 17,
            "60555264" : 22,
            "61079552" : 13,
            "61603840" : 6,
            "62128128" : 6,
            "62652416" : 13,
            "63176704" : 4,
            "63700992" : 7,
            "64225280" : 3,
            "64749568" : 2,
            "65273856" : 10,
            "65798144" : 1,
            "66322432" : 5,
            "67633152" : 2,
            "68681728" : 1,
            "69730304" : 4
          }
        },
        "lat_ns" : {
          "min" : 12880184,
          "max" : 70401828,
          "mean" : 38696058.949307,
          "stddev" : 2568035.429234,
          "N" : 1587692
        },
        "bw_min" : 12844181,
        "bw_max" : 16373213,
        "bw_agg" : 100.000000,
        "bw_mean" : 13553824.673640,
        "bw_dev" : 54932.605356,
        "bw_samples" : 3824,
        "iops_min" : 12542,
        "iops_max" : 15988,
        "iops_mean" : 13234.585774,
        "iops_stddev" : 53.641722,
        "iops_samples" : 3824
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1919994,
      "usr_cpu" : 0.486304,
      "sys_cpu" : 82.897447,
      "ctx" : 1747244,
      "majf" : 0,
      "minf" : 572,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999937,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999937,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.567107,
        "50" : 99.404424,
        "100" : 0.027461,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773997560,
  "timestamp_ms" : 1773997560376,
  "time" : "Fri Mar 20 06:06:00 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 49,
      "elapsed" : 141,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 1803203641344,
        "io_kbytes" : 1760941056,
        "bw_bytes" : 13870797241,
        "bw" : 13545700,
        "iops" : 13228.438462,
        "runtime" : 130000,
        "total_ios" : 1719697,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 241688,
          "max" : 6911905,
          "mean" : 1204165.412288,
          "stddev" : 219627.744462,
          "N" : 1719697
        },
        "clat_ns" : {
          "min" : 12470680,
          "max" : 69427596,
          "mean" : 37499231.552362,
          "stddev" : 2455279.199633,
          "N" : 1719681,
          "percentile" : {
            "1.000000" : 33161216,
            "5.000000" : 34865152,
            "10.000000" : 35389440,
            "20.000000" : 35913728,
            "30.000000" : 36438016,
            "40.000000" : 36962304,
            "50.000000" : 37486592,
            "60.000000" : 38010880,
            "70.000000" : 38535168,
            "80.000000" : 39059456,
            "90.000000" : 40108032,
            "95.000000" : 40632320,
            "99.000000" : 42729472,
            "99.500000" : 43778048,
            "99.900000" : 45350912,
            "99.950000" : 46399488,
            "99.990000" : 57933824
          },
          "bins" : {
            "12517376" : 4,
            "12648448" : 9,
            "12779520" : 23,
            "12910592" : 22,
            "13041664" : 45,
            "13172736" : 54,
            "13303808" : 59,
            "13434880" : 50,
            "13565952" : 52,
            "13697024" : 55,
            "13828096" : 61,
            "13959168" : 70,
            "14090240" : 91,
            "14221312" : 103,
            "14352384" : 120,
            "14483456" : 146,
            "14614528" : 179,
            "14745600" : 195,
            "14876672" : 206,
            "15007744" : 194,
            "15138816" : 215,
            "15269888" : 234,
            "15400960" : 241,
            "15532032" : 305,
            "15663104" : 314,
            "15794176" : 293,
            "15925248" : 355,
            "16056320" : 326,
            "16187392" : 298,
            "16318464" : 265,
            "16449536" : 279,
            "16580608" : 277,
            "16711680" : 311,
            "16908288" : 534,
            "17170432" : 563,
            "17432576" : 407,
            "17694720" : 333,
            "17956864" : 317,
            "18219008" : 285,
            "18481152" : 227,
            "18743296" : 233,
            "19005440" : 182,
            "19267584" : 142,
            "19529728" : 134,
            "19791872" : 152,
            "20054016" : 148,
            "20316160" : 101,
            "20578304" : 88,
            "20840448" : 80,
            "21102592" : 63,
            "21364736" : 53,
            "21626880" : 58,
            "21889024" : 56,
            "22151168" : 56,
            "22413312" : 42,
            "22675456" : 36,
            "22937600" : 26,
            "23199744" : 20,
            "23461888" : 49,
            "23724032" : 31,
            "23986176" : 41,
            "24248320" : 37,
            "24510464" : 44,
            "24772608" : 41,
            "25034752" : 35,
            "25296896" : 29,
            "25559040" : 33,
            "25821184" : 47,
            "26083328" : 46,
            "26345472" : 53,
            "26607616" : 40,
            "26869760" : 24,
            "27131904" : 24,
            "27394048" : 16,
            "27656192" : 13,
            "27918336" : 25,
            "28180480" : 35,
            "28442624" : 46,
            "28704768" : 52,
            "28966912" : 61,
            "29229056" : 62,
            "29491200" : 53,
            "29753344" : 73,
            "30015488" : 39,
            "30277632" : 65,
            "30539776" : 75,
            "30801920" : 102,
            "31064064" : 94,
            "31326208" : 138,
            "31588352" : 220,
            "31850496" : 338,
            "32112640" : 554,
            "32374784" : 858,
            "32636928" : 1328,
            "32899072" : 2094,
            "33161216" : 3311,
            "33423360" : 5091,
            "33816576" : 18076,
            "34340864" : 34360,
            "34865152" : 60672,
            "35389440" : 95506,
            "35913728" : 136784,
            "36438016" : 175056,
            "36962304" : 200676,
            "37486592" : 207463,
            "38010880" : 194971,
            "38535168" : 166759,
            "39059456" : 129851,
            "39583744" : 93311,
            "40108032" : 62185,
            "40632320" : 41250,
            "41156608" : 26241,
            "41680896" : 17003,
            "42205184" : 11370,
            "42729472" : 7897,
            "43253760" : 5500,
            "43778048" : 3455,
            "44302336" : 2263,
            "44826624" : 1519,
            "45350912" : 953,
            "45875200" : 452,
            "46399488" : 224,
            "46923776" : 119,
            "47448064" : 73,
            "47972352" : 45,
            "48496640" : 45,
            "49020928" : 32,
            "49545216" : 16,
            "50069504" : 16,
            "50593792" : 26,
            "51118080" : 21,
            "51642368" : 15,
            "52166656" : 11,
            "52690944" : 15,
            "53215232" : 17,
            "53739520" : 12,
            "54263808" : 17,
            "54788096" : 19,
            "55312384" : 18,
            "55836672" : 21,
            "56360960" : 18,
            "56885248" : 16,
            "57409536" : 25,
            "57933824" : 20,
            "58458112" : 16,
            "58982400" : 18,
            "59506688" : 13,
            "60030976" : 17,
            "60555264" : 22,
            "61079552" : 13,
            "61603840" : 6,
            "62128128" : 6,
            "62652416" : 13,
            "63176704" : 4,
            "63700992" : 7,
            "64225280" : 3,
            "64749568" : 2,
            "65273856" : 10,
            "65798144" : 1,
            "66322432" : 5,
            "67633152" : 2,
            "68681728" : 1,
            "69730304" : 4
          }
        },
        "lat_ns" : {
          "min" : 12880184,
          "max" : 70401828,
          "mean" : 38703398.292505,
          "stddev" : 2516135.569664,
          "N" : 1719681
        },
        "bw_min" : 12844181,
        "bw_max" : 16373213,
        "bw_agg" : 100.000000,
        "bw_mean" : 13551503.324324,
        "bw_dev" : 52969.182829,
        "bw_samples" : 4144,
        "iops_min" : 12542,
        "iops_max" : 15988,
        "iops_mean" : 13232.440154,
        "iops_stddev" : 51.724216,
        "iops_samples" : 4144
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2079999,
      "usr_cpu" : 0.484904,
      "sys_cpu" : 82.924655,
      "ctx" : 1890986,
      "majf" : 0,
      "minf" : 572,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.523581,
        "50" : 99.449612,
        "100" : 0.025877,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773997570,
  "timestamp_ms" : 1773997570377,
  "time" : "Fri Mar 20 06:06:10 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 39,
      "elapsed" : 151,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 1944528617472,
        "io_kbytes" : 1898953728,
        "bw_bytes" : 13889390914,
        "bw" : 13563858,
        "iops" : 13246.162527,
        "runtime" : 140001,
        "total_ios" : 1854476,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 241688,
          "max" : 6911905,
          "mean" : 1202542.608361,
          "stddev" : 222472.077704,
          "N" : 1854476
        },
        "clat_ns" : {
          "min" : 11083070,
          "max" : 69427596,
          "mean" : 37448809.058398,
          "stddev" : 2712526.357272,
          "N" : 1854460,
          "percentile" : {
            "1.000000" : 32112640,
            "5.000000" : 34865152,
            "10.000000" : 35389440,
            "20.000000" : 35913728,
            "30.000000" : 36438016,
            "40.000000" : 36962304,
            "50.000000" : 37486592,
            "60.000000" : 38010880,
            "70.000000" : 38535168,
            "80.000000" : 39059456,
            "90.000000" : 40108032,
            "95.000000" : 40632320,
            "99.000000" : 42729472,
            "99.500000" : 43778048,
            "99.900000" : 45350912,
            "99.950000" : 46399488,
            "99.990000" : 57409536
          },
          "bins" : {
            "11075584" : 4,
            "11206656" : 2,
            "11337728" : 2,
            "11468800" : 1,
            "11599872" : 5,
            "11730944" : 2,
            "11862016" : 3,
            "11993088" : 6,
            "12124160" : 4,
            "12255232" : 4,
            "12386304" : 7,
            "12517376" : 7,
            "12648448" : 18,
            "12779520" : 32,
            "12910592" : 28,
            "13041664" : 68,
            "13172736" : 76,
            "13303808" : 100,
            "13434880" : 118,
            "13565952" : 109,
            "13697024" : 102,
            "13828096" : 127,
            "13959168" : 144,
            "14090240" : 152,
            "14221312" : 172,
            "14352384" : 197,
            "14483456" : 217,
            "14614528" : 289,
            "14745600" : 318,
            "14876672" : 353,
            "15007744" : 375,
            "15138816" : 415,
            "15269888" : 423,
            "15400960" : 453,
            "15532032" : 521,
            "15663104" : 519,
            "15794176" : 523,
            "15925248" : 545,
            "16056320" : 499,
            "16187392" : 484,
            "16318464" : 440,
            "16449536" : 457,
            "16580608" : 437,
            "16711680" : 451,
            "16908288" : 867,
            "17170432" : 871,
            "17432576" : 681,
            "17694720" : 605,
            "17956864" : 515,
            "18219008" : 435,
            "18481152" : 408,
            "18743296" : 403,
            "19005440" : 303,
            "19267584" : 246,
            "19529728" : 202,
            "19791872" : 224,
            "20054016" : 207,
            "20316160" : 126,
            "20578304" : 115,
            "20840448" : 105,
            "21102592" : 99,
            "21364736" : 90,
            "21626880" : 77,
            "21889024" : 64,
            "22151168" : 60,
            "22413312" : 43,
            "22675456" : 36,
            "22937600" : 27,
            "23199744" : 20,
            "23461888" : 49,
            "23724032" : 32,
            "23986176" : 42,
            "24248320" : 37,
            "24510464" : 44,
            "24772608" : 42,
            "25034752" : 35,
            "25296896" : 29,
            "25559040" : 34,
            "25821184" : 47,
            "26083328" : 47,
            "26345472" : 53,
            "26607616" : 40,
            "26869760" : 24,
            "27131904" : 25,
            "27394048" : 16,
            "27656192" : 13,
            "27918336" : 26,
            "28180480" : 35,
            "28442624" : 46,
            "28704768" : 53,
            "28966912" : 61,
            "29229056" : 62,
            "29491200" : 54,
            "29753344" : 73,
            "30015488" : 40,
            "30277632" : 65,
            "30539776" : 76,
            "30801920" : 102,
            "31064064" : 95,
            "31326208" : 139,
            "31588352" : 238,
            "31850496" : 384,
            "32112640" : 615,
            "32374784" : 952,
            "32636928" : 1449,
            "32899072" : 2289,
            "33161216" : 3614,
            "33423360" : 5539,
            "33816576" : 19343,
            "34340864" : 36558,
            "34865152" : 64870,
            "35389440" : 102022,
            "35913728" : 146422,
            "36438016" : 187516,
            "36962304" : 214456,
            "37486592" : 221930,
            "38010880" : 209276,
            "38535168" : 179634,
            "39059456" : 140332,
            "39583744" : 101078,
            "40108032" : 67560,
            "40632320" : 44986,
            "41156608" : 28991,
            "41680896" : 18897,
            "42205184" : 12671,
            "42729472" : 8708,
            "43253760" : 6039,
            "43778048" : 3813,
            "44302336" : 2456,
            "44826624" : 1638,
            "45350912" : 1048,
            "45875200" : 505,
            "46399488" : 255,
            "46923776" : 141,
            "47448064" : 73,
            "47972352" : 45,
            "48496640" : 45,
            "49020928" : 32,
            "49545216" : 16,
            "50069504" : 16,
            "50593792" : 26,
            "51118080" : 21,
            "51642368" : 15,
            "52166656" : 11,
            "52690944" : 15,
            "53215232" : 17,
            "53739520" : 12,
            "54263808" : 17,
            "54788096" : 19,
            "55312384" : 18,
            "55836672" : 21,
            "56360960" : 18,
            "56885248" : 16,
            "57409536" : 25,
            "57933824" : 20,
            "58458112" : 16,
            "58982400" : 18,
            "59506688" : 13,
            "60030976" : 17,
            "60555264" : 22,
            "61079552" : 13,
            "61603840" : 6,
            "62128128" : 6,
            "62652416" : 13,
            "63176704" : 4,
            "63700992" : 7,
            "64225280" : 3,
            "64749568" : 2,
            "65273856" : 10,
            "65798144" : 1,
            "66322432" : 5,
            "67633152" : 2,
            "68681728" : 1,
            "69730304" : 4
          }
        },
        "lat_ns" : {
          "min" : 11468346,
          "max" : 70401828,
          "mean" : 38651358.236557,
          "stddev" : 2783403.122699,
          "N" : 1854460
        },
        "bw_min" : 12835989,
        "bw_max" : 16387549,
        "bw_agg" : 100.000000,
        "bw_mean" : 13566963.157706,
        "bw_dev" : 62594.110849,
        "bw_samples" : 4464,
        "iops_min" : 12534,
        "iops_max" : 16002,
        "iops_mean" : 13247.641577,
        "iops_stddev" : 61.125634,
        "iops_samples" : 4464
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2240003,
      "usr_cpu" : 0.488437,
      "sys_cpu" : 82.915782,
      "ctx" : 2029683,
      "majf" : 0,
      "minf" : 572,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999946,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999946,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.810579,
        "50" : 99.164562,
        "100" : 0.023996,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773997580,
  "timestamp_ms" : 1773997580376,
  "time" : "Fri Mar 20 06:06:20 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 28,
      "elapsed" : 161,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 2085003198464,
        "io_kbytes" : 2036135936,
        "bw_bytes" : 13900021323,
        "bw" : 13574239,
        "iops" : 13256.253333,
        "runtime" : 150000,
        "total_ios" : 1988438,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 241688,
          "max" : 6911905,
          "mean" : 1201626.790086,
          "stddev" : 224540.039536,
          "N" : 1988438
        },
        "clat_ns" : {
          "min" : 11083070,
          "max" : 70587721,
          "mean" : 37420215.199967,
          "stddev" : 2833894.112278,
          "N" : 1988422,
          "percentile" : {
            "1.000000" : 23461888,
            "5.000000" : 34340864,
            "10.000000" : 35389440,
            "20.000000" : 35913728,
            "30.000000" : 36438016,
            "40.000000" : 36962304,
            "50.000000" : 37486592,
            "60.000000" : 38010880,
            "70.000000" : 38535168,
            "80.000000" : 39059456,
            "90.000000" : 40108032,
            "95.000000" : 40632320,
            "99.000000" : 42729472,
            "99.500000" : 43778048,
            "99.900000" : 45875200,
            "99.950000" : 49020928,
            "99.990000" : 61603840
          },
          "bins" : {
            "11075584" : 4,
            "11206656" : 2,
            "11337728" : 2,
            "11468800" : 1,
            "11599872" : 5,
            "11730944" : 2,
            "11862016" : 3,
            "11993088" : 6,
            "12124160" : 4,
            "12255232" : 4,
            "12386304" : 7,
            "12517376" : 7,
            "12648448" : 18,
            "12779520" : 32,
            "12910592" : 28,
            "13041664" : 74,
            "13172736" : 80,
            "13303808" : 111,
            "13434880" : 129,
            "13565952" : 124,
            "13697024" : 124,
            "13828096" : 151,
            "13959168" : 171,
            "14090240" : 198,
            "14221312" : 218,
            "14352384" : 223,
            "14483456" : 246,
            "14614528" : 328,
            "14745600" : 353,
            "14876672" : 420,
            "15007744" : 454,
            "15138816" : 491,
            "15269888" : 521,
            "15400960" : 540,
            "15532032" : 607,
            "15663104" : 612,
            "15794176" : 609,
            "15925248" : 637,
            "16056320" : 581,
            "16187392" : 578,
            "16318464" : 545,
            "16449536" : 518,
            "16580608" : 520,
            "16711680" : 539,
            "16908288" : 1027,
            "17170432" : 1036,
            "17432576" : 831,
            "17694720" : 751,
            "17956864" : 637,
            "18219008" : 565,
            "18481152" : 530,
            "18743296" : 526,
            "19005440" : 403,
            "19267584" : 341,
            "19529728" : 272,
            "19791872" : 306,
            "20054016" : 272,
            "20316160" : 200,
            "20578304" : 201,
            "20840448" : 177,
            "21102592" : 166,
            "21364736" : 171,
            "21626880" : 134,
            "21889024" : 119,
            "22151168" : 97,
            "22413312" : 81,
            "22675456" : 61,
            "22937600" : 68,
            "23199744" : 45,
            "23461888" : 67,
            "23724032" : 56,
            "23986176" : 73,
            "24248320" : 59,
            "24510464" : 63,
            "24772608" : 61,
            "25034752" : 53,
            "25296896" : 42,
            "25559040" : 49,
            "25821184" : 65,
            "26083328" : 66,
            "26345472" : 68,
            "26607616" : 54,
            "26869760" : 43,
            "27131904" : 41,
            "27394048" : 35,
            "27656192" : 26,
            "27918336" : 40,
            "28180480" : 47,
            "28442624" : 62,
            "28704768" : 84,
            "28966912" : 78,
            "29229056" : 89,
            "29491200" : 80,
            "29753344" : 106,
            "30015488" : 68,
            "30277632" : 109,
            "30539776" : 113,
            "30801920" : 152,
            "31064064" : 141,
            "31326208" : 197,
            "31588352" : 312,
            "31850496" : 493,
            "32112640" : 722,
            "32374784" : 1078,
            "32636928" : 1636,
            "32899072" : 2598,
            "33161216" : 4039,
            "33423360" : 6113,
            "33816576" : 21277,
            "34340864" : 40032,
            "34865152" : 70355,
            "35389440" : 109648,
            "35913728" : 156587,
            "36438016" : 200222,
            "36962304" : 228626,
            "37486592" : 236000,
            "38010880" : 222659,
            "38535168" : 191499,
            "39059456" : 150215,
            "39583744" : 108203,
            "40108032" : 72571,
            "40632320" : 48501,
            "41156608" : 31338,
            "41680896" : 20526,
            "42205184" : 13663,
            "42729472" : 9370,
            "43253760" : 6397,
            "43778048" : 4013,
            "44302336" : 2601,
            "44826624" : 1729,
            "45350912" : 1093,
            "45875200" : 536,
            "46399488" : 267,
            "46923776" : 165,
            "47448064" : 85,
            "47972352" : 73,
            "48496640" : 52,
            "49020928" : 41,
            "49545216" : 31,
            "50069504" : 25,
            "50593792" : 30,
            "51118080" : 35,
            "51642368" : 29,
            "52166656" : 18,
            "52690944" : 24,
            "53215232" : 27,
            "53739520" : 20,
            "54263808" : 34,
            "54788096" : 30,
            "55312384" : 31,
            "55836672" : 31,
            "56360960" : 34,
            "56885248" : 28,
            "57409536" : 42,
            "57933824" : 43,
            "58458112" : 30,
            "58982400" : 42,
            "59506688" : 37,
            "60030976" : 37,
            "60555264" : 42,
            "61079552" : 40,
            "61603840" : 27,
            "62128128" : 24,
            "62652416" : 32,
            "63176704" : 20,
            "63700992" : 21,
            "64225280" : 12,
            "64749568" : 12,
            "65273856" : 22,
            "65798144" : 8,
            "66322432" : 8,
            "66846720" : 6,
            "67633152" : 10,
            "68681728" : 6,
            "69730304" : 7,
            "70778880" : 1
          }
        },
        "lat_ns" : {
          "min" : 11468346,
          "max" : 71982062,
          "mean" : 38621843.067652,
          "stddev" : 2908957.239925,
          "N" : 1988422
        },
        "bw_min" : 12713540,
        "bw_max" : 16815581,
        "bw_agg" : 100.000000,
        "bw_mean" : 13580430.130435,
        "bw_dev" : 67426.293775,
        "bw_samples" : 4784,
        "iops_min" : 12415,
        "iops_max" : 16420,
        "iops_mean" : 13260.882943,
        "iops_stddev" : 65.845746,
        "iops_samples" : 4784
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2399992,
      "usr_cpu" : 0.488960,
      "sys_cpu" : 82.877151,
      "ctx" : 2166841,
      "majf" : 0,
      "minf" : 572,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999950,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999950,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.911922,
        "50" : 99.041107,
        "100" : 0.046167,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773997590,
  "timestamp_ms" : 1773997590376,
  "time" : "Fri Mar 20 06:06:30 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 18,
      "elapsed" : 171,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 2223479193600,
        "io_kbytes" : 2171366400,
        "bw_bytes" : 13896744960,
        "bw" : 13571040,
        "iops" : 13253.093750,
        "runtime" : 160000,
        "total_ios" : 2120495,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 241688,
          "max" : 6911905,
          "mean" : 1201914.333799,
          "stddev" : 223251.385286,
          "N" : 2120495
        },
        "clat_ns" : {
          "min" : 11083070,
          "max" : 70587721,
          "mean" : 37429181.995156,
          "stddev" : 2778422.296488,
          "N" : 2120479,
          "percentile" : {
            "1.000000" : 29491200,
            "5.000000" : 34865152,
            "10.000000" : 35389440,
            "20.000000" : 35913728,
            "30.000000" : 36438016,
            "40.000000" : 36962304,
            "50.000000" : 37486592,
            "60.000000" : 38010880,
            "70.000000" : 38535168,
            "80.000000" : 39059456,
            "90.000000" : 40108032,
            "95.000000" : 40632320,
            "99.000000" : 42729472,
            "99.500000" : 43778048,
            "99.900000" : 45875200,
            "99.950000" : 47972352,
            "99.990000" : 61603840
          },
          "bins" : {
            "11075584" : 4,
            "11206656" : 2,
            "11337728" : 2,
            "11468800" : 1,
            "11599872" : 5,
            "11730944" : 2,
            "11862016" : 3,
            "11993088" : 6,
            "12124160" : 4,
            "12255232" : 4,
            "12386304" : 7,
            "12517376" : 7,
            "12648448" : 18,
            "12779520" : 32,
            "12910592" : 28,
            "13041664" : 74,
            "13172736" : 80,
            "13303808" : 111,
            "13434880" : 129,
            "13565952" : 124,
            "13697024" : 124,
            "13828096" : 151,
            "13959168" : 171,
            "14090240" : 198,
            "14221312" : 218,
            "14352384" : 223,
            "14483456" : 246,
            "14614528" : 328,
            "14745600" : 353,
            "14876672" : 420,
            "15007744" : 454,
            "15138816" : 491,
            "15269888" : 521,
            "15400960" : 540,
            "15532032" : 607,
            "15663104" : 612,
            "15794176" : 609,
            "15925248" : 637,
            "16056320" : 581,
            "16187392" : 578,
            "16318464" : 545,
            "16449536" : 518,
            "16580608" : 520,
            "16711680" : 539,
            "16908288" : 1027,
            "17170432" : 1036,
            "17432576" : 831,
            "17694720" : 751,
            "17956864" : 637,
            "18219008" : 565,
            "18481152" : 530,
            "18743296" : 526,
            "19005440" : 403,
            "19267584" : 341,
            "19529728" : 272,
            "19791872" : 306,
            "20054016" : 272,
            "20316160" : 200,
            "20578304" : 201,
            "20840448" : 177,
            "21102592" : 166,
            "21364736" : 171,
            "21626880" : 134,
            "21889024" : 119,
            "22151168" : 97,
            "22413312" : 81,
            "22675456" : 61,
            "22937600" : 68,
            "23199744" : 45,
            "23461888" : 67,
            "23724032" : 56,
            "23986176" : 73,
            "24248320" : 59,
            "24510464" : 63,
            "24772608" : 61,
            "25034752" : 53,
            "25296896" : 42,
            "25559040" : 49,
            "25821184" : 65,
            "26083328" : 66,
            "26345472" : 68,
            "26607616" : 54,
            "26869760" : 43,
            "27131904" : 41,
            "27394048" : 35,
            "27656192" : 26,
            "27918336" : 40,
            "28180480" : 47,
            "28442624" : 62,
            "28704768" : 84,
            "28966912" : 78,
            "29229056" : 89,
            "29491200" : 80,
            "29753344" : 106,
            "30015488" : 68,
            "30277632" : 109,
            "30539776" : 113,
            "30801920" : 152,
            "31064064" : 141,
            "31326208" : 197,
            "31588352" : 314,
            "31850496" : 505,
            "32112640" : 737,
            "32374784" : 1108,
            "32636928" : 1691,
            "32899072" : 2719,
            "33161216" : 4234,
            "33423360" : 6426,
            "33816576" : 22572,
            "34340864" : 42580,
            "34865152" : 75269,
            "35389440" : 117514,
            "35913728" : 167365,
            "36438016" : 213721,
            "36962304" : 244389,
            "37486592" : 252504,
            "38010880" : 238318,
            "38535168" : 204332,
            "39059456" : 160189,
            "39583744" : 115170,
            "40108032" : 77461,
            "40632320" : 51540,
            "41156608" : 33302,
            "41680896" : 21772,
            "42205184" : 14432,
            "42729472" : 9770,
            "43253760" : 6589,
            "43778048" : 4106,
            "44302336" : 2655,
            "44826624" : 1775,
            "45350912" : 1103,
            "45875200" : 546,
            "46399488" : 268,
            "46923776" : 165,
            "47448064" : 85,
            "47972352" : 73,
            "48496640" : 52,
            "49020928" : 41,
            "49545216" : 31,
            "50069504" : 25,
            "50593792" : 30,
            "51118080" : 35,
            "51642368" : 29,
            "52166656" : 18,
            "52690944" : 24,
            "53215232" : 27,
            "53739520" : 20,
            "54263808" : 34,
            "54788096" : 30,
            "55312384" : 31,
            "55836672" : 31,
            "56360960" : 34,
            "56885248" : 28,
            "57409536" : 42,
            "57933824" : 43,
            "58458112" : 30,
            "58982400" : 42,
            "59506688" : 37,
            "60030976" : 37,
            "60555264" : 42,
            "61079552" : 40,
            "61603840" : 27,
            "62128128" : 24,
            "62652416" : 32,
            "63176704" : 20,
            "63700992" : 21,
            "64225280" : 12,
            "64749568" : 12,
            "65273856" : 22,
            "65798144" : 8,
            "66322432" : 8,
            "66846720" : 6,
            "67633152" : 10,
            "68681728" : 6,
            "69730304" : 7,
            "70778880" : 1
          }
        },
        "lat_ns" : {
          "min" : 11468346,
          "max" : 71982062,
          "mean" : 38631099.232585,
          "stddev" : 2851546.515420,
          "N" : 2120479
        },
        "bw_min" : 12695552,
        "bw_max" : 16815581,
        "bw_agg" : 100.000000,
        "bw_mean" : 13577410.210031,
        "bw_dev" : 65492.117951,
        "bw_samples" : 5104,
        "iops_min" : 12398,
        "iops_max" : 16420,
        "iops_mean" : 13258.012539,
        "iops_stddev" : 63.956694,
        "iops_samples" : 5104
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2560000,
      "usr_cpu" : 0.488594,
      "sys_cpu" : 82.910703,
      "ctx" : 2313196,
      "majf" : 0,
      "minf" : 572,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.855131,
        "50" : 99.100823,
        "100" : 0.043292,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773997600,
  "timestamp_ms" : 1773997600376,
  "time" : "Fri Mar 20 06:06:40 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 9,
      "elapsed" : 181,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 2361817825280,
        "io_kbytes" : 2306462720,
        "bw_bytes" : 13893046031,
        "bw" : 13567427,
        "iops" : 13249.570588,
        "runtime" : 170000,
        "total_ios" : 2252427,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 241688,
          "max" : 6911905,
          "mean" : 1202233.420327,
          "stddev" : 222342.582130,
          "N" : 2252427
        },
        "clat_ns" : {
          "min" : 11083070,
          "max" : 70587721,
          "mean" : 37439024.513225,
          "stddev" : 2729336.204100,
          "N" : 2252411,
          "percentile" : {
            "1.000000" : 31850496,
            "5.000000" : 34865152,
            "10.000000" : 35389440,
            "20.000000" : 35913728,
            "30.000000" : 36438016,
            "40.000000" : 36962304,
            "50.000000" : 37486592,
            "60.000000" : 38010880,
            "70.000000" : 38535168,
            "80.000000" : 39059456,
            "90.000000" : 40108032,
            "95.000000" : 40632320,
            "99.000000" : 42729472,
            "99.500000" : 43778048,
            "99.900000" : 45350912,
            "99.950000" : 47972352,
            "99.990000" : 61079552
          },
          "bins" : {
            "11075584" : 4,
            "11206656" : 2,
            "11337728" : 2,
            "11468800" : 1,
            "11599872" : 5,
            "11730944" : 2,
            "11862016" : 3,
            "11993088" : 6,
            "12124160" : 4,
            "12255232" : 4,
            "12386304" : 7,
            "12517376" : 7,
            "12648448" : 18,
            "12779520" : 32,
            "12910592" : 28,
            "13041664" : 74,
            "13172736" : 80,
            "13303808" : 111,
            "13434880" : 129,
            "13565952" : 124,
            "13697024" : 124,
            "13828096" : 151,
            "13959168" : 171,
            "14090240" : 198,
            "14221312" : 218,
            "14352384" : 223,
            "14483456" : 246,
            "14614528" : 328,
            "14745600" : 353,
            "14876672" : 420,
            "15007744" : 454,
            "15138816" : 491,
            "15269888" : 521,
            "15400960" : 540,
            "15532032" : 607,
            "15663104" : 612,
            "15794176" : 609,
            "15925248" : 637,
            "16056320" : 581,
            "16187392" : 578,
            "16318464" : 545,
            "16449536" : 518,
            "16580608" : 520,
            "16711680" : 539,
            "16908288" : 1027,
            "17170432" : 1036,
            "17432576" : 831,
            "17694720" : 751,
            "17956864" : 637,
            "18219008" : 565,
            "18481152" : 530,
            "18743296" : 526,
            "19005440" : 403,
            "19267584" : 341,
            "19529728" : 272,
            "19791872" : 306,
            "20054016" : 272,
            "20316160" : 200,
            "20578304" : 201,
            "20840448" : 177,
            "21102592" : 166,
            "21364736" : 171,
            "21626880" : 134,
            "21889024" : 119,
            "22151168" : 97,
            "22413312" : 81,
            "22675456" : 61,
            "22937600" : 68,
            "23199744" : 45,
            "23461888" : 67,
            "23724032" : 56,
            "23986176" : 73,
            "24248320" : 59,
            "24510464" : 63,
            "24772608" : 61,
            "25034752" : 53,
            "25296896" : 42,
            "25559040" : 49,
            "25821184" : 65,
            "26083328" : 66,
            "26345472" : 68,
            "26607616" : 54,
            "26869760" : 43,
            "27131904" : 41,
            "27394048" : 35,
            "27656192" : 26,
            "27918336" : 40,
            "28180480" : 47,
            "28442624" : 62,
            "28704768" : 84,
            "28966912" : 78,
            "29229056" : 89,
            "29491200" : 80,
            "29753344" : 106,
            "30015488" : 68,
            "30277632" : 109,
            "30539776" : 113,
            "30801920" : 152,
            "31064064" : 141,
            "31326208" : 201,
            "31588352" : 320,
            "31850496" : 519,
            "32112640" : 771,
            "32374784" : 1172,
            "32636928" : 1767,
            "32899072" : 2837,
            "33161216" : 4413,
            "33423360" : 6691,
            "33816576" : 23676,
            "34340864" : 44943,
            "34865152" : 79565,
            "35389440" : 124915,
            "35913728" : 178177,
            "36438016" : 227730,
            "36962304" : 260599,
            "37486592" : 269346,
            "38010880" : 254039,
            "38535168" : 217350,
            "39059456" : 170167,
            "39583744" : 122253,
            "40108032" : 81778,
            "40632320" : 54284,
            "41156608" : 35162,
            "41680896" : 23069,
            "42205184" : 15174,
            "42729472" : 10250,
            "43253760" : 6926,
            "43778048" : 4354,
            "44302336" : 2807,
            "44826624" : 1843,
            "45350912" : 1137,
            "45875200" : 564,
            "46399488" : 277,
            "46923776" : 174,
            "47448064" : 91,
            "47972352" : 76,
            "48496640" : 54,
            "49020928" : 44,
            "49545216" : 36,
            "50069504" : 26,
            "50593792" : 30,
            "51118080" : 35,
            "51642368" : 29,
            "52166656" : 18,
            "52690944" : 24,
            "53215232" : 27,
            "53739520" : 20,
            "54263808" : 34,
            "54788096" : 30,
            "55312384" : 31,
            "55836672" : 31,
            "56360960" : 34,
            "56885248" : 28,
            "57409536" : 42,
            "57933824" : 43,
            "58458112" : 30,
            "58982400" : 42,
            "59506688" : 37,
            "60030976" : 37,
            "60555264" : 42,
            "61079552" : 40,
            "61603840" : 27,
            "62128128" : 24,
            "62652416" : 32,
            "63176704" : 20,
            "63700992" : 21,
            "64225280" : 12,
            "64749568" : 12,
            "65273856" : 22,
            "65798144" : 8,
            "66322432" : 8,
            "66846720" : 6,
            "67633152" : 10,
            "68681728" : 6,
            "69730304" : 7,
            "70778880" : 1
          }
        },
        "lat_ns" : {
          "min" : 11468346,
          "max" : 71982062,
          "mean" : 38641255.320910,
          "stddev" : 2800739.134561,
          "N" : 2252411
        },
        "bw_min" : 12695552,
        "bw_max" : 16819677,
        "bw_agg" : 100.000000,
        "bw_mean" : 13573894.799410,
        "bw_dev" : 63726.259911,
        "bw_samples" : 5424,
        "iops_min" : 12398,
        "iops_max" : 16424,
        "iops_mean" : 13254.648968,
        "iops_stddev" : 62.231997,
        "iops_samples" : 5424
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2719997,
      "usr_cpu" : 0.487280,
      "sys_cpu" : 82.941305,
      "ctx" : 2456287,
      "majf" : 0,
      "minf" : 572,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.805043,
        "50" : 99.153446,
        "100" : 0.040800,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773997610,
  "timestamp_ms" : 1773997610389,
  "time" : "Fri Mar 20 06:06:50 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 2500237197312,
        "io_kbytes" : 2441637888,
        "bw_bytes" : 13890129484,
        "bw" : 13564579,
        "iops" : 13246.504186,
        "runtime" : 180001,
        "total_ios" : 2384384,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 241688,
          "max" : 6911905,
          "mean" : 1202488.261659,
          "stddev" : 221534.044285,
          "N" : 2384400
        },
        "clat_ns" : {
          "min" : 4738,
          "max" : 70587721,
          "mean" : 37443007.235852,
          "stddev" : 2703477.421609,
          "N" : 2384880,
          "percentile" : {
            "1.000000" : 32112640,
            "5.000000" : 34865152,
            "10.000000" : 35389440,
            "20.000000" : 35913728,
            "30.000000" : 36438016,
            "40.000000" : 36962304,
            "50.000000" : 37486592,
            "60.000000" : 38010880,
            "70.000000" : 38535168,
            "80.000000" : 39059456,
            "90.000000" : 40108032,
            "95.000000" : 40632320,
            "99.000000" : 42729472,
            "99.500000" : 43778048,
            "99.900000" : 45350912,
            "99.950000" : 47448064,
            "99.990000" : 61079552
          },
          "bins" : {
            "4768" : 2,
            "4896" : 1,
            "5408" : 1,
            "7008" : 1,
            "7648" : 1,
            "8160" : 1,
            "8896" : 1,
            "10560" : 1,
            "10944" : 1,
            "11712" : 1,
            "16320" : 1,
            "16512" : 2,
            "20608" : 1,
            "21376" : 1,
            "692224" : 1,
            "798720" : 1,
            "831488" : 1,
            "995328" : 1,
            "1056768" : 2,
            "1122304" : 1,
            "1155072" : 1,
            "1187840" : 1,
            "1220608" : 2,
            "1236992" : 1,
            "1269760" : 2,
            "1286144" : 1,
            "1499136" : 1,
            "1843200" : 1,
            "2007040" : 1,
            "2056192" : 1,
            "2113536" : 1,
            "2244608" : 1,
            "2375680" : 1,
            "2408448" : 2,
            "2473984" : 1,
            "2506752" : 1,
            "2539520" : 1,
            "2605056" : 1,
            "2637824" : 2,
            "2703360" : 1,
            "2736128" : 1,
            "3031040" : 1,
            "3129344" : 1,
            "3194880" : 1,
            "3293184" : 1,
            "3457024" : 1,
            "3522560" : 3,
            "3588096" : 1,
            "3653632" : 2,
            "3686400" : 1,
            "3883008" : 1,
            "4014080" : 1,
            "4079616" : 1,
            "4112384" : 1,
            "4227072" : 2,
            "4292608" : 1,
            "4423680" : 1,
            "4620288" : 1,
            "4685824" : 1,
            "4751360" : 1,
            "4816896" : 2,
            "4882432" : 1,
            "4947968" : 1,
            "5013504" : 1,
            "5210112" : 1,
            "5275648" : 3,
            "5341184" : 1,
            "5406720" : 1,
            "5668864" : 1,
            "5734400" : 2,
            "5799936" : 1,
            "5996544" : 1,
            "6062080" : 1,
            "6127616" : 1,
            "6193152" : 1,
            "6258688" : 2,
            "6324224" : 1,
            "6389760" : 1,
            "6455296" : 1,
            "6520832" : 2,
            "6717440" : 1,
            "6914048" : 1,
            "6979584" : 2,
            "7045120" : 1,
            "7176192" : 1,
            "7241728" : 1,
            "7307264" : 2,
            "7372800" : 1,
            "7438336" : 1,
            "7503872" : 1,
            "7569408" : 2,
            "7700480" : 1,
            "7766016" : 1,
            "7897088" : 2,
            "7962624" : 1,
            "8028160" : 1,
            "8093696" : 1,
            "8224768" : 2,
            "8585216" : 2,
            "8716288" : 2,
            "8847360" : 1,
            "8978432" : 3,
            "9109504" : 2,
            "9240576" : 1,
            "9371648" : 4,
            "9502720" : 1,
            "9633792" : 1,
            "9764864" : 1,
            "9895936" : 2,
            "10158080" : 2,
            "10289152" : 5,
            "10420224" : 1,
            "10551296" : 2,
            "10682368" : 1,
            "10813440" : 1,
            "10944512" : 2,
            "11075584" : 6,
            "11206656" : 2,
            "11337728" : 5,
            "11468800" : 4,
            "11599872" : 6,
            "11730944" : 4,
            "11862016" : 4,
            "11993088" : 7,
            "12124160" : 6,
            "12255232" : 6,
            "12386304" : 8,
            "12517376" : 10,
            "12648448" : 19,
            "12779520" : 35,
            "12910592" : 28,
            "13041664" : 75,
            "13172736" : 83,
            "13303808" : 114,
            "13434880" : 131,
            "13565952" : 126,
            "13697024" : 125,
            "13828096" : 152,
            "13959168" : 172,
            "14090240" : 200,
            "14221312" : 218,
            "14352384" : 227,
            "14483456" : 250,
            "14614528" : 328,
            "14745600" : 354,
            "14876672" : 422,
            "15007744" : 455,
            "15138816" : 492,
            "15269888" : 524,
            "15400960" : 542,
            "15532032" : 609,
            "15663104" : 615,
            "15794176" : 610,
            "15925248" : 637,
            "16056320" : 582,
            "16187392" : 580,
            "16318464" : 548,
            "16449536" : 521,
            "16580608" : 520,
            "16711680" : 542,
            "16908288" : 1030,
            "17170432" : 1039,
            "17432576" : 836,
            "17694720" : 755,
            "17956864" : 640,
            "18219008" : 568,
            "18481152" : 533,
            "18743296" : 532,
            "19005440" : 405,
            "19267584" : 344,
            "19529728" : 276,
            "19791872" : 308,
            "20054016" : 278,
            "20316160" : 202,
            "20578304" : 205,
            "20840448" : 180,
            "21102592" : 171,
            "21364736" : 175,
            "21626880" : 137,
            "21889024" : 120,
            "22151168" : 102,
            "22413312" : 84,
            "22675456" : 65,
            "22937600" : 71,
            "23199744" : 48,
            "23461888" : 71,
            "23724032" : 60,
            "23986176" : 77,
            "24248320" : 62,
            "24510464" : 66,
            "24772608" : 63,
            "25034752" : 60,
            "25296896" : 46,
            "25559040" : 50,
            "25821184" : 67,
            "26083328" : 72,
            "26345472" : 72,
            "26607616" : 56,
            "26869760" : 46,
            "27131904" : 42,
            "27394048" : 44,
            "27656192" : 29,
            "27918336" : 41,
            "28180480" : 51,
            "28442624" : 65,
            "28704768" : 88,
            "28966912" : 81,
            "29229056" : 94,
            "29491200" : 82,
            "29753344" : 110,
            "30015488" : 70,
            "30277632" : 115,
            "30539776" : 116,
            "30801920" : 156,
            "31064064" : 143,
            "31326208" : 206,
            "31588352" : 324,
            "31850496" : 532,
            "32112640" : 796,
            "32374784" : 1230,
            "32636928" : 1842,
            "32899072" : 2994,
            "33161216" : 4676,
            "33423360" : 7099,
            "33816576" : 24963,
            "34340864" : 47344,
            "34865152" : 83970,
            "35389440" : 132340,
            "35913728" : 188870,
            "36438016" : 241502,
            "36962304" : 276754,
            "37486592" : 285894,
            "38010880" : 269688,
            "38535168" : 230520,
            "39059456" : 180162,
            "39583744" : 129135,
            "40108032" : 86348,
            "40632320" : 57330,
            "41156608" : 37054,
            "41680896" : 24367,
            "42205184" : 15904,
            "42729472" : 10687,
            "43253760" : 7189,
            "43778048" : 4524,
            "44302336" : 2939,
            "44826624" : 1911,
            "45350912" : 1173,
            "45875200" : 576,
            "46399488" : 279,
            "46923776" : 174,
            "47448064" : 91,
            "47972352" : 76,
            "48496640" : 54,
            "49020928" : 44,
            "49545216" : 36,
            "50069504" : 26,
            "50593792" : 30,
            "51118080" : 35,
            "51642368" : 29,
            "52166656" : 18,
            "52690944" : 24,
            "53215232" : 27,
            "53739520" : 20,
            "54263808" : 34,
            "54788096" : 30,
            "55312384" : 31,
            "55836672" : 31,
            "56360960" : 34,
            "56885248" : 28,
            "57409536" : 42,
            "57933824" : 43,
            "58458112" : 30,
            "58982400" : 42,
            "59506688" : 37,
            "60030976" : 37,
            "60555264" : 42,
            "61079552" : 40,
            "61603840" : 27,
            "62128128" : 24,
            "62652416" : 32,
            "63176704" : 20,
            "63700992" : 21,
            "64225280" : 12,
            "64749568" : 12,
            "65273856" : 22,
            "65798144" : 8,
            "66322432" : 8,
            "66846720" : 6,
            "67633152" : 10,
            "68681728" : 6,
            "69730304" : 7,
            "70778880" : 1
          }
        },
        "lat_ns" : {
          "min" : 688391,
          "max" : 71982062,
          "mean" : 38645495.712864,
          "stddev" : 2772796.072561,
          "N" : 2384880
        },
        "bw_min" : 12695552,
        "bw_max" : 16824065,
        "bw_agg" : 100.000000,
        "bw_mean" : 13571147.590529,
        "bw_dev" : 62104.915319,
        "bw_samples" : 5744,
        "iops_min" : 12398,
        "iops_max" : 16429,
        "iops_mean" : 13252.027855,
        "iops_stddev" : 60.648495,
        "iops_samples" : 5744
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2879990,
      "usr_cpu" : 0.486738,
      "sys_cpu" : 82.970670,
      "ctx" : 2601720,
      "majf" : 0,
      "minf" : 579,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999329,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.010000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.010000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.766068,
        "50" : 99.210320,
        "100" : 0.038542,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773997610,
  "timestamp_ms" : 1773997610444,
  "time" : "Fri Mar 20 06:06:50 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 2500744708096,
        "io_kbytes" : 2442133504,
        "bw_bytes" : 13891636992,
        "bw" : 13566051,
        "iops" : 13245.253252,
        "runtime" : 180018,
        "total_ios" : 2384384,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 241688,
          "max" : 6911905,
          "mean" : 1202488.261659,
          "stddev" : 221534.044285,
          "N" : 2384400
        },
        "clat_ns" : {
          "min" : 4738,
          "max" : 70587721,
          "mean" : 37443007.235852,
          "stddev" : 2703477.421609,
          "N" : 2384880,
          "percentile" : {
            "1.000000" : 32112640,
            "5.000000" : 34865152,
            "10.000000" : 35389440,
            "20.000000" : 35913728,
            "30.000000" : 36438016,
            "40.000000" : 36962304,
            "50.000000" : 37486592,
            "60.000000" : 38010880,
            "70.000000" : 38535168,
            "80.000000" : 39059456,
            "90.000000" : 40108032,
            "95.000000" : 40632320,
            "99.000000" : 42729472,
            "99.500000" : 43778048,
            "99.900000" : 45350912,
            "99.950000" : 47448064,
            "99.990000" : 61079552
          },
          "bins" : {
            "4768" : 2,
            "4896" : 1,
            "5408" : 1,
            "7008" : 1,
            "7648" : 1,
            "8160" : 1,
            "8896" : 1,
            "10560" : 1,
            "10944" : 1,
            "11712" : 1,
            "16320" : 1,
            "16512" : 2,
            "20608" : 1,
            "21376" : 1,
            "692224" : 1,
            "798720" : 1,
            "831488" : 1,
            "995328" : 1,
            "1056768" : 2,
            "1122304" : 1,
            "1155072" : 1,
            "1187840" : 1,
            "1220608" : 2,
            "1236992" : 1,
            "1269760" : 2,
            "1286144" : 1,
            "1499136" : 1,
            "1843200" : 1,
            "2007040" : 1,
            "2056192" : 1,
            "2113536" : 1,
            "2244608" : 1,
            "2375680" : 1,
            "2408448" : 2,
            "2473984" : 1,
            "2506752" : 1,
            "2539520" : 1,
            "2605056" : 1,
            "2637824" : 2,
            "2703360" : 1,
            "2736128" : 1,
            "3031040" : 1,
            "3129344" : 1,
            "3194880" : 1,
            "3293184" : 1,
            "3457024" : 1,
            "3522560" : 3,
            "3588096" : 1,
            "3653632" : 2,
            "3686400" : 1,
            "3883008" : 1,
            "4014080" : 1,
            "4079616" : 1,
            "4112384" : 1,
            "4227072" : 2,
            "4292608" : 1,
            "4423680" : 1,
            "4620288" : 1,
            "4685824" : 1,
            "4751360" : 1,
            "4816896" : 2,
            "4882432" : 1,
            "4947968" : 1,
            "5013504" : 1,
            "5210112" : 1,
            "5275648" : 3,
            "5341184" : 1,
            "5406720" : 1,
            "5668864" : 1,
            "5734400" : 2,
            "5799936" : 1,
            "5996544" : 1,
            "6062080" : 1,
            "6127616" : 1,
            "6193152" : 1,
            "6258688" : 2,
            "6324224" : 1,
            "6389760" : 1,
            "6455296" : 1,
            "6520832" : 2,
            "6717440" : 1,
            "6914048" : 1,
            "6979584" : 2,
            "7045120" : 1,
            "7176192" : 1,
            "7241728" : 1,
            "7307264" : 2,
            "7372800" : 1,
            "7438336" : 1,
            "7503872" : 1,
            "7569408" : 2,
            "7700480" : 1,
            "7766016" : 1,
            "7897088" : 2,
            "7962624" : 1,
            "8028160" : 1,
            "8093696" : 1,
            "8224768" : 2,
            "8585216" : 2,
            "8716288" : 2,
            "8847360" : 1,
            "8978432" : 3,
            "9109504" : 2,
            "9240576" : 1,
            "9371648" : 4,
            "9502720" : 1,
            "9633792" : 1,
            "9764864" : 1,
            "9895936" : 2,
            "10158080" : 2,
            "10289152" : 5,
            "10420224" : 1,
            "10551296" : 2,
            "10682368" : 1,
            "10813440" : 1,
            "10944512" : 2,
            "11075584" : 6,
            "11206656" : 2,
            "11337728" : 5,
            "11468800" : 4,
            "11599872" : 6,
            "11730944" : 4,
            "11862016" : 4,
            "11993088" : 7,
            "12124160" : 6,
            "12255232" : 6,
            "12386304" : 8,
            "12517376" : 10,
            "12648448" : 19,
            "12779520" : 35,
            "12910592" : 28,
            "13041664" : 75,
            "13172736" : 83,
            "13303808" : 114,
            "13434880" : 131,
            "13565952" : 126,
            "13697024" : 125,
            "13828096" : 152,
            "13959168" : 172,
            "14090240" : 200,
            "14221312" : 218,
            "14352384" : 227,
            "14483456" : 250,
            "14614528" : 328,
            "14745600" : 354,
            "14876672" : 422,
            "15007744" : 455,
            "15138816" : 492,
            "15269888" : 524,
            "15400960" : 542,
            "15532032" : 609,
            "15663104" : 615,
            "15794176" : 610,
            "15925248" : 637,
            "16056320" : 582,
            "16187392" : 580,
            "16318464" : 548,
            "16449536" : 521,
            "16580608" : 520,
            "16711680" : 542,
            "16908288" : 1030,
            "17170432" : 1039,
            "17432576" : 836,
            "17694720" : 755,
            "17956864" : 640,
            "18219008" : 568,
            "18481152" : 533,
            "18743296" : 532,
            "19005440" : 405,
            "19267584" : 344,
            "19529728" : 276,
            "19791872" : 308,
            "20054016" : 278,
            "20316160" : 202,
            "20578304" : 205,
            "20840448" : 180,
            "21102592" : 171,
            "21364736" : 175,
            "21626880" : 137,
            "21889024" : 120,
            "22151168" : 102,
            "22413312" : 84,
            "22675456" : 65,
            "22937600" : 71,
            "23199744" : 48,
            "23461888" : 71,
            "23724032" : 60,
            "23986176" : 77,
            "24248320" : 62,
            "24510464" : 66,
            "24772608" : 63,
            "25034752" : 60,
            "25296896" : 46,
            "25559040" : 50,
            "25821184" : 67,
            "26083328" : 72,
            "26345472" : 72,
            "26607616" : 56,
            "26869760" : 46,
            "27131904" : 42,
            "27394048" : 44,
            "27656192" : 29,
            "27918336" : 41,
            "28180480" : 51,
            "28442624" : 65,
            "28704768" : 88,
            "28966912" : 81,
            "29229056" : 94,
            "29491200" : 82,
            "29753344" : 110,
            "30015488" : 70,
            "30277632" : 115,
            "30539776" : 116,
            "30801920" : 156,
            "31064064" : 143,
            "31326208" : 206,
            "31588352" : 324,
            "31850496" : 532,
            "32112640" : 796,
            "32374784" : 1230,
            "32636928" : 1842,
            "32899072" : 2994,
            "33161216" : 4676,
            "33423360" : 7099,
            "33816576" : 24963,
            "34340864" : 47344,
            "34865152" : 83970,
            "35389440" : 132340,
            "35913728" : 188870,
            "36438016" : 241502,
            "36962304" : 276754,
            "37486592" : 285894,
            "38010880" : 269688,
            "38535168" : 230520,
            "39059456" : 180162,
            "39583744" : 129135,
            "40108032" : 86348,
            "40632320" : 57330,
            "41156608" : 37054,
            "41680896" : 24367,
            "42205184" : 15904,
            "42729472" : 10687,
            "43253760" : 7189,
            "43778048" : 4524,
            "44302336" : 2939,
            "44826624" : 1911,
            "45350912" : 1173,
            "45875200" : 576,
            "46399488" : 279,
            "46923776" : 174,
            "47448064" : 91,
            "47972352" : 76,
            "48496640" : 54,
            "49020928" : 44,
            "49545216" : 36,
            "50069504" : 26,
            "50593792" : 30,
            "51118080" : 35,
            "51642368" : 29,
            "52166656" : 18,
            "52690944" : 24,
            "53215232" : 27,
            "53739520" : 20,
            "54263808" : 34,
            "54788096" : 30,
            "55312384" : 31,
            "55836672" : 31,
            "56360960" : 34,
            "56885248" : 28,
            "57409536" : 42,
            "57933824" : 43,
            "58458112" : 30,
            "58982400" : 42,
            "59506688" : 37,
            "60030976" : 37,
            "60555264" : 42,
            "61079552" : 40,
            "61603840" : 27,
            "62128128" : 24,
            "62652416" : 32,
            "63176704" : 20,
            "63700992" : 21,
            "64225280" : 12,
            "64749568" : 12,
            "65273856" : 22,
            "65798144" : 8,
            "66322432" : 8,
            "66846720" : 6,
            "67633152" : 10,
            "68681728" : 6,
            "69730304" : 7,
            "70778880" : 1
          }
        },
        "lat_ns" : {
          "min" : 688391,
          "max" : 71982062,
          "mean" : 38645495.712864,
          "stddev" : 2772796.072561,
          "N" : 2384880
        },
        "bw_min" : 12695552,
        "bw_max" : 16824065,
        "bw_agg" : 100.000000,
        "bw_mean" : 13571147.590529,
        "bw_dev" : 62104.915319,
        "bw_samples" : 5744,
        "iops_min" : 12398,
        "iops_max" : 16429,
        "iops_mean" : 13252.027855,
        "iops_stddev" : 60.648495,
        "iops_samples" : 5744
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2880240,
      "usr_cpu" : 0.486696,
      "sys_cpu" : 82.963468,
      "ctx" : 2601952,
      "majf" : 0,
      "minf" : 594,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999329,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.010000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.010000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.766068,
        "50" : 99.210320,
        "100" : 0.038542,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}