← Back to file list

📄 seq-read-qd32-nj1_run1.json

raidz2/benchmarks/seq/seq-read-qd32-nj1_run1.json

{
  "fio version" : "fio-3.35",
  "timestamp" : 1773994368,
  "timestamp_ms" : 1773994368514,
  "time" : "Fri Mar 20 05:12:48 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 190,
      "elapsed" : 10,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2655592890,
      "usr_cpu" : 0.000000,
      "sys_cpu" : 0.000000,
      "ctx" : 0,
      "majf" : 0,
      "minf" : 0,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      }
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773994378,
  "timestamp_ms" : 1773994378515,
  "time" : "Fri Mar 20 05:12:58 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 188,
      "elapsed" : 3,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 11943280640,
        "io_kbytes" : 11663360,
        "bw_bytes" : 6134196527,
        "bw" : 5990426,
        "iops" : 5866.974833,
        "runtime" : 1947,
        "total_ios" : 11423,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1947,
      "usr_cpu" : 1.181305,
      "sys_cpu" : 98.253724,
      "ctx" : 0,
      "majf" : 0,
      "minf" : 8199,
      "iodepth_level" : {
        "1" : 0.100000,
        "2" : 0.100000,
        "4" : 0.100000,
        "8" : 0.100000,
        "16" : 0.140068,
        "32" : 99.728618,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.991246,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.991222,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773994396,
  "timestamp_ms" : 1773994396566,
  "time" : "Fri Mar 20 05:13:16 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 170,
      "elapsed" : 21,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 63093866496,
        "io_kbytes" : 61615104,
        "bw_bytes" : 6310017651,
        "bw" : 6162126,
        "iops" : 6017.801780,
        "runtime" : 9999,
        "total_ios" : 60172,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 153504,
          "max" : 220987,
          "mean" : 163881.383933,
          "stddev" : 5787.225614,
          "N" : 60172
        },
        "clat_ns" : {
          "min" : 5017707,
          "max" : 5691387,
          "mean" : 5153230.601020,
          "stddev" : 106786.091259,
          "N" : 60171,
          "percentile" : {
            "1.000000" : 5013504,
            "5.000000" : 5079040,
            "10.000000" : 5079040,
            "20.000000" : 5079040,
            "30.000000" : 5079040,
            "40.000000" : 5079040,
            "50.000000" : 5144576,
            "60.000000" : 5144576,
            "70.000000" : 5144576,
            "80.000000" : 5210112,
            "90.000000" : 5341184,
            "95.000000" : 5406720,
            "99.000000" : 5472256,
            "99.500000" : 5537792,
            "99.900000" : 5603328,
            "99.950000" : 5603328,
            "99.990000" : 5668864
          },
          "bins" : {
            "5013504" : 1783,
            "5079040" : 28030,
            "5144576" : 13403,
            "5210112" : 6294,
            "5275648" : 4151,
            "5341184" : 2740,
            "5406720" : 2502,
            "5472256" : 688,
            "5537792" : 423,
            "5603328" : 138,
            "5668864" : 19
          }
        },
        "lat_ns" : {
          "min" : 5179795,
          "max" : 5864371,
          "mean" : 5317112.337040,
          "stddev" : 109817.491656,
          "N" : 60171
        },
        "bw_min" : 6047744,
        "bw_max" : 6205440,
        "bw_agg" : 99.975145,
        "bw_mean" : 6160595.894737,
        "bw_dev" : 39523.021804,
        "bw_samples" : 19,
        "iops_min" : 5906,
        "iops_max" : 6060,
        "iops_mean" : 6016.157895,
        "iops_stddev" : 38.687154,
        "iops_samples" : 19
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 9999,
      "usr_cpu" : 1.440144,
      "sys_cpu" : 98.069807,
      "ctx" : 4,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.998338,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773994406,
  "timestamp_ms" : 1773994406567,
  "time" : "Fri Mar 20 05:13:26 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 160,
      "elapsed" : 31,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 126300979200,
        "io_kbytes" : 123340800,
        "bw_bytes" : 6315364728,
        "bw" : 6167348,
        "iops" : 6022.851143,
        "runtime" : 19999,
        "total_ios" : 120451,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 153234,
          "max" : 229861,
          "mean" : 163744.851234,
          "stddev" : 5729.056707,
          "N" : 120451
        },
        "clat_ns" : {
          "min" : 5017047,
          "max" : 5691387,
          "mean" : 5148957.610369,
          "stddev" : 104436.912423,
          "N" : 120450,
          "percentile" : {
            "1.000000" : 5013504,
            "5.000000" : 5079040,
            "10.000000" : 5079040,
            "20.000000" : 5079040,
            "30.000000" : 5079040,
            "40.000000" : 5079040,
            "50.000000" : 5079040,
            "60.000000" : 5144576,
            "70.000000" : 5144576,
            "80.000000" : 5210112,
            "90.000000" : 5341184,
            "95.000000" : 5406720,
            "99.000000" : 5472256,
            "99.500000" : 5537792,
            "99.900000" : 5603328,
            "99.950000" : 5603328,
            "99.990000" : 5668864
          },
          "bins" : {
            "5013504" : 3215,
            "5079040" : 59677,
            "5144576" : 25922,
            "5210112" : 10910,
            "5275648" : 8305,
            "5341184" : 5373,
            "5406720" : 4939,
            "5472256" : 1194,
            "5537792" : 641,
            "5603328" : 255,
            "5668864" : 19
          }
        },
        "lat_ns" : {
          "min" : 5176760,
          "max" : 5864371,
          "mean" : 5312701.622200,
          "stddev" : 107396.740062,
          "N" : 120450
        },
        "bw_min" : 6047744,
        "bw_max" : 6209536,
        "bw_agg" : 100.000000,
        "bw_mean" : 6167525.000000,
        "bw_dev" : 32700.224955,
        "bw_samples" : 39,
        "iops_min" : 5906,
        "iops_max" : 6064,
        "iops_mean" : 6022.948718,
        "iops_stddev" : 31.990910,
        "iops_samples" : 39
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 19999,
      "usr_cpu" : 1.465073,
      "sys_cpu" : 98.049902,
      "ctx" : 7,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999170,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773994416,
  "timestamp_ms" : 1773994416566,
  "time" : "Fri Mar 20 05:13:36 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 150,
      "elapsed" : 41,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 189452517376,
        "io_kbytes" : 185012224,
        "bw_bytes" : 6315294422,
        "bw" : 6167279,
        "iops" : 6022.767426,
        "runtime" : 29999,
        "total_ios" : 180677,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 153234,
          "max" : 229861,
          "mean" : 163746.517520,
          "stddev" : 5724.948477,
          "N" : 180677
        },
        "clat_ns" : {
          "min" : 5017047,
          "max" : 5691387,
          "mean" : 5148885.388092,
          "stddev" : 103957.014822,
          "N" : 180676,
          "percentile" : {
            "1.000000" : 5013504,
            "5.000000" : 5079040,
            "10.000000" : 5079040,
            "20.000000" : 5079040,
            "30.000000" : 5079040,
            "40.000000" : 5079040,
            "50.000000" : 5079040,
            "60.000000" : 5144576,
            "70.000000" : 5144576,
            "80.000000" : 5210112,
            "90.000000" : 5341184,
            "95.000000" : 5406720,
            "99.000000" : 5472256,
            "99.500000" : 5537792,
            "99.900000" : 5603328,
            "99.950000" : 5603328,
            "99.990000" : 5668864
          },
          "bins" : {
            "5013504" : 4391,
            "5079040" : 89320,
            "5144576" : 40500,
            "5210112" : 15634,
            "5275648" : 12188,
            "5341184" : 7810,
            "5406720" : 7699,
            "5472256" : 1830,
            "5537792" : 997,
            "5603328" : 288,
            "5668864" : 19
          }
        },
        "lat_ns" : {
          "min" : 5176760,
          "max" : 5864371,
          "mean" : 5312631.711522,
          "stddev" : 106895.902112,
          "N" : 180676
        },
        "bw_min" : 6047744,
        "bw_max" : 6209536,
        "bw_agg" : 100.000000,
        "bw_mean" : 6168230.389831,
        "bw_dev" : 29071.828695,
        "bw_samples" : 59,
        "iops_min" : 5906,
        "iops_max" : 6064,
        "iops_mean" : 6023.644068,
        "iops_stddev" : 28.431868,
        "iops_samples" : 59
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 29999,
      "usr_cpu" : 1.393380,
      "sys_cpu" : 98.116604,
      "ctx" : 11,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999447,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773994426,
  "timestamp_ms" : 1773994426567,
  "time" : "Fri Mar 20 05:13:46 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 140,
      "elapsed" : 51,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 252530655232,
        "io_kbytes" : 246611968,
        "bw_bytes" : 6313424216,
        "bw" : 6165453,
        "iops" : 6020.975524,
        "runtime" : 39999,
        "total_ios" : 240833,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 152843,
          "max" : 229861,
          "mean" : 163798.931729,
          "stddev" : 5729.690892,
          "N" : 240833
        },
        "clat_ns" : {
          "min" : 5017047,
          "max" : 5691387,
          "mean" : 5150470.209831,
          "stddev" : 103824.310184,
          "N" : 240832,
          "percentile" : {
            "1.000000" : 5013504,
            "5.000000" : 5079040,
            "10.000000" : 5079040,
            "20.000000" : 5079040,
            "30.000000" : 5079040,
            "40.000000" : 5079040,
            "50.000000" : 5079040,
            "60.000000" : 5144576,
            "70.000000" : 5144576,
            "80.000000" : 5210112,
            "90.000000" : 5341184,
            "95.000000" : 5406720,
            "99.000000" : 5472256,
            "99.500000" : 5537792,
            "99.900000" : 5603328,
            "99.950000" : 5603328,
            "99.990000" : 5603328
          },
          "bins" : {
            "5013504" : 4860,
            "5079040" : 116754,
            "5144576" : 57518,
            "5210112" : 20252,
            "5275648" : 16440,
            "5341184" : 9993,
            "5406720" : 10550,
            "5472256" : 2740,
            "5537792" : 1331,
            "5603328" : 375,
            "5668864" : 19
          }
        },
        "lat_ns" : {
          "min" : 5176760,
          "max" : 5864371,
          "mean" : 5314269.215287,
          "stddev" : 106753.211617,
          "N" : 240832
        },
        "bw_min" : 6047744,
        "bw_max" : 6209536,
        "bw_agg" : 100.000000,
        "bw_mean" : 6166581.075949,
        "bw_dev" : 27228.019894,
        "bw_samples" : 79,
        "iops_min" : 5906,
        "iops_max" : 6064,
        "iops_mean" : 6022.037975,
        "iops_stddev" : 26.621970,
        "iops_samples" : 79
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 39999,
      "usr_cpu" : 1.410035,
      "sys_cpu" : 98.102453,
      "ctx" : 14,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999585,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773994436,
  "timestamp_ms" : 1773994436567,
  "time" : "Fri Mar 20 05:13:56 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 129,
      "elapsed" : 61,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 316058632192,
        "io_kbytes" : 308651008,
        "bw_bytes" : 6321299069,
        "bw" : 6173143,
        "iops" : 6028.480570,
        "runtime" : 49999,
        "total_ios" : 301418,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 152843,
          "max" : 229861,
          "mean" : 163590.670604,
          "stddev" : 5689.961140,
          "N" : 301418
        },
        "clat_ns" : {
          "min" : 4992028,
          "max" : 5691387,
          "mean" : 5143979.232077,
          "stddev" : 102733.442221,
          "N" : 301417,
          "percentile" : {
            "1.000000" : 5013504,
            "5.000000" : 5013504,
            "10.000000" : 5079040,
            "20.000000" : 5079040,
            "30.000000" : 5079040,
            "40.000000" : 5079040,
            "50.000000" : 5079040,
            "60.000000" : 5144576,
            "70.000000" : 5144576,
            "80.000000" : 5210112,
            "90.000000" : 5275648,
            "95.000000" : 5406720,
            "99.000000" : 5472256,
            "99.500000" : 5537792,
            "99.900000" : 5603328,
            "99.950000" : 5603328,
            "99.990000" : 5603328
          },
          "bins" : {
            "5013504" : 15518,
            "5079040" : 143977,
            "5144576" : 69183,
            "5210112" : 24930,
            "5275648" : 19419,
            "5341184" : 11185,
            "5406720" : 12045,
            "5472256" : 3220,
            "5537792" : 1480,
            "5603328" : 441,
            "5668864" : 19
          }
        },
        "lat_ns" : {
          "min" : 5151071,
          "max" : 5864371,
          "mean" : 5307570.274085,
          "stddev" : 105652.926224,
          "N" : 301417
        },
        "bw_min" : 6047744,
        "bw_max" : 6287360,
        "bw_agg" : 100.000000,
        "bw_mean" : 6173255.222222,
        "bw_dev" : 36356.473029,
        "bw_samples" : 99,
        "iops_min" : 5906,
        "iops_max" : 6140,
        "iops_mean" : 6028.555556,
        "iops_stddev" : 35.518096,
        "iops_samples" : 99
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 49999,
      "usr_cpu" : 1.426029,
      "sys_cpu" : 98.083962,
      "ctx" : 18,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999668,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773994446,
  "timestamp_ms" : 1773994446567,
  "time" : "Fri Mar 20 05:14:06 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 120,
      "elapsed" : 71,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 380109848576,
        "io_kbytes" : 371201024,
        "bw_bytes" : 6335164142,
        "bw" : 6186683,
        "iops" : 6041.700000,
        "runtime" : 60000,
        "total_ios" : 362502,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 151722,
          "max" : 238254,
          "mean" : 163226.795869,
          "stddev" : 5619.681923,
          "N" : 362502
        },
        "clat_ns" : {
          "min" : 4977647,
          "max" : 6402955,
          "mean" : 5132671.095249,
          "stddev" : 100630.939764,
          "N" : 362501,
          "percentile" : {
            "1.000000" : 5013504,
            "5.000000" : 5013504,
            "10.000000" : 5013504,
            "20.000000" : 5079040,
            "30.000000" : 5079040,
            "40.000000" : 5079040,
            "50.000000" : 5079040,
            "60.000000" : 5144576,
            "70.000000" : 5144576,
            "80.000000" : 5210112,
            "90.000000" : 5275648,
            "95.000000" : 5341184,
            "99.000000" : 5472256,
            "99.500000" : 5537792,
            "99.900000" : 5603328,
            "99.950000" : 5603328,
            "99.990000" : 5734400
          },
          "bins" : {
            "4947968" : 3,
            "5013504" : 38506,
            "5079040" : 169932,
            "5144576" : 76146,
            "5210112" : 28779,
            "5275648" : 20452,
            "5341184" : 11308,
            "5406720" : 12131,
            "5472256" : 3255,
            "5537792" : 1483,
            "5603328" : 445,
            "5668864" : 22,
            "5734400" : 4,
            "5799936" : 4,
            "5865472" : 3,
            "5931008" : 4,
            "5996544" : 2,
            "6062080" : 4,
            "6127616" : 4,
            "6193152" : 4,
            "6258688" : 3,
            "6324224" : 4,
            "6389760" : 3
          }
        },
        "lat_ns" : {
          "min" : 5137000,
          "max" : 6600727,
          "mean" : 5295898.087501,
          "stddev" : 103515.786972,
          "N" : 362501
        },
        "bw_min" : 6047744,
        "bw_max" : 6293504,
        "bw_agg" : 100.000000,
        "bw_mean" : 6187701.134454,
        "bw_dev" : 47142.736687,
        "bw_samples" : 119,
        "iops_min" : 5906,
        "iops_max" : 6146,
        "iops_mean" : 6042.663866,
        "iops_stddev" : 46.049030,
        "iops_samples" : 119
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 60000,
      "usr_cpu" : 1.410000,
      "sys_cpu" : 98.100000,
      "ctx" : 22,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999724,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773994456,
  "timestamp_ms" : 1773994456567,
  "time" : "Fri Mar 20 05:14:16 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 109,
      "elapsed" : 81,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 443179597824,
        "io_kbytes" : 432792576,
        "bw_bytes" : 6331227557,
        "bw" : 6182839,
        "iops" : 6037.943399,
        "runtime" : 69999,
        "total_ios" : 422650,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 151722,
          "max" : 238254,
          "mean" : 163328.955857,
          "stddev" : 5619.104372,
          "N" : 422650
        },
        "clat_ns" : {
          "min" : 4977647,
          "max" : 6402955,
          "mean" : 5135920.821909,
          "stddev" : 101100.974423,
          "N" : 422649,
          "percentile" : {
            "1.000000" : 5013504,
            "5.000000" : 5013504,
            "10.000000" : 5079040,
            "20.000000" : 5079040,
            "30.000000" : 5079040,
            "40.000000" : 5079040,
            "50.000000" : 5079040,
            "60.000000" : 5144576,
            "70.000000" : 5144576,
            "80.000000" : 5210112,
            "90.000000" : 5275648,
            "95.000000" : 5406720,
            "99.000000" : 5472256,
            "99.500000" : 5537792,
            "99.900000" : 5603328,
            "99.950000" : 5603328,
            "99.990000" : 5668864
          },
          "bins" : {
            "4947968" : 3,
            "5013504" : 39080,
            "5079040" : 197155,
            "5144576" : 93138,
            "5210112" : 33251,
            "5275648" : 25006,
            "5341184" : 13881,
            "5406720" : 14741,
            "5472256" : 4001,
            "5537792" : 1783,
            "5603328" : 549,
            "5668864" : 22,
            "5734400" : 4,
            "5799936" : 4,
            "5865472" : 3,
            "5931008" : 4,
            "5996544" : 2,
            "6062080" : 4,
            "6127616" : 4,
            "6193152" : 4,
            "6258688" : 3,
            "6324224" : 4,
            "6389760" : 3
          }
        },
        "lat_ns" : {
          "min" : 5137000,
          "max" : 6600727,
          "mean" : 5299249.911776,
          "stddev" : 103993.734755,
          "N" : 422649
        },
        "bw_min" : 6047744,
        "bw_max" : 6293504,
        "bw_agg" : 100.000000,
        "bw_mean" : 6183683.676259,
        "bw_dev" : 45387.747008,
        "bw_samples" : 139,
        "iops_min" : 5906,
        "iops_max" : 6146,
        "iops_mean" : 6038.741007,
        "iops_stddev" : 44.332462,
        "iops_samples" : 139
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 69999,
      "usr_cpu" : 1.424306,
      "sys_cpu" : 98.104259,
      "ctx" : 26,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999763,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773994466,
  "timestamp_ms" : 1773994466567,
  "time" : "Fri Mar 20 05:14:26 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 100,
      "elapsed" : 91,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 506246201344,
        "io_kbytes" : 494381056,
        "bw_bytes" : 6328156618,
        "bw" : 6179840,
        "iops" : 6035.012938,
        "runtime" : 79999,
        "total_ios" : 482795,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 151722,
          "max" : 238254,
          "mean" : 163406.523023,
          "stddev" : 5616.614033,
          "N" : 482795
        },
        "clat_ns" : {
          "min" : 4977647,
          "max" : 6402955,
          "mean" : 5138378.328902,
          "stddev" : 101357.299720,
          "N" : 482794,
          "percentile" : {
            "1.000000" : 5013504,
            "5.000000" : 5013504,
            "10.000000" : 5079040,
            "20.000000" : 5079040,
            "30.000000" : 5079040,
            "40.000000" : 5079040,
            "50.000000" : 5079040,
            "60.000000" : 5144576,
            "70.000000" : 5144576,
            "80.000000" : 5210112,
            "90.000000" : 5275648,
            "95.000000" : 5406720,
            "99.000000" : 5472256,
            "99.500000" : 5537792,
            "99.900000" : 5603328,
            "99.950000" : 5603328,
            "99.990000" : 5668864
          },
          "bins" : {
            "4947968" : 3,
            "5013504" : 39823,
            "5079040" : 224066,
            "5144576" : 110102,
            "5210112" : 37793,
            "5275648" : 29712,
            "5341184" : 16335,
            "5406720" : 17466,
            "5472256" : 4703,
            "5537792" : 2074,
            "5603328" : 656,
            "5668864" : 22,
            "5734400" : 4,
            "5799936" : 4,
            "5865472" : 3,
            "5931008" : 4,
            "5996544" : 2,
            "6062080" : 4,
            "6127616" : 4,
            "6193152" : 4,
            "6258688" : 3,
            "6324224" : 4,
            "6389760" : 3
          }
        },
        "lat_ns" : {
          "min" : 5137000,
          "max" : 6600727,
          "mean" : 5301784.597083,
          "stddev" : 104252.309100,
          "N" : 482794
        },
        "bw_min" : 6047744,
        "bw_max" : 6293504,
        "bw_agg" : 100.000000,
        "bw_mean" : 6180830.358491,
        "bw_dev" : 43929.619900,
        "bw_samples" : 159,
        "iops_min" : 5906,
        "iops_max" : 6146,
        "iops_mean" : 6035.955975,
        "iops_stddev" : 42.907074,
        "iops_samples" : 159
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 79999,
      "usr_cpu" : 1.426268,
      "sys_cpu" : 98.114976,
      "ctx" : 29,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999793,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773994476,
  "timestamp_ms" : 1773994476566,
  "time" : "Fri Mar 20 05:14:36 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 90,
      "elapsed" : 101,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 570146422784,
        "io_kbytes" : 556783616,
        "bw_bytes" : 6335030642,
        "bw" : 6186553,
        "iops" : 6041.567129,
        "runtime" : 89999,
        "total_ios" : 543735,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 147165,
          "max" : 257294,
          "mean" : 163224.000246,
          "stddev" : 5573.370754,
          "N" : 543735
        },
        "clat_ns" : {
          "min" : 4975584,
          "max" : 6560376,
          "mean" : 5132795.796570,
          "stddev" : 100300.686467,
          "N" : 543734,
          "percentile" : {
            "1.000000" : 5013504,
            "5.000000" : 5013504,
            "10.000000" : 5013504,
            "20.000000" : 5079040,
            "30.000000" : 5079040,
            "40.000000" : 5079040,
            "50.000000" : 5079040,
            "60.000000" : 5144576,
            "70.000000" : 5144576,
            "80.000000" : 5210112,
            "90.000000" : 5275648,
            "95.000000" : 5341184,
            "99.000000" : 5472256,
            "99.500000" : 5537792,
            "99.900000" : 5603328,
            "99.950000" : 5603328,
            "99.990000" : 5931008
          },
          "bins" : {
            "4947968" : 29,
            "5013504" : 58742,
            "5079040" : 250476,
            "5144576" : 118957,
            "5210112" : 42168,
            "5275648" : 30918,
            "5341184" : 16717,
            "5406720" : 17969,
            "5472256" : 4850,
            "5537792" : 2123,
            "5603328" : 679,
            "5668864" : 25,
            "5734400" : 7,
            "5799936" : 7,
            "5865472" : 5,
            "5931008" : 8,
            "5996544" : 5,
            "6062080" : 7,
            "6127616" : 7,
            "6193152" : 7,
            "6258688" : 7,
            "6324224" : 7,
            "6389760" : 7,
            "6455296" : 4,
            "6520832" : 2,
            "6586368" : 1
          }
        },
        "lat_ns" : {
          "min" : 5132523,
          "max" : 6731767,
          "mean" : 5296019.847735,
          "stddev" : 103175.223538,
          "N" : 543734
        },
        "bw_min" : 6047744,
        "bw_max" : 6293504,
        "bw_agg" : 100.000000,
        "bw_mean" : 6187620.932961,
        "bw_dev" : 47425.071927,
        "bw_samples" : 179,
        "iops_min" : 5906,
        "iops_max" : 6146,
        "iops_mean" : 6042.586592,
        "iops_stddev" : 46.317869,
        "iops_samples" : 179
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 89999,
      "usr_cpu" : 1.428905,
      "sys_cpu" : 98.121090,
      "ctx" : 33,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999816,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773994486,
  "timestamp_ms" : 1773994486567,
  "time" : "Fri Mar 20 05:14:46 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 79,
      "elapsed" : 111,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 633393381376,
        "io_kbytes" : 618548224,
        "bw_bytes" : 6333933813,
        "bw" : 6185482,
        "iops" : 6040.520000,
        "runtime" : 100000,
        "total_ios" : 604052,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 147165,
          "max" : 257294,
          "mean" : 163248.950610,
          "stddev" : 5576.119585,
          "N" : 604052
        },
        "clat_ns" : {
          "min" : 4975584,
          "max" : 6560376,
          "mean" : 5133671.500380,
          "stddev" : 100751.591412,
          "N" : 604051,
          "percentile" : {
            "1.000000" : 5013504,
            "5.000000" : 5013504,
            "10.000000" : 5013504,
            "20.000000" : 5079040,
            "30.000000" : 5079040,
            "40.000000" : 5079040,
            "50.000000" : 5079040,
            "60.000000" : 5144576,
            "70.000000" : 5144576,
            "80.000000" : 5210112,
            "90.000000" : 5275648,
            "95.000000" : 5341184,
            "99.000000" : 5472256,
            "99.500000" : 5537792,
            "99.900000" : 5603328,
            "99.950000" : 5603328,
            "99.990000" : 5931008
          },
          "bins" : {
            "4947968" : 29,
            "5013504" : 60630,
            "5079040" : 283782,
            "5144576" : 130110,
            "5210112" : 46464,
            "5275648" : 34736,
            "5341184" : 18818,
            "5406720" : 20570,
            "5472256" : 5592,
            "5537792" : 2415,
            "5603328" : 799,
            "5668864" : 25,
            "5734400" : 7,
            "5799936" : 7,
            "5865472" : 5,
            "5931008" : 8,
            "5996544" : 5,
            "6062080" : 7,
            "6127616" : 7,
            "6193152" : 7,
            "6258688" : 7,
            "6324224" : 7,
            "6389760" : 7,
            "6455296" : 4,
            "6520832" : 2,
            "6586368" : 1
          }
        },
        "lat_ns" : {
          "min" : 5132523,
          "max" : 6731767,
          "mean" : 5296920.310918,
          "stddev" : 103629.835962,
          "N" : 604051
        },
        "bw_min" : 6047744,
        "bw_max" : 6293504,
        "bw_agg" : 100.000000,
        "bw_mean" : 6186664.633166,
        "bw_dev" : 45589.497910,
        "bw_samples" : 199,
        "iops_min" : 5906,
        "iops_max" : 6146,
        "iops_mean" : 6041.653266,
        "iops_stddev" : 44.524484,
        "iops_samples" : 199
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 100000,
      "usr_cpu" : 1.422000,
      "sys_cpu" : 98.138000,
      "ctx" : 36,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999834,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773994496,
  "timestamp_ms" : 1773994496567,
  "time" : "Fri Mar 20 05:14:56 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 70,
      "elapsed" : 121,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 696628805632,
        "io_kbytes" : 680301568,
        "bw_bytes" : 6333046715,
        "bw" : 6184615,
        "iops" : 6039.673088,
        "runtime" : 109999,
        "total_ios" : 664358,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 147165,
          "max" : 257294,
          "mean" : 163269.870117,
          "stddev" : 5578.765921,
          "N" : 664358
        },
        "clat_ns" : {
          "min" : 4975584,
          "max" : 6560376,
          "mean" : 5134434.082074,
          "stddev" : 101144.618354,
          "N" : 664357,
          "percentile" : {
            "1.000000" : 5013504,
            "5.000000" : 5013504,
            "10.000000" : 5079040,
            "20.000000" : 5079040,
            "30.000000" : 5079040,
            "40.000000" : 5079040,
            "50.000000" : 5079040,
            "60.000000" : 5144576,
            "70.000000" : 5144576,
            "80.000000" : 5210112,
            "90.000000" : 5275648,
            "95.000000" : 5406720,
            "99.000000" : 5472256,
            "99.500000" : 5537792,
            "99.900000" : 5603328,
            "99.950000" : 5603328,
            "99.990000" : 5865472
          },
          "bins" : {
            "4947968" : 29,
            "5013504" : 62279,
            "5079040" : 317083,
            "5144576" : 141278,
            "5210112" : 50852,
            "5275648" : 38621,
            "5341184" : 20976,
            "5406720" : 23239,
            "5472256" : 6244,
            "5537792" : 2688,
            "5603328" : 952,
            "5668864" : 35,
            "5734400" : 7,
            "5799936" : 7,
            "5865472" : 5,
            "5931008" : 8,
            "5996544" : 5,
            "6062080" : 7,
            "6127616" : 7,
            "6193152" : 7,
            "6258688" : 7,
            "6324224" : 7,
            "6389760" : 7,
            "6455296" : 4,
            "6520832" : 2,
            "6586368" : 1
          }
        },
        "lat_ns" : {
          "min" : 5132523,
          "max" : 6731767,
          "mean" : 5297704.048691,
          "stddev" : 104026.575854,
          "N" : 664357
        },
        "bw_min" : 6047744,
        "bw_max" : 6293504,
        "bw_agg" : 100.000000,
        "bw_mean" : 6185761.497717,
        "bw_dev" : 43962.705395,
        "bw_samples" : 219,
        "iops_min" : 5906,
        "iops_max" : 6146,
        "iops_mean" : 6040.771689,
        "iops_stddev" : 42.935336,
        "iops_samples" : 219
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 109999,
      "usr_cpu" : 1.425468,
      "sys_cpu" : 98.143619,
      "ctx" : 40,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999849,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773994506,
  "timestamp_ms" : 1773994506567,
  "time" : "Fri Mar 20 05:15:06 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 60,
      "elapsed" : 131,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 759852695552,
        "io_kbytes" : 742043648,
        "bw_bytes" : 6332158564,
        "bw" : 6183748,
        "iops" : 6038.825324,
        "runtime" : 119999,
        "total_ios" : 724653,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 147165,
          "max" : 257294,
          "mean" : 163290.217063,
          "stddev" : 5584.949017,
          "N" : 724653
        },
        "clat_ns" : {
          "min" : 4975584,
          "max" : 6560376,
          "mean" : 5135138.346299,
          "stddev" : 101717.940600,
          "N" : 724652,
          "percentile" : {
            "1.000000" : 5013504,
            "5.000000" : 5013504,
            "10.000000" : 5079040,
            "20.000000" : 5079040,
            "30.000000" : 5079040,
            "40.000000" : 5079040,
            "50.000000" : 5079040,
            "60.000000" : 5144576,
            "70.000000" : 5144576,
            "80.000000" : 5210112,
            "90.000000" : 5275648,
            "95.000000" : 5406720,
            "99.000000" : 5472256,
            "99.500000" : 5537792,
            "99.900000" : 5603328,
            "99.950000" : 5603328,
            "99.990000" : 5865472
          },
          "bins" : {
            "4947968" : 29,
            "5013504" : 64054,
            "5079040" : 350917,
            "5144576" : 151823,
            "5210112" : 55016,
            "5275648" : 42571,
            "5341184" : 23001,
            "5406720" : 26043,
            "5472256" : 6967,
            "5537792" : 2962,
            "5603328" : 1086,
            "5668864" : 40,
            "5734400" : 13,
            "5799936" : 48,
            "5865472" : 20,
            "5931008" : 8,
            "5996544" : 5,
            "6062080" : 7,
            "6127616" : 7,
            "6193152" : 7,
            "6258688" : 7,
            "6324224" : 7,
            "6389760" : 7,
            "6455296" : 4,
            "6520832" : 2,
            "6586368" : 1
          }
        },
        "lat_ns" : {
          "min" : 5132523,
          "max" : 6731767,
          "mean" : 5298428.686731,
          "stddev" : 104610.875628,
          "N" : 724652
        },
        "bw_min" : 6047744,
        "bw_max" : 6293504,
        "bw_agg" : 100.000000,
        "bw_mean" : 6184812.476987,
        "bw_dev" : 42645.170543,
        "bw_samples" : 239,
        "iops_min" : 5906,
        "iops_max" : 6146,
        "iops_mean" : 6039.845188,
        "iops_stddev" : 41.648351,
        "iops_samples" : 239
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 119999,
      "usr_cpu" : 1.425012,
      "sys_cpu" : 98.150818,
      "ctx" : 43,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999862,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773994516,
  "timestamp_ms" : 1773994516567,
  "time" : "Fri Mar 20 05:15:16 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 50,
      "elapsed" : 141,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 823081828352,
        "io_kbytes" : 803790848,
        "bw_bytes" : 6331447383,
        "bw" : 6183054,
        "iops" : 6038.146447,
        "runtime" : 129999,
        "total_ios" : 784953,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 147165,
          "max" : 257294,
          "mean" : 163307.458966,
          "stddev" : 5588.822142,
          "N" : 784953
        },
        "clat_ns" : {
          "min" : 4975584,
          "max" : 6560376,
          "mean" : 5135705.319785,
          "stddev" : 102120.341181,
          "N" : 784952,
          "percentile" : {
            "1.000000" : 5013504,
            "5.000000" : 5013504,
            "10.000000" : 5079040,
            "20.000000" : 5079040,
            "30.000000" : 5079040,
            "40.000000" : 5079040,
            "50.000000" : 5079040,
            "60.000000" : 5144576,
            "70.000000" : 5144576,
            "80.000000" : 5210112,
            "90.000000" : 5275648,
            "95.000000" : 5406720,
            "99.000000" : 5472256,
            "99.500000" : 5537792,
            "99.900000" : 5603328,
            "99.950000" : 5603328,
            "99.990000" : 5865472
          },
          "bins" : {
            "4947968" : 29,
            "5013504" : 65944,
            "5079040" : 384493,
            "5144576" : 162524,
            "5210112" : 58907,
            "5275648" : 46681,
            "5341184" : 25222,
            "5406720" : 28694,
            "5472256" : 7792,
            "5537792" : 3223,
            "5603328" : 1257,
            "5668864" : 43,
            "5734400" : 13,
            "5799936" : 48,
            "5865472" : 20,
            "5931008" : 8,
            "5996544" : 5,
            "6062080" : 7,
            "6127616" : 7,
            "6193152" : 7,
            "6258688" : 7,
            "6324224" : 7,
            "6389760" : 7,
            "6455296" : 4,
            "6520832" : 2,
            "6586368" : 1
          }
        },
        "lat_ns" : {
          "min" : 5132523,
          "max" : 6731767,
          "mean" : 5299012.839483,
          "stddev" : 105020.417215,
          "N" : 784952
        },
        "bw_min" : 6047744,
        "bw_max" : 6293504,
        "bw_agg" : 100.000000,
        "bw_mean" : 6184002.405405,
        "bw_dev" : 41529.385093,
        "bw_samples" : 259,
        "iops_min" : 5906,
        "iops_max" : 6146,
        "iops_mean" : 6039.054054,
        "iops_stddev" : 40.557990,
        "iops_samples" : 259
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 129999,
      "usr_cpu" : 1.429242,
      "sys_cpu" : 98.152293,
      "ctx" : 47,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999873,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773994526,
  "timestamp_ms" : 1773994526567,
  "time" : "Fri Mar 20 05:15:26 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 39,
      "elapsed" : 151,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 886304669696,
        "io_kbytes" : 865531904,
        "bw_bytes" : 6330792860,
        "bw" : 6182414,
        "iops" : 6037.521697,
        "runtime" : 139999,
        "total_ios" : 845247,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 147165,
          "max" : 257294,
          "mean" : 163323.645054,
          "stddev" : 5591.634496,
          "N" : 845247
        },
        "clat_ns" : {
          "min" : 4975584,
          "max" : 6560376,
          "mean" : 5136233.224005,
          "stddev" : 102396.032545,
          "N" : 845246,
          "percentile" : {
            "1.000000" : 5013504,
            "5.000000" : 5013504,
            "10.000000" : 5079040,
            "20.000000" : 5079040,
            "30.000000" : 5079040,
            "40.000000" : 5079040,
            "50.000000" : 5079040,
            "60.000000" : 5144576,
            "70.000000" : 5144576,
            "80.000000" : 5210112,
            "90.000000" : 5275648,
            "95.000000" : 5406720,
            "99.000000" : 5472256,
            "99.500000" : 5537792,
            "99.900000" : 5603328,
            "99.950000" : 5603328,
            "99.990000" : 5799936
          },
          "bins" : {
            "4947968" : 29,
            "5013504" : 67581,
            "5079040" : 417758,
            "5144576" : 173920,
            "5210112" : 62939,
            "5275648" : 50640,
            "5341184" : 27174,
            "5406720" : 31485,
            "5472256" : 8648,
            "5537792" : 3509,
            "5603328" : 1377,
            "5668864" : 43,
            "5734400" : 13,
            "5799936" : 48,
            "5865472" : 20,
            "5931008" : 8,
            "5996544" : 5,
            "6062080" : 7,
            "6127616" : 7,
            "6193152" : 7,
            "6258688" : 7,
            "6324224" : 7,
            "6389760" : 7,
            "6455296" : 4,
            "6520832" : 2,
            "6586368" : 1
          }
        },
        "lat_ns" : {
          "min" : 5132523,
          "max" : 6731767,
          "mean" : 5299556.964842,
          "stddev" : 105299.256263,
          "N" : 845246
        },
        "bw_min" : 6047744,
        "bw_max" : 6293504,
        "bw_agg" : 100.000000,
        "bw_mean" : 6183403.591398,
        "bw_dev" : 40487.056011,
        "bw_samples" : 279,
        "iops_min" : 5906,
        "iops_max" : 6146,
        "iops_mean" : 6038.469534,
        "iops_stddev" : 39.539594,
        "iops_samples" : 279
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 139999,
      "usr_cpu" : 1.411439,
      "sys_cpu" : 98.174987,
      "ctx" : 50,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999882,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773994536,
  "timestamp_ms" : 1773994536566,
  "time" : "Fri Mar 20 05:15:36 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 30,
      "elapsed" : 161,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 949527511040,
        "io_kbytes" : 927272960,
        "bw_bytes" : 6330225608,
        "bw" : 6181860,
        "iops" : 6036.980247,
        "runtime" : 149999,
        "total_ios" : 905541,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 147165,
          "max" : 257294,
          "mean" : 163337.601169,
          "stddev" : 5592.638378,
          "N" : 905541
        },
        "clat_ns" : {
          "min" : 4975584,
          "max" : 6560376,
          "mean" : 5136687.414799,
          "stddev" : 102622.836451,
          "N" : 905540,
          "percentile" : {
            "1.000000" : 5013504,
            "5.000000" : 5013504,
            "10.000000" : 5079040,
            "20.000000" : 5079040,
            "30.000000" : 5079040,
            "40.000000" : 5079040,
            "50.000000" : 5079040,
            "60.000000" : 5144576,
            "70.000000" : 5144576,
            "80.000000" : 5210112,
            "90.000000" : 5275648,
            "95.000000" : 5406720,
            "99.000000" : 5472256,
            "99.500000" : 5537792,
            "99.900000" : 5603328,
            "99.950000" : 5603328,
            "99.990000" : 5799936
          },
          "bins" : {
            "4947968" : 29,
            "5013504" : 69440,
            "5079040" : 451348,
            "5144576" : 184228,
            "5210112" : 67063,
            "5275648" : 55004,
            "5341184" : 29400,
            "5406720" : 34116,
            "5472256" : 9449,
            "5537792" : 3844,
            "5603328" : 1433,
            "5668864" : 43,
            "5734400" : 13,
            "5799936" : 48,
            "5865472" : 20,
            "5931008" : 8,
            "5996544" : 5,
            "6062080" : 7,
            "6127616" : 7,
            "6193152" : 7,
            "6258688" : 7,
            "6324224" : 7,
            "6389760" : 7,
            "6455296" : 4,
            "6520832" : 2,
            "6586368" : 1
          }
        },
        "lat_ns" : {
          "min" : 5132523,
          "max" : 6731767,
          "mean" : 5300025.052571,
          "stddev" : 105529.625655,
          "N" : 905540
        },
        "bw_min" : 6047744,
        "bw_max" : 6293504,
        "bw_agg" : 100.000000,
        "bw_mean" : 6182967.160535,
        "bw_dev" : 39490.124826,
        "bw_samples" : 299,
        "iops_min" : 5906,
        "iops_max" : 6146,
        "iops_mean" : 6038.043478,
        "iops_stddev" : 38.565748,
        "iops_samples" : 299
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 149999,
      "usr_cpu" : 1.409343,
      "sys_cpu" : 98.181321,
      "ctx" : 54,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999890,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773994546,
  "timestamp_ms" : 1773994546566,
  "time" : "Fri Mar 20 05:15:46 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 20,
      "elapsed" : 171,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 1012754546688,
        "io_kbytes" : 989018112,
        "bw_bytes" : 6329755477,
        "bw" : 6181401,
        "iops" : 6036.531478,
        "runtime" : 159999,
        "total_ios" : 965839,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 147165,
          "max" : 257294,
          "mean" : 163349.165780,
          "stddev" : 5593.954876,
          "N" : 965839
        },
        "clat_ns" : {
          "min" : 4975584,
          "max" : 6560376,
          "mean" : 5137061.522867,
          "stddev" : 102770.764852,
          "N" : 965838,
          "percentile" : {
            "1.000000" : 5013504,
            "5.000000" : 5013504,
            "10.000000" : 5079040,
            "20.000000" : 5079040,
            "30.000000" : 5079040,
            "40.000000" : 5079040,
            "50.000000" : 5079040,
            "60.000000" : 5144576,
            "70.000000" : 5144576,
            "80.000000" : 5210112,
            "90.000000" : 5275648,
            "95.000000" : 5406720,
            "99.000000" : 5472256,
            "99.500000" : 5537792,
            "99.900000" : 5603328,
            "99.950000" : 5603328,
            "99.990000" : 5799936
          },
          "bins" : {
            "4947968" : 29,
            "5013504" : 71357,
            "5079040" : 483881,
            "5144576" : 195991,
            "5210112" : 71529,
            "5275648" : 58655,
            "5341184" : 31414,
            "5406720" : 36902,
            "5472256" : 10217,
            "5537792" : 4145,
            "5603328" : 1532,
            "5668864" : 43,
            "5734400" : 13,
            "5799936" : 48,
            "5865472" : 20,
            "5931008" : 8,
            "5996544" : 5,
            "6062080" : 7,
            "6127616" : 7,
            "6193152" : 7,
            "6258688" : 7,
            "6324224" : 7,
            "6389760" : 7,
            "6455296" : 4,
            "6520832" : 2,
            "6586368" : 1
          }
        },
        "lat_ns" : {
          "min" : 5132523,
          "max" : 6731767,
          "mean" : 5300410.725831,
          "stddev" : 105678.522976,
          "N" : 965838
        },
        "bw_min" : 6047744,
        "bw_max" : 6293504,
        "bw_agg" : 100.000000,
        "bw_mean" : 6182559.686520,
        "bw_dev" : 38689.924112,
        "bw_samples" : 319,
        "iops_min" : 5906,
        "iops_max" : 6146,
        "iops_mean" : 6037.645768,
        "iops_stddev" : 37.783934,
        "iops_samples" : 319
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 159999,
      "usr_cpu" : 1.410634,
      "sys_cpu" : 98.183114,
      "ctx" : 57,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999896,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773994556,
  "timestamp_ms" : 1773994556567,
  "time" : "Fri Mar 20 05:15:56 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 10,
      "elapsed" : 181,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 1075976339456,
        "io_kbytes" : 1050758144,
        "bw_bytes" : 6329272585,
        "bw" : 6180930,
        "iops" : 6036.070588,
        "runtime" : 170000,
        "total_ios" : 1026132,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 147165,
          "max" : 257294,
          "mean" : 163361.197126,
          "stddev" : 5595.198620,
          "N" : 1026132
        },
        "clat_ns" : {
          "min" : 4975584,
          "max" : 6560376,
          "mean" : 5137446.751440,
          "stddev" : 102907.007835,
          "N" : 1026131,
          "percentile" : {
            "1.000000" : 5013504,
            "5.000000" : 5013504,
            "10.000000" : 5079040,
            "20.000000" : 5079040,
            "30.000000" : 5079040,
            "40.000000" : 5079040,
            "50.000000" : 5079040,
            "60.000000" : 5144576,
            "70.000000" : 5144576,
            "80.000000" : 5210112,
            "90.000000" : 5275648,
            "95.000000" : 5406720,
            "99.000000" : 5472256,
            "99.500000" : 5537792,
            "99.900000" : 5603328,
            "99.950000" : 5603328,
            "99.990000" : 5799936
          },
          "bins" : {
            "4947968" : 29,
            "5013504" : 72982,
            "5079040" : 516485,
            "5144576" : 207784,
            "5210112" : 76511,
            "5275648" : 61869,
            "5341184" : 33444,
            "5406720" : 39716,
            "5472256" : 11042,
            "5537792" : 4425,
            "5603328" : 1658,
            "5668864" : 43,
            "5734400" : 13,
            "5799936" : 48,
            "5865472" : 20,
            "5931008" : 8,
            "5996544" : 5,
            "6062080" : 7,
            "6127616" : 7,
            "6193152" : 7,
            "6258688" : 7,
            "6324224" : 7,
            "6389760" : 7,
            "6455296" : 4,
            "6520832" : 2,
            "6586368" : 1
          }
        },
        "lat_ns" : {
          "min" : 5132523,
          "max" : 6731767,
          "mean" : 5300807.969959,
          "stddev" : 105814.989870,
          "N" : 1026131
        },
        "bw_min" : 6047744,
        "bw_max" : 6293504,
        "bw_agg" : 100.000000,
        "bw_mean" : 6182073.182891,
        "bw_dev" : 37828.875107,
        "bw_samples" : 339,
        "iops_min" : 5906,
        "iops_max" : 6146,
        "iops_mean" : 6037.171091,
        "iops_stddev" : 36.942946,
        "iops_samples" : 339
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 170000,
      "usr_cpu" : 1.401176,
      "sys_cpu" : 98.195882,
      "ctx" : 61,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999903,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773994566,
  "timestamp_ms" : 1773994566567,
  "time" : "Fri Mar 20 05:16:06 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 1139203375104,
        "io_kbytes" : 1112503296,
        "bw_bytes" : 6328942800,
        "bw" : 6180608,
        "iops" : 6035.755754,
        "runtime" : 179999,
        "total_ios" : 1086430,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 147165,
          "max" : 257294,
          "mean" : 163370.178983,
          "stddev" : 5597.675530,
          "N" : 1086430
        },
        "clat_ns" : {
          "min" : 4975584,
          "max" : 6560376,
          "mean" : 5137738.657008,
          "stddev" : 103095.769226,
          "N" : 1086429,
          "percentile" : {
            "1.000000" : 5013504,
            "5.000000" : 5013504,
            "10.000000" : 5079040,
            "20.000000" : 5079040,
            "30.000000" : 5079040,
            "40.000000" : 5079040,
            "50.000000" : 5079040,
            "60.000000" : 5144576,
            "70.000000" : 5144576,
            "80.000000" : 5210112,
            "90.000000" : 5275648,
            "95.000000" : 5406720,
            "99.000000" : 5472256,
            "99.500000" : 5537792,
            "99.900000" : 5603328,
            "99.950000" : 5603328,
            "99.990000" : 5799936
          },
          "bins" : {
            "4947968" : 29,
            "5013504" : 74964,
            "5079040" : 549522,
            "5144576" : 219048,
            "5210112" : 80527,
            "5275648" : 65940,
            "5341184" : 35589,
            "5406720" : 42406,
            "5472256" : 11680,
            "5537792" : 4674,
            "5603328" : 1798,
            "5668864" : 49,
            "5734400" : 28,
            "5799936" : 92,
            "5865472" : 21,
            "5931008" : 8,
            "5996544" : 5,
            "6062080" : 7,
            "6127616" : 7,
            "6193152" : 7,
            "6258688" : 7,
            "6324224" : 7,
            "6389760" : 7,
            "6455296" : 4,
            "6520832" : 2,
            "6586368" : 1
          }
        },
        "lat_ns" : {
          "min" : 5132523,
          "max" : 6731767,
          "mean" : 5301108.875644,
          "stddev" : 106006.607147,
          "N" : 1086429
        },
        "bw_min" : 6047744,
        "bw_max" : 6293504,
        "bw_agg" : 100.000000,
        "bw_mean" : 6181646.807799,
        "bw_dev" : 37185.519166,
        "bw_samples" : 359,
        "iops_min" : 5906,
        "iops_max" : 6146,
        "iops_mean" : 6036.754875,
        "iops_stddev" : 36.314287,
        "iops_samples" : 359
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 179999,
      "usr_cpu" : 1.397786,
      "sys_cpu" : 98.202768,
      "ctx" : 64,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999908,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773994566,
  "timestamp_ms" : 1773994566613,
  "time" : "Fri Mar 20 05:16:06 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-raidz2/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 1139237978112,
        "io_kbytes" : 1112537088,
        "bw_bytes" : 6329029555,
        "bw" : 6180692,
        "iops" : 6035.655159,
        "runtime" : 180002,
        "total_ios" : 1086430,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 147165,
          "max" : 257294,
          "mean" : 163370.178513,
          "stddev" : 5597.672976,
          "N" : 1086431
        },
        "clat_ns" : {
          "min" : 4647,
          "max" : 6560376,
          "mean" : 5137662.428824,
          "stddev" : 104373.297513,
          "N" : 1086461,
          "percentile" : {
            "1.000000" : 5013504,
            "5.000000" : 5013504,
            "10.000000" : 5079040,
            "20.000000" : 5079040,
            "30.000000" : 5079040,
            "40.000000" : 5079040,
            "50.000000" : 5079040,
            "60.000000" : 5144576,
            "70.000000" : 5144576,
            "80.000000" : 5210112,
            "90.000000" : 5275648,
            "95.000000" : 5406720,
            "99.000000" : 5472256,
            "99.500000" : 5537792,
            "99.900000" : 5603328,
            "99.950000" : 5603328,
            "99.990000" : 5799936
          },
          "bins" : {
            "4640" : 1,
            "181248" : 1,
            "342016" : 1,
            "501760" : 1,
            "659456" : 1,
            "823296" : 1,
            "987136" : 1,
            "1155072" : 1,
            "1318912" : 1,
            "1482752" : 1,
            "1630208" : 1,
            "1810432" : 1,
            "1974272" : 1,
            "2113536" : 1,
            "2277376" : 1,
            "2441216" : 1,
            "2605056" : 1,
            "2768896" : 1,
            "2932736" : 1,
            "3096576" : 1,
            "3260416" : 1,
            "3457024" : 1,
            "3620864" : 1,
            "3817472" : 1,
            "3948544" : 1,
            "4112384" : 1,
            "4292608" : 1,
            "4423680" : 1,
            "4620288" : 1,
            "4751360" : 1,
            "4947968" : 30,
            "5013504" : 74964,
            "5079040" : 549523,
            "5144576" : 219048,
            "5210112" : 80527,
            "5275648" : 65940,
            "5341184" : 35589,
            "5406720" : 42406,
            "5472256" : 11680,
            "5537792" : 4674,
            "5603328" : 1798,
            "5668864" : 49,
            "5734400" : 28,
            "5799936" : 92,
            "5865472" : 21,
            "5931008" : 8,
            "5996544" : 5,
            "6062080" : 7,
            "6127616" : 7,
            "6193152" : 7,
            "6258688" : 7,
            "6324224" : 7,
            "6389760" : 7,
            "6455296" : 4,
            "6520832" : 2,
            "6586368" : 1
          }
        },
        "lat_ns" : {
          "min" : 167506,
          "max" : 6731767,
          "mean" : 5301032.601700,
          "stddev" : 107250.901202,
          "N" : 1086461
        },
        "bw_min" : 6047744,
        "bw_max" : 6293504,
        "bw_agg" : 100.000000,
        "bw_mean" : 6181860.811111,
        "bw_dev" : 37355.029097,
        "bw_samples" : 360,
        "iops_min" : 5906,
        "iops_max" : 6146,
        "iops_mean" : 6036.963889,
        "iops_stddev" : 36.479877,
        "iops_samples" : 360
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 180001,
      "usr_cpu" : 1.397770,
      "sys_cpu" : 98.201677,
      "ctx" : 65,
      "majf" : 0,
      "minf" : 36,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999908,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.010000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.010000,
        "500" : 0.010000,
        "750" : 0.010000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 100.000552,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}