← Back to file list

📄 seq-read-qd32-nj1_run3.json

mirror/benchmarks/seq/seq-read-qd32-nj1_run3.json

{
  "fio version" : "fio-3.35",
  "timestamp" : 1773848706,
  "timestamp_ms" : 1773848706653,
  "time" : "Wed Mar 18 12:45:06 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 190,
      "elapsed" : 10,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2509931029,
      "usr_cpu" : 0.000000,
      "sys_cpu" : 0.000000,
      "ctx" : 0,
      "majf" : 0,
      "minf" : 0,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      }
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773848716,
  "timestamp_ms" : 1773848716653,
  "time" : "Wed Mar 18 12:45:16 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 187,
      "elapsed" : 3,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 13169065984,
        "io_kbytes" : 12860416,
        "bw_bytes" : 6139424701,
        "bw" : 5995531,
        "iops" : 5870.396270,
        "runtime" : 2145,
        "total_ios" : 12592,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2145,
      "usr_cpu" : 0.979021,
      "sys_cpu" : 98.648019,
      "ctx" : 2,
      "majf" : 0,
      "minf" : 8200,
      "iodepth_level" : {
        "1" : 0.100000,
        "2" : 0.100000,
        "4" : 0.100000,
        "8" : 0.100000,
        "16" : 0.127065,
        "32" : 99.753812,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.992058,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.992039,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773848734,
  "timestamp_ms" : 1773848734506,
  "time" : "Wed Mar 18 12:45:34 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 170,
      "elapsed" : 21,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 63909658624,
        "io_kbytes" : 62411776,
        "bw_bytes" : 6391605022,
        "bw" : 6241801,
        "iops" : 6095.609561,
        "runtime" : 9999,
        "total_ios" : 60950,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 148527,
          "max" : 223982,
          "mean" : 161750.173076,
          "stddev" : 4678.278924,
          "N" : 60950
        },
        "clat_ns" : {
          "min" : 4990458,
          "max" : 6037837,
          "mean" : 5087435.829005,
          "stddev" : 66734.674190,
          "N" : 60949,
          "percentile" : {
            "1.000000" : 5013504,
            "5.000000" : 5013504,
            "10.000000" : 5013504,
            "20.000000" : 5013504,
            "30.000000" : 5079040,
            "40.000000" : 5079040,
            "50.000000" : 5079040,
            "60.000000" : 5079040,
            "70.000000" : 5079040,
            "80.000000" : 5144576,
            "90.000000" : 5210112,
            "95.000000" : 5210112,
            "99.000000" : 5275648,
            "99.500000" : 5341184,
            "99.900000" : 5668864,
            "99.950000" : 5931008,
            "99.990000" : 5996544
          },
          "bins" : {
            "5013504" : 15930,
            "5079040" : 30588,
            "5144576" : 8148,
            "5210112" : 4868,
            "5275648" : 1022,
            "5341184" : 179,
            "5406720" : 15,
            "5472256" : 56,
            "5537792" : 47,
            "5603328" : 35,
            "5668864" : 5,
            "5734400" : 6,
            "5799936" : 9,
            "5865472" : 5,
            "5931008" : 12,
            "5996544" : 21,
            "6062080" : 3
          }
        },
        "lat_ns" : {
          "min" : 5149771,
          "max" : 6225204,
          "mean" : 5249187.523208,
          "stddev" : 68675.799994,
          "N" : 60949
        },
        "bw_min" : 6098944,
        "bw_max" : 6285312,
        "bw_agg" : 99.975299,
        "bw_mean" : 6240260.052632,
        "bw_dev" : 41887.861122,
        "bw_samples" : 19,
        "iops_min" : 5956,
        "iops_max" : 6138,
        "iops_mean" : 6094.000000,
        "iops_stddev" : 40.911829,
        "iops_samples" : 19
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 9999,
      "usr_cpu" : 1.220122,
      "sys_cpu" : 98.439844,
      "ctx" : 3,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.998359,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773848744,
  "timestamp_ms" : 1773848744507,
  "time" : "Wed Mar 18 12:45:44 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 160,
      "elapsed" : 31,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 127108382720,
        "io_kbytes" : 124129280,
        "bw_bytes" : 6355736922,
        "bw" : 6206774,
        "iops" : 6061.353068,
        "runtime" : 19999,
        "total_ios" : 121221,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 145943,
          "max" : 223982,
          "mean" : 162684.034804,
          "stddev" : 5144.395537,
          "N" : 121221
        },
        "clat_ns" : {
          "min" : 4975574,
          "max" : 6037837,
          "mean" : 5116213.932346,
          "stddev" : 84067.548127,
          "N" : 121220,
          "percentile" : {
            "1.000000" : 5013504,
            "5.000000" : 5013504,
            "10.000000" : 5013504,
            "20.000000" : 5079040,
            "30.000000" : 5079040,
            "40.000000" : 5079040,
            "50.000000" : 5079040,
            "60.000000" : 5079040,
            "70.000000" : 5144576,
            "80.000000" : 5144576,
            "90.000000" : 5210112,
            "95.000000" : 5275648,
            "99.000000" : 5406720,
            "99.500000" : 5472256,
            "99.900000" : 5603328,
            "99.950000" : 5668864,
            "99.990000" : 5996544
          },
          "bins" : {
            "4947968" : 6,
            "5013504" : 17309,
            "5079040" : 59898,
            "5144576" : 22877,
            "5210112" : 9520,
            "5275648" : 6700,
            "5341184" : 3318,
            "5406720" : 908,
            "5472256" : 333,
            "5537792" : 221,
            "5603328" : 64,
            "5668864" : 10,
            "5734400" : 6,
            "5799936" : 9,
            "5865472" : 5,
            "5931008" : 12,
            "5996544" : 21,
            "6062080" : 3
          }
        },
        "lat_ns" : {
          "min" : 5136831,
          "max" : 6225204,
          "mean" : 5278898.483303,
          "stddev" : 86327.313967,
          "N" : 121220
        },
        "bw_min" : 6098944,
        "bw_max" : 6289699,
        "bw_agg" : 100.000000,
        "bw_mean" : 6208022.871795,
        "bw_dev" : 50849.018228,
        "bw_samples" : 39,
        "iops_min" : 5956,
        "iops_max" : 6142,
        "iops_mean" : 6062.512821,
        "iops_stddev" : 49.646578,
        "iops_samples" : 39
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 19999,
      "usr_cpu" : 1.320066,
      "sys_cpu" : 98.344917,
      "ctx" : 7,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999175,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773848754,
  "timestamp_ms" : 1773848754507,
  "time" : "Wed Mar 18 12:45:54 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 150,
      "elapsed" : 41,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 190180229120,
        "io_kbytes" : 185722880,
        "bw_bytes" : 6339552289,
        "bw" : 6190969,
        "iops" : 6045.901530,
        "runtime" : 29999,
        "total_ios" : 181371,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 145943,
          "max" : 223982,
          "mean" : 163105.361452,
          "stddev" : 5294.296686,
          "N" : 181371
        },
        "clat_ns" : {
          "min" : 4975574,
          "max" : 6037837,
          "mean" : 5129280.658345,
          "stddev" : 88470.749657,
          "N" : 181370,
          "percentile" : {
            "1.000000" : 5013504,
            "5.000000" : 5013504,
            "10.000000" : 5079040,
            "20.000000" : 5079040,
            "30.000000" : 5079040,
            "40.000000" : 5079040,
            "50.000000" : 5079040,
            "60.000000" : 5144576,
            "70.000000" : 5144576,
            "80.000000" : 5210112,
            "90.000000" : 5275648,
            "95.000000" : 5341184,
            "99.000000" : 5406720,
            "99.500000" : 5472256,
            "99.900000" : 5537792,
            "99.950000" : 5603328,
            "99.990000" : 5996544
          },
          "bins" : {
            "4947968" : 6,
            "5013504" : 17374,
            "5079040" : 86451,
            "5144576" : 40029,
            "5210112" : 14095,
            "5275648" : 13054,
            "5341184" : 7016,
            "5406720" : 2101,
            "5472256" : 706,
            "5537792" : 400,
            "5603328" : 72,
            "5668864" : 10,
            "5734400" : 6,
            "5799936" : 9,
            "5865472" : 5,
            "5931008" : 12,
            "5996544" : 21,
            "6062080" : 3
          }
        },
        "lat_ns" : {
          "min" : 5136831,
          "max" : 6225204,
          "mean" : 5292386.366648,
          "stddev" : 90785.702693,
          "N" : 181370
        },
        "bw_min" : 6098944,
        "bw_max" : 6289699,
        "bw_agg" : 100.000000,
        "bw_mean" : 6192256.542373,
        "bw_dev" : 48474.185949,
        "bw_samples" : 59,
        "iops_min" : 5956,
        "iops_max" : 6142,
        "iops_mean" : 6047.118644,
        "iops_stddev" : 47.329033,
        "iops_samples" : 59
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 29999,
      "usr_cpu" : 1.326711,
      "sys_cpu" : 98.336611,
      "ctx" : 10,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999449,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773848764,
  "timestamp_ms" : 1773848764507,
  "time" : "Wed Mar 18 12:46:04 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 140,
      "elapsed" : 51,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 253236346880,
        "io_kbytes" : 247301120,
        "bw_bytes" : 6331066948,
        "bw" : 6182682,
        "iops" : 6037.800945,
        "runtime" : 39999,
        "total_ios" : 241506,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 145943,
          "max" : 223982,
          "mean" : 163321.009938,
          "stddev" : 5354.209883,
          "N" : 241506
        },
        "clat_ns" : {
          "min" : 4975574,
          "max" : 6037837,
          "mean" : 5136052.789541,
          "stddev" : 89682.756169,
          "N" : 241505,
          "percentile" : {
            "1.000000" : 5013504,
            "5.000000" : 5013504,
            "10.000000" : 5079040,
            "20.000000" : 5079040,
            "30.000000" : 5079040,
            "40.000000" : 5079040,
            "50.000000" : 5079040,
            "60.000000" : 5144576,
            "70.000000" : 5144576,
            "80.000000" : 5210112,
            "90.000000" : 5275648,
            "95.000000" : 5341184,
            "99.000000" : 5406720,
            "99.500000" : 5472256,
            "99.900000" : 5537792,
            "99.950000" : 5603328,
            "99.990000" : 5931008
          },
          "bins" : {
            "4947968" : 6,
            "5013504" : 17393,
            "5079040" : 112157,
            "5144576" : 58034,
            "5210112" : 18861,
            "5275648" : 19332,
            "5341184" : 10709,
            "5406720" : 3269,
            "5472256" : 1032,
            "5537792" : 570,
            "5603328" : 76,
            "5668864" : 10,
            "5734400" : 6,
            "5799936" : 9,
            "5865472" : 5,
            "5931008" : 12,
            "5996544" : 21,
            "6062080" : 3
          }
        },
        "lat_ns" : {
          "min" : 5136831,
          "max" : 6225204,
          "mean" : 5299373.803739,
          "stddev" : 91988.943477,
          "N" : 241505
        },
        "bw_min" : 6098944,
        "bw_max" : 6289699,
        "bw_agg" : 100.000000,
        "bw_mean" : 6184006.949367,
        "bw_dev" : 45233.614809,
        "bw_samples" : 79,
        "iops_min" : 5956,
        "iops_max" : 6142,
        "iops_mean" : 6039.050633,
        "iops_stddev" : 44.178803,
        "iops_samples" : 79
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 39999,
      "usr_cpu" : 1.307533,
      "sys_cpu" : 98.354959,
      "ctx" : 14,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999586,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773848774,
  "timestamp_ms" : 1773848774507,
  "time" : "Wed Mar 18 12:46:14 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 129,
      "elapsed" : 61,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 316322873344,
        "io_kbytes" : 308909056,
        "bw_bytes" : 6326583998,
        "bw" : 6178304,
        "iops" : 6033.520670,
        "runtime" : 49999,
        "total_ios" : 301670,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 145943,
          "max" : 223982,
          "mean" : 163439.662008,
          "stddev" : 5385.557202,
          "N" : 301670
        },
        "clat_ns" : {
          "min" : 4975574,
          "max" : 6037837,
          "mean" : 5139743.907070,
          "stddev" : 90338.180771,
          "N" : 301669,
          "percentile" : {
            "1.000000" : 5013504,
            "5.000000" : 5013504,
            "10.000000" : 5079040,
            "20.000000" : 5079040,
            "30.000000" : 5079040,
            "40.000000" : 5079040,
            "50.000000" : 5079040,
            "60.000000" : 5144576,
            "70.000000" : 5144576,
            "80.000000" : 5210112,
            "90.000000" : 5275648,
            "95.000000" : 5341184,
            "99.000000" : 5406720,
            "99.500000" : 5472256,
            "99.900000" : 5537792,
            "99.950000" : 5537792,
            "99.990000" : 5931008
          },
          "bins" : {
            "4947968" : 6,
            "5013504" : 17707,
            "5079040" : 138991,
            "5144576" : 74763,
            "5210112" : 23286,
            "5275648" : 25878,
            "5341184" : 14362,
            "5406720" : 4369,
            "5472256" : 1397,
            "5537792" : 764,
            "5603328" : 80,
            "5668864" : 10,
            "5734400" : 6,
            "5799936" : 9,
            "5865472" : 5,
            "5931008" : 12,
            "5996544" : 21,
            "6062080" : 3
          }
        },
        "lat_ns" : {
          "min" : 5136831,
          "max" : 6225204,
          "mean" : 5303183.504782,
          "stddev" : 92640.014839,
          "N" : 301669
        },
        "bw_min" : 6098944,
        "bw_max" : 6289699,
        "bw_agg" : 100.000000,
        "bw_mean" : 6179503.515152,
        "bw_dev" : 42455.980560,
        "bw_samples" : 99,
        "iops_min" : 5956,
        "iops_max" : 6142,
        "iops_mean" : 6034.646465,
        "iops_stddev" : 41.472960,
        "iops_samples" : 99
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 49999,
      "usr_cpu" : 1.346027,
      "sys_cpu" : 98.315966,
      "ctx" : 17,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999669,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773848784,
  "timestamp_ms" : 1773848784507,
  "time" : "Wed Mar 18 12:46:24 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 120,
      "elapsed" : 71,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 379349630976,
        "io_kbytes" : 370458624,
        "bw_bytes" : 6322599226,
        "bw" : 6174413,
        "iops" : 6029.717162,
        "runtime" : 59999,
        "total_ios" : 361777,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 145943,
          "max" : 223982,
          "mean" : 163540.264519,
          "stddev" : 5411.262001,
          "N" : 361777
        },
        "clat_ns" : {
          "min" : 4975574,
          "max" : 6037837,
          "mean" : 5142916.250039,
          "stddev" : 90745.639068,
          "N" : 361776,
          "percentile" : {
            "1.000000" : 5013504,
            "5.000000" : 5079040,
            "10.000000" : 5079040,
            "20.000000" : 5079040,
            "30.000000" : 5079040,
            "40.000000" : 5079040,
            "50.000000" : 5079040,
            "60.000000" : 5144576,
            "70.000000" : 5144576,
            "80.000000" : 5210112,
            "90.000000" : 5275648,
            "95.000000" : 5341184,
            "99.000000" : 5406720,
            "99.500000" : 5472256,
            "99.900000" : 5537792,
            "99.950000" : 5537792,
            "99.990000" : 5865472
          },
          "bins" : {
            "4947968" : 6,
            "5013504" : 17829,
            "5079040" : 163675,
            "5144576" : 93348,
            "5210112" : 28057,
            "5275648" : 32258,
            "5341184" : 18066,
            "5406720" : 5668,
            "5472256" : 1722,
            "5537792" : 984,
            "5603328" : 97,
            "5668864" : 10,
            "5734400" : 6,
            "5799936" : 9,
            "5865472" : 5,
            "5931008" : 12,
            "5996544" : 21,
            "6062080" : 3
          }
        },
        "lat_ns" : {
          "min" : 5136831,
          "max" : 6225204,
          "mean" : 5306455.965161,
          "stddev" : 93039.921070,
          "N" : 361776
        },
        "bw_min" : 6098944,
        "bw_max" : 6289699,
        "bw_agg" : 100.000000,
        "bw_mean" : 6175448.361345,
        "bw_dev" : 40816.165944,
        "bw_samples" : 119,
        "iops_min" : 5956,
        "iops_max" : 6142,
        "iops_mean" : 6030.689076,
        "iops_stddev" : 39.867311,
        "iops_samples" : 119
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 59999,
      "usr_cpu" : 1.378356,
      "sys_cpu" : 98.283305,
      "ctx" : 21,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999724,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773848794,
  "timestamp_ms" : 1773848794507,
  "time" : "Wed Mar 18 12:46:34 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 109,
      "elapsed" : 81,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 442405748736,
        "io_kbytes" : 432036864,
        "bw_bytes" : 6320172412,
        "bw" : 6172043,
        "iops" : 6027.400391,
        "runtime" : 69999,
        "total_ios" : 421912,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 145943,
          "max" : 223982,
          "mean" : 163602.067666,
          "stddev" : 5428.382540,
          "N" : 421912
        },
        "clat_ns" : {
          "min" : 4975574,
          "max" : 6037837,
          "mean" : 5144861.388267,
          "stddev" : 90812.676633,
          "N" : 421911,
          "percentile" : {
            "1.000000" : 5013504,
            "5.000000" : 5079040,
            "10.000000" : 5079040,
            "20.000000" : 5079040,
            "30.000000" : 5079040,
            "40.000000" : 5079040,
            "50.000000" : 5144576,
            "60.000000" : 5144576,
            "70.000000" : 5144576,
            "80.000000" : 5210112,
            "90.000000" : 5275648,
            "95.000000" : 5341184,
            "99.000000" : 5406720,
            "99.500000" : 5472256,
            "99.900000" : 5537792,
            "99.950000" : 5537792,
            "99.990000" : 5799936
          },
          "bins" : {
            "4947968" : 6,
            "5013504" : 17963,
            "5079040" : 189464,
            "5144576" : 111122,
            "5210112" : 32975,
            "5275648" : 38357,
            "5341184" : 21748,
            "5406720" : 6911,
            "5472256" : 2056,
            "5537792" : 1142,
            "5603328" : 101,
            "5668864" : 10,
            "5734400" : 6,
            "5799936" : 9,
            "5865472" : 5,
            "5931008" : 12,
            "5996544" : 21,
            "6062080" : 3
          }
        },
        "lat_ns" : {
          "min" : 5136831,
          "max" : 6225204,
          "mean" : 5308463.126415,
          "stddev" : 93092.610019,
          "N" : 421911
        },
        "bw_min" : 6098944,
        "bw_max" : 6289699,
        "bw_agg" : 100.000000,
        "bw_mean" : 6172942.568345,
        "bw_dev" : 38962.327057,
        "bw_samples" : 139,
        "iops_min" : 5956,
        "iops_max" : 6142,
        "iops_mean" : 6028.244604,
        "iops_stddev" : 38.054660,
        "iops_samples" : 139
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 69999,
      "usr_cpu" : 1.380020,
      "sys_cpu" : 98.279975,
      "ctx" : 24,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999763,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773848804,
  "timestamp_ms" : 1773848804507,
  "time" : "Wed Mar 18 12:46:44 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 100,
      "elapsed" : 91,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 506154975232,
        "io_kbytes" : 494291968,
        "bw_bytes" : 6327016278,
        "bw" : 6178726,
        "iops" : 6033.925424,
        "runtime" : 79999,
        "total_ios" : 482708,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 145943,
          "max" : 223982,
          "mean" : 163423.327484,
          "stddev" : 5379.134533,
          "N" : 482708
        },
        "clat_ns" : {
          "min" : 4975574,
          "max" : 6037837,
          "mean" : 5139339.542781,
          "stddev" : 89716.385941,
          "N" : 482707,
          "percentile" : {
            "1.000000" : 5013504,
            "5.000000" : 5013504,
            "10.000000" : 5079040,
            "20.000000" : 5079040,
            "30.000000" : 5079040,
            "40.000000" : 5079040,
            "50.000000" : 5079040,
            "60.000000" : 5144576,
            "70.000000" : 5144576,
            "80.000000" : 5210112,
            "90.000000" : 5275648,
            "95.000000" : 5341184,
            "99.000000" : 5406720,
            "99.500000" : 5472256,
            "99.900000" : 5537792,
            "99.950000" : 5537792,
            "99.990000" : 5799936
          },
          "bins" : {
            "4947968" : 6,
            "5013504" : 27493,
            "5079040" : 224168,
            "5144576" : 119598,
            "5210112" : 37148,
            "5275648" : 41056,
            "5341184" : 22636,
            "5406720" : 7137,
            "5472256" : 2127,
            "5537792" : 1171,
            "5603328" : 101,
            "5668864" : 10,
            "5734400" : 6,
            "5799936" : 9,
            "5865472" : 5,
            "5931008" : 12,
            "5996544" : 21,
            "6062080" : 3
          }
        },
        "lat_ns" : {
          "min" : 5136831,
          "max" : 6225204,
          "mean" : 5302763.081663,
          "stddev" : 92001.273796,
          "N" : 482707
        },
        "bw_min" : 6098944,
        "bw_max" : 6289699,
        "bw_agg" : 100.000000,
        "bw_mean" : 6179003.119497,
        "bw_dev" : 42548.398033,
        "bw_samples" : 159,
        "iops_min" : 5956,
        "iops_max" : 6142,
        "iops_mean" : 6034.163522,
        "iops_stddev" : 41.554124,
        "iops_samples" : 159
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 79999,
      "usr_cpu" : 1.403768,
      "sys_cpu" : 98.257478,
      "ctx" : 28,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999793,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773848814,
  "timestamp_ms" : 1773848814507,
  "time" : "Wed Mar 18 12:46:54 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 90,
      "elapsed" : 101,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 570095042560,
        "io_kbytes" : 556733440,
        "bw_bytes" : 6334459744,
        "bw" : 6185995,
        "iops" : 6041.022678,
        "runtime" : 89999,
        "total_ios" : 543686,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 145943,
          "max" : 224383,
          "mean" : 163226.724302,
          "stddev" : 5316.613878,
          "N" : 543686
        },
        "clat_ns" : {
          "min" : 4939669,
          "max" : 6037837,
          "mean" : 5133273.140946,
          "stddev" : 88017.795364,
          "N" : 543685,
          "percentile" : {
            "1.000000" : 5013504,
            "5.000000" : 5013504,
            "10.000000" : 5079040,
            "20.000000" : 5079040,
            "30.000000" : 5079040,
            "40.000000" : 5079040,
            "50.000000" : 5079040,
            "60.000000" : 5144576,
            "70.000000" : 5144576,
            "80.000000" : 5210112,
            "90.000000" : 5275648,
            "95.000000" : 5341184,
            "99.000000" : 5406720,
            "99.500000" : 5472256,
            "99.900000" : 5537792,
            "99.950000" : 5537792,
            "99.990000" : 5734400
          },
          "bins" : {
            "4947968" : 24,
            "5013504" : 38728,
            "5079040" : 262395,
            "5144576" : 125908,
            "5210112" : 41137,
            "5275648" : 42244,
            "5341184" : 22647,
            "5406720" : 7137,
            "5472256" : 2127,
            "5537792" : 1171,
            "5603328" : 101,
            "5668864" : 10,
            "5734400" : 6,
            "5799936" : 9,
            "5865472" : 5,
            "5931008" : 12,
            "5996544" : 21,
            "6062080" : 3
          }
        },
        "lat_ns" : {
          "min" : 5099533,
          "max" : 6225204,
          "mean" : 5296499.992356,
          "stddev" : 90291.451506,
          "N" : 543685
        },
        "bw_min" : 6098944,
        "bw_max" : 6289699,
        "bw_agg" : 100.000000,
        "bw_mean" : 6186443.837989,
        "bw_dev" : 45799.587966,
        "bw_samples" : 179,
        "iops_min" : 5956,
        "iops_max" : 6142,
        "iops_mean" : 6041.430168,
        "iops_stddev" : 44.729642,
        "iops_samples" : 179
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 89999,
      "usr_cpu" : 1.407793,
      "sys_cpu" : 98.253314,
      "ctx" : 31,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999816,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773848824,
  "timestamp_ms" : 1773848824507,
  "time" : "Wed Mar 18 12:47:04 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 79,
      "elapsed" : 111,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 634009944064,
        "io_kbytes" : 619150336,
        "bw_bytes" : 6340099440,
        "bw" : 6191503,
        "iops" : 6046.400000,
        "runtime" : 100000,
        "total_ios" : 604640,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 145943,
          "max" : 224383,
          "mean" : 163078.613926,
          "stddev" : 5260.794090,
          "N" : 604640
        },
        "clat_ns" : {
          "min" : 4939669,
          "max" : 6037837,
          "mean" : 5128685.210230,
          "stddev" : 86412.172108,
          "N" : 604639,
          "percentile" : {
            "1.000000" : 5013504,
            "5.000000" : 5013504,
            "10.000000" : 5079040,
            "20.000000" : 5079040,
            "30.000000" : 5079040,
            "40.000000" : 5079040,
            "50.000000" : 5079040,
            "60.000000" : 5144576,
            "70.000000" : 5144576,
            "80.000000" : 5210112,
            "90.000000" : 5275648,
            "95.000000" : 5341184,
            "99.000000" : 5406720,
            "99.500000" : 5472256,
            "99.900000" : 5537792,
            "99.950000" : 5537792,
            "99.990000" : 5668864
          },
          "bins" : {
            "4947968" : 24,
            "5013504" : 49589,
            "5079040" : 300282,
            "5144576" : 132393,
            "5210112" : 44933,
            "5275648" : 44146,
            "5341184" : 22670,
            "5406720" : 7137,
            "5472256" : 2127,
            "5537792" : 1171,
            "5603328" : 101,
            "5668864" : 10,
            "5734400" : 6,
            "5799936" : 9,
            "5865472" : 5,
            "5931008" : 12,
            "5996544" : 21,
            "6062080" : 3
          }
        },
        "lat_ns" : {
          "min" : 5099533,
          "max" : 6225204,
          "mean" : 5291763.905784,
          "stddev" : 88668.230551,
          "N" : 604639
        },
        "bw_min" : 6098944,
        "bw_max" : 6289699,
        "bw_agg" : 100.000000,
        "bw_mean" : 6192213.592965,
        "bw_dev" : 47414.316839,
        "bw_samples" : 199,
        "iops_min" : 5956,
        "iops_max" : 6142,
        "iops_mean" : 6047.065327,
        "iops_stddev" : 46.305974,
        "iops_samples" : 199
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 100000,
      "usr_cpu" : 1.398000,
      "sys_cpu" : 98.262000,
      "ctx" : 35,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999835,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773848834,
  "timestamp_ms" : 1773848834507,
  "time" : "Wed Mar 18 12:47:14 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 70,
      "elapsed" : 121,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 697924845568,
        "io_kbytes" : 681567232,
        "bw_bytes" : 6344829003,
        "bw" : 6196122,
        "iops" : 6050.909554,
        "runtime" : 109999,
        "total_ios" : 665594,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 145943,
          "max" : 224383,
          "mean" : 162956.718023,
          "stddev" : 5209.285278,
          "N" : 665594
        },
        "clat_ns" : {
          "min" : 4939669,
          "max" : 6037837,
          "mean" : 5124868.412677,
          "stddev" : 84791.370960,
          "N" : 665593,
          "percentile" : {
            "1.000000" : 5013504,
            "5.000000" : 5013504,
            "10.000000" : 5079040,
            "20.000000" : 5079040,
            "30.000000" : 5079040,
            "40.000000" : 5079040,
            "50.000000" : 5079040,
            "60.000000" : 5144576,
            "70.000000" : 5144576,
            "80.000000" : 5144576,
            "90.000000" : 5275648,
            "95.000000" : 5341184,
            "99.000000" : 5406720,
            "99.500000" : 5472256,
            "99.900000" : 5537792,
            "99.950000" : 5537792,
            "99.990000" : 5603328
          },
          "bins" : {
            "4947968" : 24,
            "5013504" : 60789,
            "5079040" : 337862,
            "5144576" : 139252,
            "5210112" : 48808,
            "5275648" : 45554,
            "5341184" : 22702,
            "5406720" : 7137,
            "5472256" : 2127,
            "5537792" : 1171,
            "5603328" : 101,
            "5668864" : 10,
            "5734400" : 6,
            "5799936" : 9,
            "5865472" : 5,
            "5931008" : 12,
            "5996544" : 21,
            "6062080" : 3
          }
        },
        "lat_ns" : {
          "min" : 5099533,
          "max" : 6225204,
          "mean" : 5287825.241150,
          "stddev" : 87021.462488,
          "N" : 665593
        },
        "bw_min" : 6098944,
        "bw_max" : 6289699,
        "bw_agg" : 100.000000,
        "bw_mean" : 6196996.452055,
        "bw_dev" : 48128.110634,
        "bw_samples" : 219,
        "iops_min" : 5956,
        "iops_max" : 6142,
        "iops_mean" : 6051.744292,
        "iops_stddev" : 47.005157,
        "iops_samples" : 219
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 109999,
      "usr_cpu" : 1.397285,
      "sys_cpu" : 98.262711,
      "ctx" : 38,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999850,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773848844,
  "timestamp_ms" : 1773848844507,
  "time" : "Wed Mar 18 12:47:24 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 60,
      "elapsed" : 131,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 761862815744,
        "io_kbytes" : 744006656,
        "bw_bytes" : 6348856797,
        "bw" : 6200055,
        "iops" : 6054.750000,
        "runtime" : 120000,
        "total_ios" : 726570,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 145943,
          "max" : 224383,
          "mean" : 162852.256893,
          "stddev" : 5165.713944,
          "N" : 726570
        },
        "clat_ns" : {
          "min" : 4939669,
          "max" : 6037837,
          "mean" : 5121613.472865,
          "stddev" : 83368.707988,
          "N" : 726569,
          "percentile" : {
            "1.000000" : 5013504,
            "5.000000" : 5013504,
            "10.000000" : 5079040,
            "20.000000" : 5079040,
            "30.000000" : 5079040,
            "40.000000" : 5079040,
            "50.000000" : 5079040,
            "60.000000" : 5079040,
            "70.000000" : 5144576,
            "80.000000" : 5144576,
            "90.000000" : 5275648,
            "95.000000" : 5275648,
            "99.000000" : 5406720,
            "99.500000" : 5406720,
            "99.900000" : 5537792,
            "99.950000" : 5537792,
            "99.990000" : 5603328
          },
          "bins" : {
            "4947968" : 24,
            "5013504" : 72151,
            "5079040" : 375890,
            "5144576" : 145213,
            "5210112" : 52879,
            "5275648" : 47108,
            "5341184" : 22702,
            "5406720" : 7137,
            "5472256" : 2127,
            "5537792" : 1171,
            "5603328" : 101,
            "5668864" : 10,
            "5734400" : 6,
            "5799936" : 9,
            "5865472" : 5,
            "5931008" : 12,
            "5996544" : 21,
            "6062080" : 3
          }
        },
        "lat_ns" : {
          "min" : 5099533,
          "max" : 6225204,
          "mean" : 5284465.821476,
          "stddev" : 85575.836142,
          "N" : 726569
        },
        "bw_min" : 6098944,
        "bw_max" : 6289699,
        "bw_agg" : 100.000000,
        "bw_mean" : 6200951.736402,
        "bw_dev" : 48301.756596,
        "bw_samples" : 239,
        "iops_min" : 5956,
        "iops_max" : 6142,
        "iops_mean" : 6055.606695,
        "iops_stddev" : 47.173603,
        "iops_samples" : 239
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 120000,
      "usr_cpu" : 1.405833,
      "sys_cpu" : 98.254167,
      "ctx" : 42,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999862,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773848854,
  "timestamp_ms" : 1773848854507,
  "time" : "Wed Mar 18 12:47:34 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 50,
      "elapsed" : 141,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 825765134336,
        "io_kbytes" : 806411264,
        "bw_bytes" : 6352088357,
        "bw" : 6203211,
        "iops" : 6057.831214,
        "runtime" : 129999,
        "total_ios" : 787512,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 145943,
          "max" : 224383,
          "mean" : 162768.991189,
          "stddev" : 5126.733311,
          "N" : 787512
        },
        "clat_ns" : {
          "min" : 4939669,
          "max" : 6037837,
          "mean" : 5119030.715993,
          "stddev" : 81922.890835,
          "N" : 787511,
          "percentile" : {
            "1.000000" : 5013504,
            "5.000000" : 5013504,
            "10.000000" : 5013504,
            "20.000000" : 5079040,
            "30.000000" : 5079040,
            "40.000000" : 5079040,
            "50.000000" : 5079040,
            "60.000000" : 5079040,
            "70.000000" : 5144576,
            "80.000000" : 5144576,
            "90.000000" : 5275648,
            "95.000000" : 5275648,
            "99.000000" : 5406720,
            "99.500000" : 5406720,
            "99.900000" : 5537792,
            "99.950000" : 5537792,
            "99.990000" : 5603328
          },
          "bins" : {
            "4947968" : 28,
            "5013504" : 81369,
            "5079040" : 415387,
            "5144576" : 152183,
            "5210112" : 56286,
            "5275648" : 48948,
            "5341184" : 22708,
            "5406720" : 7137,
            "5472256" : 2127,
            "5537792" : 1171,
            "5603328" : 101,
            "5668864" : 10,
            "5734400" : 6,
            "5799936" : 9,
            "5865472" : 5,
            "5931008" : 12,
            "5996544" : 21,
            "6062080" : 3
          }
        },
        "lat_ns" : {
          "min" : 5099533,
          "max" : 6225204,
          "mean" : 5281799.718620,
          "stddev" : 84101.718208,
          "N" : 787511
        },
        "bw_min" : 6098944,
        "bw_max" : 6289699,
        "bw_agg" : 100.000000,
        "bw_mean" : 6204059.478764,
        "bw_dev" : 48001.216900,
        "bw_samples" : 259,
        "iops_min" : 5956,
        "iops_max" : 6142,
        "iops_mean" : 6058.640927,
        "iops_stddev" : 46.879179,
        "iops_samples" : 259
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 129999,
      "usr_cpu" : 1.406934,
      "sys_cpu" : 98.253833,
      "ctx" : 45,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999873,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773848864,
  "timestamp_ms" : 1773848864507,
  "time" : "Wed Mar 18 12:47:44 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 39,
      "elapsed" : 151,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 889685278720,
        "io_kbytes" : 868833280,
        "bw_bytes" : 6354940240,
        "bw" : 6205996,
        "iops" : 6060.550433,
        "runtime" : 139999,
        "total_ios" : 848471,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 145943,
          "max" : 224383,
          "mean" : 162694.338075,
          "stddev" : 5091.884780,
          "N" : 848471
        },
        "clat_ns" : {
          "min" : 4939669,
          "max" : 6037837,
          "mean" : 5116715.072552,
          "stddev" : 80641.359581,
          "N" : 848470,
          "percentile" : {
            "1.000000" : 5013504,
            "5.000000" : 5013504,
            "10.000000" : 5013504,
            "20.000000" : 5079040,
            "30.000000" : 5079040,
            "40.000000" : 5079040,
            "50.000000" : 5079040,
            "60.000000" : 5079040,
            "70.000000" : 5144576,
            "80.000000" : 5144576,
            "90.000000" : 5210112,
            "95.000000" : 5275648,
            "99.000000" : 5406720,
            "99.500000" : 5406720,
            "99.900000" : 5537792,
            "99.950000" : 5537792,
            "99.990000" : 5603328
          },
          "bins" : {
            "4947968" : 28,
            "5013504" : 91712,
            "5079040" : 454154,
            "5144576" : 158725,
            "5210112" : 60010,
            "5275648" : 50501,
            "5341184" : 22738,
            "5406720" : 7137,
            "5472256" : 2127,
            "5537792" : 1171,
            "5603328" : 101,
            "5668864" : 10,
            "5734400" : 6,
            "5799936" : 9,
            "5865472" : 5,
            "5931008" : 12,
            "5996544" : 21,
            "6062080" : 3
          }
        },
        "lat_ns" : {
          "min" : 5099533,
          "max" : 6225204,
          "mean" : 5279409.467849,
          "stddev" : 82794.962665,
          "N" : 848470
        },
        "bw_min" : 6098944,
        "bw_max" : 6289699,
        "bw_agg" : 100.000000,
        "bw_mean" : 6206795.265233,
        "bw_dev" : 47650.817855,
        "bw_samples" : 279,
        "iops_min" : 5956,
        "iops_max" : 6142,
        "iops_mean" : 6061.311828,
        "iops_stddev" : 46.535740,
        "iops_samples" : 279
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 139999,
      "usr_cpu" : 1.390724,
      "sys_cpu" : 98.269273,
      "ctx" : 49,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999882,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773848874,
  "timestamp_ms" : 1773848874507,
  "time" : "Wed Mar 18 12:47:54 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 30,
      "elapsed" : 161,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 953606471680,
        "io_kbytes" : 931256320,
        "bw_bytes" : 6357418860,
        "bw" : 6208416,
        "iops" : 6062.913753,
        "runtime" : 149999,
        "total_ios" : 909431,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 145943,
          "max" : 224383,
          "mean" : 162630.591955,
          "stddev" : 5060.842813,
          "N" : 909431
        },
        "clat_ns" : {
          "min" : 4939669,
          "max" : 6037837,
          "mean" : 5114737.174242,
          "stddev" : 79459.498701,
          "N" : 909430,
          "percentile" : {
            "1.000000" : 5013504,
            "5.000000" : 5013504,
            "10.000000" : 5013504,
            "20.000000" : 5079040,
            "30.000000" : 5079040,
            "40.000000" : 5079040,
            "50.000000" : 5079040,
            "60.000000" : 5079040,
            "70.000000" : 5144576,
            "80.000000" : 5144576,
            "90.000000" : 5210112,
            "95.000000" : 5275648,
            "99.000000" : 5406720,
            "99.500000" : 5406720,
            "99.900000" : 5537792,
            "99.950000" : 5537792,
            "99.990000" : 5603328
          },
          "bins" : {
            "4947968" : 28,
            "5013504" : 101759,
            "5079040" : 493235,
            "5144576" : 165315,
            "5210112" : 63527,
            "5275648" : 52200,
            "5341184" : 22764,
            "5406720" : 7137,
            "5472256" : 2127,
            "5537792" : 1171,
            "5603328" : 101,
            "5668864" : 10,
            "5734400" : 6,
            "5799936" : 9,
            "5865472" : 5,
            "5931008" : 12,
            "5996544" : 21,
            "6062080" : 3
          }
        },
        "lat_ns" : {
          "min" : 5099533,
          "max" : 6225204,
          "mean" : 5277367.892688,
          "stddev" : 81588.597939,
          "N" : 909430
        },
        "bw_min" : 6098944,
        "bw_max" : 6289699,
        "bw_agg" : 100.000000,
        "bw_mean" : 6209164.157191,
        "bw_dev" : 47176.660870,
        "bw_samples" : 299,
        "iops_min" : 5956,
        "iops_max" : 6142,
        "iops_mean" : 6063.625418,
        "iops_stddev" : 46.072894,
        "iops_samples" : 299
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 149999,
      "usr_cpu" : 1.402009,
      "sys_cpu" : 98.258655,
      "ctx" : 52,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999890,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773848884,
  "timestamp_ms" : 1773848884507,
  "time" : "Wed Mar 18 12:48:04 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 20,
      "elapsed" : 171,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 1017530810368,
        "io_kbytes" : 993682432,
        "bw_bytes" : 6359607312,
        "bw" : 6210554,
        "iops" : 6065.000406,
        "runtime" : 159999,
        "total_ios" : 970394,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 145943,
          "max" : 224383,
          "mean" : 162572.962961,
          "stddev" : 5031.293425,
          "N" : 970394
        },
        "clat_ns" : {
          "min" : 4939669,
          "max" : 6037837,
          "mean" : 5112960.415634,
          "stddev" : 78334.545970,
          "N" : 970393,
          "percentile" : {
            "1.000000" : 5013504,
            "5.000000" : 5013504,
            "10.000000" : 5013504,
            "20.000000" : 5079040,
            "30.000000" : 5079040,
            "40.000000" : 5079040,
            "50.000000" : 5079040,
            "60.000000" : 5079040,
            "70.000000" : 5144576,
            "80.000000" : 5144576,
            "90.000000" : 5210112,
            "95.000000" : 5275648,
            "99.000000" : 5406720,
            "99.500000" : 5406720,
            "99.900000" : 5537792,
            "99.950000" : 5537792,
            "99.990000" : 5603328
          },
          "bins" : {
            "4947968" : 28,
            "5013504" : 111797,
            "5079040" : 532517,
            "5144576" : 171738,
            "5210112" : 67438,
            "5275648" : 53486,
            "5341184" : 22787,
            "5406720" : 7137,
            "5472256" : 2127,
            "5537792" : 1171,
            "5603328" : 101,
            "5668864" : 10,
            "5734400" : 6,
            "5799936" : 9,
            "5865472" : 5,
            "5931008" : 12,
            "5996544" : 21,
            "6062080" : 3
          }
        },
        "lat_ns" : {
          "min" : 5099533,
          "max" : 6225204,
          "mean" : 5275533.478602,
          "stddev" : 80439.936473,
          "N" : 970393
        },
        "bw_min" : 6098944,
        "bw_max" : 6289699,
        "bw_agg" : 100.000000,
        "bw_mean" : 6211352.172414,
        "bw_dev" : 46778.508794,
        "bw_samples" : 319,
        "iops_min" : 5956,
        "iops_max" : 6142,
        "iops_mean" : 6065.761755,
        "iops_stddev" : 45.683898,
        "iops_samples" : 319
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 159999,
      "usr_cpu" : 1.404384,
      "sys_cpu" : 98.255614,
      "ctx" : 55,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999897,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773848894,
  "timestamp_ms" : 1773848894507,
  "time" : "Wed Mar 18 12:48:14 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 10,
      "elapsed" : 181,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 1081409011712,
        "io_kbytes" : 1056063488,
        "bw_bytes" : 6361266899,
        "bw" : 6212174,
        "iops" : 6066.582745,
        "runtime" : 169999,
        "total_ios" : 1031313,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 145943,
          "max" : 224383,
          "mean" : 162530.229388,
          "stddev" : 5011.766843,
          "N" : 1031313
        },
        "clat_ns" : {
          "min" : 4939669,
          "max" : 6037837,
          "mean" : 5111642.642948,
          "stddev" : 77535.461079,
          "N" : 1031312,
          "percentile" : {
            "1.000000" : 5013504,
            "5.000000" : 5013504,
            "10.000000" : 5013504,
            "20.000000" : 5079040,
            "30.000000" : 5079040,
            "40.000000" : 5079040,
            "50.000000" : 5079040,
            "60.000000" : 5079040,
            "70.000000" : 5144576,
            "80.000000" : 5144576,
            "90.000000" : 5210112,
            "95.000000" : 5275648,
            "99.000000" : 5406720,
            "99.500000" : 5406720,
            "99.900000" : 5537792,
            "99.950000" : 5537792,
            "99.990000" : 5734400
          },
          "bins" : {
            "4947968" : 30,
            "5013504" : 120479,
            "5079040" : 572078,
            "5144576" : 178716,
            "5210112" : 71206,
            "5275648" : 55291,
            "5341184" : 22826,
            "5406720" : 7142,
            "5472256" : 2132,
            "5537792" : 1178,
            "5603328" : 107,
            "5668864" : 16,
            "5734400" : 11,
            "5799936" : 20,
            "5865472" : 44,
            "5931008" : 12,
            "5996544" : 21,
            "6062080" : 3
          }
        },
        "lat_ns" : {
          "min" : 5099533,
          "max" : 6225204,
          "mean" : 5274172.802044,
          "stddev" : 79625.682270,
          "N" : 1031312
        },
        "bw_min" : 6098944,
        "bw_max" : 6289699,
        "bw_agg" : 100.000000,
        "bw_mean" : 6213027.702065,
        "bw_dev" : 46243.259077,
        "bw_samples" : 339,
        "iops_min" : 5956,
        "iops_max" : 6142,
        "iops_mean" : 6067.398230,
        "iops_stddev" : 45.161356,
        "iops_samples" : 339
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 169999,
      "usr_cpu" : 1.403538,
      "sys_cpu" : 98.257049,
      "ctx" : 58,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999903,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773848904,
  "timestamp_ms" : 1773848904507,
  "time" : "Wed Mar 18 12:48:24 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 1145297698816,
        "io_kbytes" : 1118454784,
        "bw_bytes" : 6362800342,
        "bw" : 6213672,
        "iops" : 6068.044822,
        "runtime" : 179999,
        "total_ios" : 1092242,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 145943,
          "max" : 224383,
          "mean" : 162490.279199,
          "stddev" : 4989.821693,
          "N" : 1092242
        },
        "clat_ns" : {
          "min" : 4939669,
          "max" : 6037837,
          "mean" : 5110397.793479,
          "stddev" : 76609.323608,
          "N" : 1092241,
          "percentile" : {
            "1.000000" : 5013504,
            "5.000000" : 5013504,
            "10.000000" : 5013504,
            "20.000000" : 5079040,
            "30.000000" : 5079040,
            "40.000000" : 5079040,
            "50.000000" : 5079040,
            "60.000000" : 5079040,
            "70.000000" : 5144576,
            "80.000000" : 5144576,
            "90.000000" : 5210112,
            "95.000000" : 5275648,
            "99.000000" : 5341184,
            "99.500000" : 5406720,
            "99.900000" : 5537792,
            "99.950000" : 5537792,
            "99.990000" : 5734400
          },
          "bins" : {
            "4947968" : 38,
            "5013504" : 129590,
            "5079040" : 611049,
            "5144576" : 186004,
            "5210112" : 74874,
            "5275648" : 57097,
            "5341184" : 22903,
            "5406720" : 7142,
            "5472256" : 2132,
            "5537792" : 1178,
            "5603328" : 107,
            "5668864" : 16,
            "5734400" : 11,
            "5799936" : 20,
            "5865472" : 44,
            "5931008" : 12,
            "5996544" : 21,
            "6062080" : 3
          }
        },
        "lat_ns" : {
          "min" : 5099533,
          "max" : 6225204,
          "mean" : 5272888.127281,
          "stddev" : 78678.876486,
          "N" : 1092241
        },
        "bw_min" : 6098944,
        "bw_max" : 6289699,
        "bw_agg" : 100.000000,
        "bw_mean" : 6214602.729805,
        "bw_dev" : 45635.012142,
        "bw_samples" : 359,
        "iops_min" : 5956,
        "iops_max" : 6142,
        "iops_mean" : 6068.935933,
        "iops_stddev" : 44.566927,
        "iops_samples" : 359
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 179999,
      "usr_cpu" : 1.393341,
      "sys_cpu" : 98.266657,
      "ctx" : 61,
      "majf" : 0,
      "minf" : 35,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 99.999908,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773848904,
  "timestamp_ms" : 1773848904559,
  "time" : "Wed Mar 18 12:48:24 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj1",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "1"
      },
      "read" : {
        "io_bytes" : 1145335447552,
        "io_kbytes" : 1118491648,
        "bw_bytes" : 6362939358,
        "bw" : 6213807,
        "iops" : 6067.994067,
        "runtime" : 180001,
        "total_ios" : 1092245,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 145943,
          "max" : 224383,
          "mean" : 162490.275973,
          "stddev" : 4989.813175,
          "N" : 1092246
        },
        "clat_ns" : {
          "min" : 3706,
          "max" : 6037837,
          "mean" : 5110322.829565,
          "stddev" : 78280.178959,
          "N" : 1092276,
          "percentile" : {
            "1.000000" : 5013504,
            "5.000000" : 5013504,
            "10.000000" : 5013504,
            "20.000000" : 5079040,
            "30.000000" : 5079040,
            "40.000000" : 5079040,
            "50.000000" : 5079040,
            "60.000000" : 5079040,
            "70.000000" : 5144576,
            "80.000000" : 5144576,
            "90.000000" : 5210112,
            "95.000000" : 5275648,
            "99.000000" : 5341184,
            "99.500000" : 5406720,
            "99.900000" : 5537792,
            "99.950000" : 5537792,
            "99.990000" : 5734400
          },
          "bins" : {
            "3696" : 1,
            "164864" : 1,
            "329728" : 1,
            "493568" : 1,
            "667648" : 1,
            "831488" : 1,
            "995328" : 1,
            "1155072" : 1,
            "1318912" : 1,
            "1482752" : 1,
            "1646592" : 1,
            "1810432" : 1,
            "1974272" : 1,
            "2146304" : 1,
            "2310144" : 1,
            "2473984" : 1,
            "2637824" : 1,
            "2801664" : 1,
            "2965504" : 1,
            "3129344" : 1,
            "3293184" : 1,
            "3457024" : 1,
            "3620864" : 1,
            "3784704" : 1,
            "3948544" : 1,
            "4112384" : 1,
            "4292608" : 1,
            "4423680" : 1,
            "4620288" : 1,
            "4751360" : 1,
            "4947968" : 39,
            "5013504" : 129590,
            "5079040" : 611053,
            "5144576" : 186004,
            "5210112" : 74874,
            "5275648" : 57097,
            "5341184" : 22903,
            "5406720" : 7142,
            "5472256" : 2132,
            "5537792" : 1178,
            "5603328" : 107,
            "5668864" : 16,
            "5734400" : 11,
            "5799936" : 20,
            "5865472" : 44,
            "5931008" : 12,
            "5996544" : 21,
            "6062080" : 3
          }
        },
        "lat_ns" : {
          "min" : 163740,
          "max" : 6225204,
          "mean" : 5272813.134608,
          "stddev" : 80307.497118,
          "N" : 1092276
        },
        "bw_min" : 6098944,
        "bw_max" : 6289699,
        "bw_agg" : 100.000000,
        "bw_mean" : 6214651.233333,
        "bw_dev" : 45580.700734,
        "bw_samples" : 360,
        "iops_min" : 5956,
        "iops_max" : 6142,
        "iops_mean" : 6068.983333,
        "iops_stddev" : 44.513899,
        "iops_samples" : 360
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 180000,
      "usr_cpu" : 1.393333,
      "sys_cpu" : 98.266111,
      "ctx" : 61,
      "majf" : 0,
      "minf" : 36,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999908,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.010000,
        "500" : 0.010000,
        "750" : 0.010000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 100.000549,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}