← Back to file list

📄 seq-read-qd32-nj8_run2.json

mirror/benchmarks/seq/seq-read-qd32-nj8_run2.json

{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819125,
  "timestamp_ms" : 1772819125471,
  "time" : "Fri Mar  6 13:45:25 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 180,
      "elapsed" : 10,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 160772915200,
        "io_kbytes" : 157004800,
        "bw_bytes" : 16465886439,
        "bw" : 16079967,
        "iops" : 15730.438345,
        "runtime" : 9764,
        "total_ios" : 153592,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 78112,
      "usr_cpu" : 0.646508,
      "sys_cpu" : 94.908593,
      "ctx" : 945,
      "majf" : 0,
      "minf" : 65592,
      "iodepth_level" : {
        "1" : 0.100000,
        "2" : 0.100000,
        "4" : 0.100000,
        "8" : 0.100000,
        "16" : 0.100000,
        "32" : 99.838533,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819135,
  "timestamp_ms" : 1772819135706,
  "time" : "Fri Mar  6 13:45:35 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 170,
      "elapsed" : 21,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 151568515072,
        "io_kbytes" : 148016128,
        "bw_bytes" : 15156851507,
        "bw" : 14801612,
        "iops" : 14455.900000,
        "runtime" : 10000,
        "total_ios" : 144559,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 341732,
          "max" : 3230251,
          "mean" : 549847.558851,
          "stddev" : 60053.221415,
          "N" : 144559
        },
        "clat_ns" : {
          "min" : 13889002,
          "max" : 22454819,
          "mean" : 17160227.971401,
          "stddev" : 856582.029871,
          "N" : 144551,
          "percentile" : {
            "1.000000" : 15007744,
            "5.000000" : 15663104,
            "10.000000" : 15925248,
            "20.000000" : 16449536,
            "30.000000" : 16711680,
            "40.000000" : 17170432,
            "50.000000" : 17170432,
            "60.000000" : 17432576,
            "70.000000" : 17694720,
            "80.000000" : 17956864,
            "90.000000" : 17956864,
            "95.000000" : 18219008,
            "99.000000" : 19267584,
            "99.500000" : 19529728,
            "99.900000" : 20316160,
            "99.950000" : 20840448,
            "99.990000" : 21364736
          },
          "bins" : {
            "13828096" : 2,
            "13959168" : 13,
            "14090240" : 19,
            "14221312" : 43,
            "14352384" : 63,
            "14483456" : 96,
            "14614528" : 182,
            "14745600" : 243,
            "14876672" : 418,
            "15007744" : 605,
            "15138816" : 673,
            "15269888" : 1037,
            "15400960" : 1421,
            "15532032" : 1819,
            "15663104" : 2258,
            "15794176" : 2718,
            "15925248" : 3369,
            "16056320" : 4033,
            "16187392" : 4353,
            "16318464" : 4532,
            "16449536" : 4852,
            "16580608" : 5586,
            "16711680" : 5950,
            "16908288" : 12762,
            "17170432" : 15312,
            "17432576" : 18019,
            "17694720" : 25074,
            "17956864" : 17531,
            "18219008" : 5962,
            "18481152" : 1362,
            "18743296" : 914,
            "19005440" : 1233,
            "19267584" : 1104,
            "19529728" : 570,
            "19791872" : 130,
            "20054016" : 84,
            "20316160" : 76,
            "20578304" : 55,
            "20840448" : 35,
            "21102592" : 20,
            "21364736" : 15,
            "21626880" : 5,
            "22151168" : 1,
            "22413312" : 2
          }
        },
        "lat_ns" : {
          "min" : 14328023,
          "max" : 23071500,
          "mean" : 17710095.654330,
          "stddev" : 881491.675319,
          "N" : 144551
        },
        "bw_min" : 13942209,
        "bw_max" : 15677259,
        "bw_agg" : 99.930077,
        "bw_mean" : 14791263.736842,
        "bw_dev" : 55081.368417,
        "bw_samples" : 152,
        "iops_min" : 13615,
        "iops_max" : 15309,
        "iops_mean" : 14443.789474,
        "iops_stddev" : 53.753967,
        "iops_samples" : 152
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 79999,
      "usr_cpu" : 0.617508,
      "sys_cpu" : 95.078688,
      "ctx" : 1708,
      "majf" : 0,
      "minf" : 283,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999308,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999308,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 99.808383,
        "50" : 0.186083,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819145,
  "timestamp_ms" : 1772819145706,
  "time" : "Fri Mar  6 13:45:45 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 160,
      "elapsed" : 31,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 306397052928,
        "io_kbytes" : 299215872,
        "bw_bytes" : 15319852646,
        "bw" : 14960793,
        "iops" : 14610.550000,
        "runtime" : 20000,
        "total_ios" : 292211,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 270353,
          "max" : 3230251,
          "mean" : 543979.384797,
          "stddev" : 58471.380373,
          "N" : 292211
        },
        "clat_ns" : {
          "min" : 11374193,
          "max" : 22454819,
          "mean" : 16977120.309107,
          "stddev" : 1045970.491459,
          "N" : 292203,
          "percentile" : {
            "1.000000" : 12910592,
            "5.000000" : 15138816,
            "10.000000" : 15794176,
            "20.000000" : 16318464,
            "30.000000" : 16580608,
            "40.000000" : 16908288,
            "50.000000" : 17170432,
            "60.000000" : 17432576,
            "70.000000" : 17694720,
            "80.000000" : 17694720,
            "90.000000" : 17956864,
            "95.000000" : 18219008,
            "99.000000" : 19005440,
            "99.500000" : 19267584,
            "99.900000" : 20054016,
            "99.950000" : 20316160,
            "99.990000" : 21102592
          },
          "bins" : {
            "11337728" : 1,
            "11468800" : 10,
            "11599872" : 55,
            "11730944" : 148,
            "11862016" : 237,
            "11993088" : 303,
            "12124160" : 386,
            "12255232" : 412,
            "12386304" : 409,
            "12517376" : 377,
            "12648448" : 295,
            "12779520" : 219,
            "12910592" : 160,
            "13041664" : 179,
            "13172736" : 161,
            "13303808" : 307,
            "13434880" : 505,
            "13565952" : 704,
            "13697024" : 657,
            "13828096" : 647,
            "13959168" : 592,
            "14090240" : 601,
            "14221312" : 504,
            "14352384" : 493,
            "14483456" : 660,
            "14614528" : 787,
            "14745600" : 876,
            "14876672" : 1119,
            "15007744" : 1497,
            "15138816" : 1689,
            "15269888" : 2203,
            "15400960" : 2681,
            "15532032" : 3392,
            "15663104" : 4049,
            "15794176" : 4937,
            "15925248" : 6381,
            "16056320" : 7951,
            "16187392" : 9224,
            "16318464" : 9964,
            "16449536" : 11029,
            "16580608" : 12187,
            "16711680" : 12662,
            "16908288" : 26746,
            "17170432" : 30958,
            "17432576" : 38006,
            "17694720" : 46831,
            "17956864" : 31395,
            "18219008" : 10212,
            "18481152" : 1915,
            "18743296" : 1089,
            "19005440" : 1303,
            "19267584" : 1105,
            "19529728" : 570,
            "19791872" : 130,
            "20054016" : 84,
            "20316160" : 76,
            "20578304" : 55,
            "20840448" : 35,
            "21102592" : 20,
            "21364736" : 15,
            "21626880" : 5,
            "22151168" : 1,
            "22413312" : 2
          }
        },
        "lat_ns" : {
          "min" : 11774364,
          "max" : 23071500,
          "mean" : 17521104.542445,
          "stddev" : 1077805.574363,
          "N" : 292203
        },
        "bw_min" : 13936065,
        "bw_max" : 16818176,
        "bw_agg" : 100.000000,
        "bw_mean" : 14969456.948718,
        "bw_dev" : 99051.050219,
        "bw_samples" : 312,
        "iops_min" : 13609,
        "iops_max" : 16424,
        "iops_mean" : 14617.743590,
        "iops_stddev" : 96.719377,
        "iops_samples" : 312
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 159999,
      "usr_cpu" : 0.631254,
      "sys_cpu" : 95.003719,
      "ctx" : 3014,
      "majf" : 0,
      "minf" : 283,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 99.905205,
        "50" : 0.092057,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819155,
  "timestamp_ms" : 1772819155706,
  "time" : "Fri Mar  6 13:45:55 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 150,
      "elapsed" : 41,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 478502977536,
        "io_kbytes" : 467288064,
        "bw_bytes" : 15950630938,
        "bw" : 15576788,
        "iops" : 15212.107070,
        "runtime" : 29999,
        "total_ios" : 456348,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 245666,
          "max" : 3230251,
          "mean" : 522427.903690,
          "stddev" : 74797.496298,
          "N" : 456348
        },
        "clat_ns" : {
          "min" : 9512291,
          "max" : 22454819,
          "mean" : 16306373.519643,
          "stddev" : 1835444.009943,
          "N" : 456340,
          "percentile" : {
            "1.000000" : 11075584,
            "5.000000" : 11730944,
            "10.000000" : 13697024,
            "20.000000" : 14876672,
            "30.000000" : 16056320,
            "40.000000" : 16580608,
            "50.000000" : 16908288,
            "60.000000" : 17170432,
            "70.000000" : 17432576,
            "80.000000" : 17694720,
            "90.000000" : 17956864,
            "95.000000" : 18219008,
            "99.000000" : 18743296,
            "99.500000" : 19005440,
            "99.900000" : 19529728,
            "99.950000" : 20054016,
            "99.990000" : 20840448
          },
          "bins" : {
            "9502720" : 17,
            "9633792" : 17,
            "9764864" : 1,
            "9895936" : 8,
            "10027008" : 50,
            "10158080" : 40,
            "10289152" : 17,
            "10420224" : 35,
            "10551296" : 21,
            "10682368" : 52,
            "10813440" : 288,
            "10944512" : 1252,
            "11075584" : 3153,
            "11206656" : 5085,
            "11337728" : 5098,
            "11468800" : 4179,
            "11599872" : 3002,
            "11730944" : 2201,
            "11862016" : 1820,
            "11993088" : 1852,
            "12124160" : 1955,
            "12255232" : 1742,
            "12386304" : 1435,
            "12517376" : 1067,
            "12648448" : 878,
            "12779520" : 954,
            "12910592" : 911,
            "13041664" : 814,
            "13172736" : 951,
            "13303808" : 1183,
            "13434880" : 1636,
            "13565952" : 2299,
            "13697024" : 2687,
            "13828096" : 3677,
            "13959168" : 4400,
            "14090240" : 4880,
            "14221312" : 5508,
            "14352384" : 6041,
            "14483456" : 6172,
            "14614528" : 5918,
            "14745600" : 5201,
            "14876672" : 4588,
            "15007744" : 3943,
            "15138816" : 3354,
            "15269888" : 3207,
            "15400960" : 3597,
            "15532032" : 4198,
            "15663104" : 4978,
            "15794176" : 6134,
            "15925248" : 8085,
            "16056320" : 10072,
            "16187392" : 11741,
            "16318464" : 12512,
            "16449536" : 13466,
            "16580608" : 14898,
            "16711680" : 15943,
            "16908288" : 35087,
            "17170432" : 41775,
            "17432576" : 48995,
            "17694720" : 58619,
            "17956864" : 39204,
            "18219008" : 13900,
            "18481152" : 4031,
            "18743296" : 1812,
            "19005440" : 1481,
            "19267584" : 1145,
            "19529728" : 630,
            "19791872" : 145,
            "20054016" : 89,
            "20316160" : 81,
            "20578304" : 55,
            "20840448" : 35,
            "21102592" : 20,
            "21364736" : 15,
            "21626880" : 5,
            "22151168" : 1,
            "22413312" : 2
          }
        },
        "lat_ns" : {
          "min" : 9807331,
          "max" : 23071500,
          "mean" : 16828838.769387,
          "stddev" : 1893432.943070,
          "N" : 456340
        },
        "bw_min" : 13907968,
        "bw_max" : 19901647,
        "bw_agg" : 99.763937,
        "bw_mean" : 15540017.593220,
        "bw_dev" : 221181.543890,
        "bw_samples" : 472,
        "iops_min" : 13582,
        "iops_max" : 19435,
        "iops_mean" : 15175.084746,
        "iops_stddev" : 216.012050,
        "iops_samples" : 472
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 239992,
      "usr_cpu" : 0.640021,
      "sys_cpu" : 95.117337,
      "ctx" : 4136,
      "majf" : 0,
      "minf" : 283,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.011614,
        "20" : 99.925934,
        "50" : 0.060699,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819165,
  "timestamp_ms" : 1772819165706,
  "time" : "Fri Mar  6 13:46:05 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 140,
      "elapsed" : 51,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 638244093952,
        "io_kbytes" : 623285248,
        "bw_bytes" : 15956501261,
        "bw" : 15582520,
        "iops" : 15217.555439,
        "runtime" : 39999,
        "total_ios" : 608687,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 245666,
          "max" : 3230251,
          "mean" : 522224.292288,
          "stddev" : 72632.038525,
          "N" : 608687
        },
        "clat_ns" : {
          "min" : 9512291,
          "max" : 22454819,
          "mean" : 16299827.675727,
          "stddev" : 1742994.982537,
          "N" : 608679,
          "percentile" : {
            "1.000000" : 11206656,
            "5.000000" : 12255232,
            "10.000000" : 13959168,
            "20.000000" : 14876672,
            "30.000000" : 15925248,
            "40.000000" : 16449536,
            "50.000000" : 16908288,
            "60.000000" : 17170432,
            "70.000000" : 17432576,
            "80.000000" : 17694720,
            "90.000000" : 17956864,
            "95.000000" : 18219008,
            "99.000000" : 18743296,
            "99.500000" : 19005440,
            "99.900000" : 19529728,
            "99.950000" : 20054016,
            "99.990000" : 20840448
          },
          "bins" : {
            "9502720" : 17,
            "9633792" : 17,
            "9764864" : 1,
            "9895936" : 8,
            "10027008" : 50,
            "10158080" : 40,
            "10289152" : 17,
            "10420224" : 35,
            "10551296" : 21,
            "10682368" : 52,
            "10813440" : 288,
            "10944512" : 1252,
            "11075584" : 3153,
            "11206656" : 5085,
            "11337728" : 5098,
            "11468800" : 4185,
            "11599872" : 3028,
            "11730944" : 2256,
            "11862016" : 1892,
            "11993088" : 1923,
            "12124160" : 2012,
            "12255232" : 1803,
            "12386304" : 1497,
            "12517376" : 1141,
            "12648448" : 1013,
            "12779520" : 1100,
            "12910592" : 1209,
            "13041664" : 1108,
            "13172736" : 1399,
            "13303808" : 1794,
            "13434880" : 2558,
            "13565952" : 3702,
            "13697024" : 4746,
            "13828096" : 6307,
            "13959168" : 7125,
            "14090240" : 7652,
            "14221312" : 8454,
            "14352384" : 8934,
            "14483456" : 9260,
            "14614528" : 9596,
            "14745600" : 9213,
            "14876672" : 8483,
            "15007744" : 7273,
            "15138816" : 6499,
            "15269888" : 6076,
            "15400960" : 6140,
            "15532032" : 6588,
            "15663104" : 7452,
            "15794176" : 8805,
            "15925248" : 10958,
            "16056320" : 13284,
            "16187392" : 15282,
            "16318464" : 16537,
            "16449536" : 17886,
            "16580608" : 19368,
            "16711680" : 21036,
            "16908288" : 46318,
            "17170432" : 53757,
            "17432576" : 63515,
            "17694720" : 70634,
            "17956864" : 49101,
            "18219008" : 20681,
            "18481152" : 6566,
            "18743296" : 2382,
            "19005440" : 1608,
            "19267584" : 1287,
            "19529728" : 655,
            "19791872" : 152,
            "20054016" : 95,
            "20316160" : 87,
            "20578304" : 55,
            "20840448" : 35,
            "21102592" : 20,
            "21364736" : 15,
            "21626880" : 5,
            "22151168" : 1,
            "22413312" : 2
          }
        },
        "lat_ns" : {
          "min" : 9807331,
          "max" : 23071500,
          "mean" : 16822057.713659,
          "stddev" : 1797988.695890,
          "N" : 608679
        },
        "bw_min" : 13838336,
        "bw_max" : 20164197,
        "bw_agg" : 100.000000,
        "bw_mean" : 15591672.329114,
        "bw_dev" : 212847.091904,
        "bw_samples" : 632,
        "iops_min" : 13514,
        "iops_max" : 19691,
        "iops_mean" : 15225.607595,
        "iops_stddev" : 207.866681,
        "iops_samples" : 632
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 319992,
      "usr_cpu" : 0.639391,
      "sys_cpu" : 95.032688,
      "ctx" : 5552,
      "majf" : 0,
      "minf" : 283,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.010000,
        "20" : 99.942828,
        "50" : 0.047151,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819175,
  "timestamp_ms" : 1772819175706,
  "time" : "Fri Mar  6 13:46:15 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 129,
      "elapsed" : 61,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 797031006208,
        "io_kbytes" : 778350592,
        "bw_bytes" : 15940938942,
        "bw" : 15567323,
        "iops" : 15202.664053,
        "runtime" : 49999,
        "total_ios" : 760118,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 245666,
          "max" : 3230251,
          "mean" : 522720.436478,
          "stddev" : 71421.872462,
          "N" : 760118
        },
        "clat_ns" : {
          "min" : 9512291,
          "max" : 22454819,
          "mean" : 16315641.379375,
          "stddev" : 1707234.217566,
          "N" : 760110,
          "percentile" : {
            "1.000000" : 11206656,
            "5.000000" : 12517376,
            "10.000000" : 13959168,
            "20.000000" : 14876672,
            "30.000000" : 15925248,
            "40.000000" : 16449536,
            "50.000000" : 16908288,
            "60.000000" : 17170432,
            "70.000000" : 17432576,
            "80.000000" : 17694720,
            "90.000000" : 17956864,
            "95.000000" : 18219008,
            "99.000000" : 18481152,
            "99.500000" : 19005440,
            "99.900000" : 19529728,
            "99.950000" : 19791872,
            "99.990000" : 20840448
          },
          "bins" : {
            "9502720" : 17,
            "9633792" : 17,
            "9764864" : 1,
            "9895936" : 8,
            "10027008" : 50,
            "10158080" : 40,
            "10289152" : 17,
            "10420224" : 35,
            "10551296" : 21,
            "10682368" : 52,
            "10813440" : 289,
            "10944512" : 1355,
            "11075584" : 3586,
            "11206656" : 5821,
            "11337728" : 5949,
            "11468800" : 4697,
            "11599872" : 3302,
            "11730944" : 2356,
            "11862016" : 1971,
            "11993088" : 2006,
            "12124160" : 2213,
            "12255232" : 2068,
            "12386304" : 2039,
            "12517376" : 1785,
            "12648448" : 1674,
            "12779520" : 1672,
            "12910592" : 1774,
            "13041664" : 1805,
            "13172736" : 2182,
            "13303808" : 2832,
            "13434880" : 4024,
            "13565952" : 5386,
            "13697024" : 6634,
            "13828096" : 8073,
            "13959168" : 8734,
            "14090240" : 9045,
            "14221312" : 9704,
            "14352384" : 10156,
            "14483456" : 10322,
            "14614528" : 10656,
            "14745600" : 10410,
            "14876672" : 9871,
            "15007744" : 8607,
            "15138816" : 7818,
            "15269888" : 7603,
            "15400960" : 7927,
            "15532032" : 8579,
            "15663104" : 9527,
            "15794176" : 11218,
            "15925248" : 13506,
            "16056320" : 16414,
            "16187392" : 19045,
            "16318464" : 21214,
            "16449536" : 23197,
            "16580608" : 24790,
            "16711680" : 26966,
            "16908288" : 59801,
            "17170432" : 70409,
            "17432576" : 86487,
            "17694720" : 88011,
            "17956864" : 56025,
            "18219008" : 23807,
            "18481152" : 7859,
            "18743296" : 2570,
            "19005440" : 1637,
            "19267584" : 1311,
            "19529728" : 666,
            "19791872" : 152,
            "20054016" : 95,
            "20316160" : 87,
            "20578304" : 55,
            "20840448" : 35,
            "21102592" : 20,
            "21364736" : 15,
            "21626880" : 5,
            "22151168" : 1,
            "22413312" : 2
          }
        },
        "lat_ns" : {
          "min" : 9807331,
          "max" : 23071500,
          "mean" : 16838360.147160,
          "stddev" : 1761074.453719,
          "N" : 760110
        },
        "bw_min" : 13838336,
        "bw_max" : 20395621,
        "bw_agg" : 100.000000,
        "bw_mean" : 15579613.151515,
        "bw_dev" : 203560.098662,
        "bw_samples" : 792,
        "iops_min" : 13514,
        "iops_max" : 19917,
        "iops_mean" : 15213.787879,
        "iops_stddev" : 198.795402,
        "iops_samples" : 792
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 399992,
      "usr_cpu" : 0.642513,
      "sys_cpu" : 94.968399,
      "ctx" : 6900,
      "majf" : 0,
      "minf" : 283,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.010000,
        "20" : 99.954218,
        "50" : 0.037757,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819185,
  "timestamp_ms" : 1772819185706,
  "time" : "Fri Mar  6 13:46:25 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 120,
      "elapsed" : 71,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 956360032256,
        "io_kbytes" : 933945344,
        "bw_bytes" : 15939333870,
        "bw" : 15565755,
        "iops" : 15201.100000,
        "runtime" : 60000,
        "total_ios" : 912066,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 236831,
          "max" : 3230251,
          "mean" : 522757.667911,
          "stddev" : 74498.916391,
          "N" : 912066
        },
        "clat_ns" : {
          "min" : 9209950,
          "max" : 22454819,
          "mean" : 16317305.028624,
          "stddev" : 1803219.252960,
          "N" : 912058,
          "percentile" : {
            "1.000000" : 11206656,
            "5.000000" : 11862016,
            "10.000000" : 13697024,
            "20.000000" : 14876672,
            "30.000000" : 16056320,
            "40.000000" : 16580608,
            "50.000000" : 16908288,
            "60.000000" : 17170432,
            "70.000000" : 17432576,
            "80.000000" : 17694720,
            "90.000000" : 17956864,
            "95.000000" : 18219008,
            "99.000000" : 18743296,
            "99.500000" : 19005440,
            "99.900000" : 19791872,
            "99.950000" : 20316160,
            "99.990000" : 21102592
          },
          "bins" : {
            "9240576" : 16,
            "9371648" : 18,
            "9502720" : 18,
            "9633792" : 18,
            "9764864" : 5,
            "9895936" : 18,
            "10027008" : 66,
            "10158080" : 56,
            "10289152" : 55,
            "10420224" : 51,
            "10551296" : 42,
            "10682368" : 149,
            "10813440" : 581,
            "10944512" : 2181,
            "11075584" : 4752,
            "11206656" : 7099,
            "11337728" : 7746,
            "11468800" : 7232,
            "11599872" : 6461,
            "11730944" : 5459,
            "11862016" : 4640,
            "11993088" : 3811,
            "12124160" : 3381,
            "12255232" : 2745,
            "12386304" : 2656,
            "12517376" : 2459,
            "12648448" : 2493,
            "12779520" : 2383,
            "12910592" : 2343,
            "13041664" : 2168,
            "13172736" : 2489,
            "13303808" : 3119,
            "13434880" : 4252,
            "13565952" : 5598,
            "13697024" : 6997,
            "13828096" : 8484,
            "13959168" : 9264,
            "14090240" : 9621,
            "14221312" : 10324,
            "14352384" : 10781,
            "14483456" : 10871,
            "14614528" : 11047,
            "14745600" : 10830,
            "14876672" : 10305,
            "15007744" : 9038,
            "15138816" : 8223,
            "15269888" : 8041,
            "15400960" : 8609,
            "15532032" : 9577,
            "15663104" : 10870,
            "15794176" : 12861,
            "15925248" : 15415,
            "16056320" : 18577,
            "16187392" : 21456,
            "16318464" : 23763,
            "16449536" : 26005,
            "16580608" : 28093,
            "16711680" : 30781,
            "16908288" : 70322,
            "17170432" : 85535,
            "17432576" : 103910,
            "17694720" : 108243,
            "17956864" : 73762,
            "18219008" : 32454,
            "18481152" : 11003,
            "18743296" : 3902,
            "19005440" : 2667,
            "19267584" : 1897,
            "19529728" : 1018,
            "19791872" : 312,
            "20054016" : 143,
            "20316160" : 136,
            "20578304" : 142,
            "20840448" : 127,
            "21102592" : 62,
            "21364736" : 21,
            "21626880" : 6,
            "22151168" : 1,
            "22413312" : 2
          }
        },
        "lat_ns" : {
          "min" : 9484469,
          "max" : 23071500,
          "mean" : 16840082.736288,
          "stddev" : 1860140.846000,
          "N" : 912058
        },
        "bw_min" : 13778944,
        "bw_max" : 20439031,
        "bw_agg" : 99.912952,
        "bw_mean" : 15552206.638655,
        "bw_dev" : 211956.531014,
        "bw_samples" : 952,
        "iops_min" : 13456,
        "iops_max" : 19959,
        "iops_mean" : 15187.025210,
        "iops_stddev" : 206.996280,
        "iops_samples" : 952
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 479996,
      "usr_cpu" : 0.645005,
      "sys_cpu" : 94.980792,
      "ctx" : 9201,
      "majf" : 0,
      "minf" : 283,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999781,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999781,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.012061,
        "20" : 99.921278,
        "50" : 0.065785,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819195,
  "timestamp_ms" : 1772819195706,
  "time" : "Fri Mar  6 13:46:35 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 109,
      "elapsed" : 81,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 1126690717696,
        "io_kbytes" : 1100283904,
        "bw_bytes" : 16095811621,
        "bw" : 15718566,
        "iops" : 15350.305004,
        "runtime" : 69999,
        "total_ios" : 1074506,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 236831,
          "max" : 3230251,
          "mean" : 517671.027471,
          "stddev" : 74553.007602,
          "N" : 1074506
        },
        "clat_ns" : {
          "min" : 9209950,
          "max" : 22454819,
          "mean" : 16158599.468654,
          "stddev" : 1828874.460355,
          "N" : 1074498,
          "percentile" : {
            "1.000000" : 11075584,
            "5.000000" : 11862016,
            "10.000000" : 13565952,
            "20.000000" : 14614528,
            "30.000000" : 15663104,
            "40.000000" : 16318464,
            "50.000000" : 16711680,
            "60.000000" : 17170432,
            "70.000000" : 17432576,
            "80.000000" : 17694720,
            "90.000000" : 17956864,
            "95.000000" : 18219008,
            "99.000000" : 18743296,
            "99.500000" : 19005440,
            "99.900000" : 19529728,
            "99.950000" : 20054016,
            "99.990000" : 20840448
          },
          "bins" : {
            "9240576" : 16,
            "9371648" : 25,
            "9502720" : 43,
            "9633792" : 20,
            "9764864" : 6,
            "9895936" : 19,
            "10027008" : 67,
            "10158080" : 60,
            "10289152" : 86,
            "10420224" : 54,
            "10551296" : 52,
            "10682368" : 325,
            "10813440" : 1112,
            "10944512" : 3340,
            "11075584" : 6329,
            "11206656" : 8500,
            "11337728" : 9116,
            "11468800" : 8282,
            "11599872" : 7478,
            "11730944" : 6196,
            "11862016" : 5194,
            "11993088" : 4201,
            "12124160" : 3773,
            "12255232" : 3193,
            "12386304" : 3274,
            "12517376" : 3350,
            "12648448" : 3474,
            "12779520" : 3566,
            "12910592" : 3808,
            "13041664" : 3820,
            "13172736" : 4257,
            "13303808" : 5133,
            "13434880" : 6279,
            "13565952" : 8022,
            "13697024" : 9711,
            "13828096" : 11596,
            "13959168" : 13030,
            "14090240" : 13585,
            "14221312" : 14669,
            "14352384" : 15325,
            "14483456" : 15324,
            "14614528" : 15200,
            "14745600" : 14439,
            "14876672" : 13828,
            "15007744" : 12615,
            "15138816" : 12059,
            "15269888" : 12081,
            "15400960" : 13376,
            "15532032" : 15001,
            "15663104" : 16235,
            "15794176" : 17922,
            "15925248" : 20299,
            "16056320" : 23250,
            "16187392" : 25612,
            "16318464" : 27616,
            "16449536" : 29861,
            "16580608" : 32365,
            "16711680" : 35618,
            "16908288" : 81078,
            "17170432" : 95378,
            "17432576" : 109933,
            "17694720" : 112102,
            "17956864" : 76424,
            "18219008" : 34087,
            "18481152" : 11660,
            "18743296" : 4122,
            "19005440" : 2699,
            "19267584" : 1909,
            "19529728" : 1027,
            "19791872" : 322,
            "20054016" : 154,
            "20316160" : 145,
            "20578304" : 151,
            "20840448" : 128,
            "21102592" : 62,
            "21364736" : 21,
            "21626880" : 6,
            "22151168" : 1,
            "22413312" : 2
          }
        },
        "lat_ns" : {
          "min" : 9484469,
          "max" : 23071500,
          "mean" : 16676273.834324,
          "stddev" : 1886675.987337,
          "N" : 1074498
        },
        "bw_min" : 13778944,
        "bw_max" : 20758528,
        "bw_agg" : 100.000000,
        "bw_mean" : 15726301.561151,
        "bw_dev" : 223810.266921,
        "bw_samples" : 1112,
        "iops_min" : 13456,
        "iops_max" : 20272,
        "iops_mean" : 15357.043165,
        "iops_stddev" : 218.570992,
        "iops_samples" : 1112
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 559992,
      "usr_cpu" : 0.645366,
      "sys_cpu" : 94.955999,
      "ctx" : 9874,
      "majf" : 0,
      "minf" : 283,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999907,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.013681,
        "20" : 99.927409,
        "50" : 0.058166,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819205,
  "timestamp_ms" : 1772819205706,
  "time" : "Fri Mar  6 13:46:45 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 100,
      "elapsed" : 91,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 1285480775680,
        "io_kbytes" : 1255352320,
        "bw_bytes" : 16068710554,
        "bw" : 15692100,
        "iops" : 15324.466556,
        "runtime" : 79999,
        "total_ios" : 1225942,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 236831,
          "max" : 3230251,
          "mean" : 518545.862786,
          "stddev" : 73694.146110,
          "N" : 1225942
        },
        "clat_ns" : {
          "min" : 9209950,
          "max" : 22454819,
          "mean" : 16185870.125910,
          "stddev" : 1802749.555537,
          "N" : 1225934,
          "percentile" : {
            "1.000000" : 11206656,
            "5.000000" : 11993088,
            "10.000000" : 13565952,
            "20.000000" : 14745600,
            "30.000000" : 15663104,
            "40.000000" : 16318464,
            "50.000000" : 16711680,
            "60.000000" : 17170432,
            "70.000000" : 17432576,
            "80.000000" : 17694720,
            "90.000000" : 17956864,
            "95.000000" : 18219008,
            "99.000000" : 18743296,
            "99.500000" : 19005440,
            "99.900000" : 19529728,
            "99.950000" : 20054016,
            "99.990000" : 20840448
          },
          "bins" : {
            "9240576" : 16,
            "9371648" : 25,
            "9502720" : 43,
            "9633792" : 20,
            "9764864" : 6,
            "9895936" : 19,
            "10027008" : 67,
            "10158080" : 60,
            "10289152" : 86,
            "10420224" : 54,
            "10551296" : 52,
            "10682368" : 325,
            "10813440" : 1117,
            "10944512" : 3405,
            "11075584" : 6602,
            "11206656" : 9093,
            "11337728" : 9830,
            "11468800" : 8897,
            "11599872" : 7906,
            "11730944" : 6463,
            "11862016" : 5305,
            "11993088" : 4297,
            "12124160" : 3921,
            "12255232" : 3450,
            "12386304" : 3886,
            "12517376" : 4143,
            "12648448" : 4257,
            "12779520" : 4331,
            "12910592" : 4514,
            "13041664" : 4498,
            "13172736" : 4826,
            "13303808" : 5816,
            "13434880" : 7176,
            "13565952" : 9346,
            "13697024" : 11207,
            "13828096" : 13023,
            "13959168" : 14236,
            "14090240" : 14651,
            "14221312" : 15677,
            "14352384" : 16456,
            "14483456" : 16287,
            "14614528" : 16184,
            "14745600" : 15655,
            "14876672" : 15328,
            "15007744" : 14376,
            "15138816" : 14298,
            "15269888" : 14718,
            "15400960" : 16554,
            "15532032" : 18885,
            "15663104" : 20237,
            "15794176" : 22124,
            "15925248" : 24843,
            "16056320" : 28358,
            "16187392" : 30903,
            "16318464" : 32853,
            "16449536" : 34811,
            "16580608" : 37077,
            "16711680" : 40233,
            "16908288" : 90593,
            "17170432" : 105300,
            "17432576" : 121287,
            "17694720" : 126035,
            "17956864" : 90575,
            "18219008" : 42518,
            "18481152" : 14283,
            "18743296" : 4939,
            "19005440" : 3152,
            "19267584" : 2226,
            "19529728" : 1172,
            "19791872" : 358,
            "20054016" : 154,
            "20316160" : 145,
            "20578304" : 151,
            "20840448" : 128,
            "21102592" : 62,
            "21364736" : 21,
            "21626880" : 6,
            "22151168" : 1,
            "22413312" : 2
          }
        },
        "lat_ns" : {
          "min" : 9484469,
          "max" : 23071500,
          "mean" : 16704422.092176,
          "stddev" : 1859710.770302,
          "N" : 1225934
        },
        "bw_min" : 13772800,
        "bw_max" : 20758528,
        "bw_agg" : 100.000000,
        "bw_mean" : 15697238.610063,
        "bw_dev" : 216622.892448,
        "bw_samples" : 1272,
        "iops_min" : 13450,
        "iops_max" : 20272,
        "iops_mean" : 15328.641509,
        "iops_stddev" : 211.551700,
        "iops_samples" : 1272
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 639992,
      "usr_cpu" : 0.651571,
      "sys_cpu" : 94.920405,
      "ctx" : 11300,
      "majf" : 0,
      "minf" : 283,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999837,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999837,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.011991,
        "20" : 99.936375,
        "50" : 0.050981,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819215,
  "timestamp_ms" : 1772819215706,
  "time" : "Fri Mar  6 13:46:55 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 90,
      "elapsed" : 101,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 1441204797440,
        "io_kbytes" : 1407426560,
        "bw_bytes" : 16013386638,
        "bw" : 15638072,
        "iops" : 15271.688889,
        "runtime" : 90000,
        "total_ios" : 1374452,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 236831,
          "max" : 3230251,
          "mean" : 520335.558352,
          "stddev" : 73215.749400,
          "N" : 1374452
        },
        "clat_ns" : {
          "min" : 9209950,
          "max" : 22454819,
          "mean" : 16241694.913139,
          "stddev" : 1783194.901707,
          "N" : 1374444,
          "percentile" : {
            "1.000000" : 11206656,
            "5.000000" : 12124160,
            "10.000000" : 13697024,
            "20.000000" : 14876672,
            "30.000000" : 15794176,
            "40.000000" : 16318464,
            "50.000000" : 16908288,
            "60.000000" : 17170432,
            "70.000000" : 17432576,
            "80.000000" : 17694720,
            "90.000000" : 17956864,
            "95.000000" : 18219008,
            "99.000000" : 18743296,
            "99.500000" : 19005440,
            "99.900000" : 19529728,
            "99.950000" : 19791872,
            "99.990000" : 20840448
          },
          "bins" : {
            "9240576" : 16,
            "9371648" : 25,
            "9502720" : 43,
            "9633792" : 20,
            "9764864" : 6,
            "9895936" : 19,
            "10027008" : 67,
            "10158080" : 65,
            "10289152" : 100,
            "10420224" : 120,
            "10551296" : 249,
            "10682368" : 562,
            "10813440" : 1358,
            "10944512" : 3584,
            "11075584" : 6777,
            "11206656" : 9323,
            "11337728" : 10139,
            "11468800" : 9324,
            "11599872" : 8411,
            "11730944" : 6946,
            "11862016" : 5973,
            "11993088" : 5131,
            "12124160" : 4725,
            "12255232" : 4309,
            "12386304" : 4648,
            "12517376" : 4791,
            "12648448" : 4771,
            "12779520" : 4771,
            "12910592" : 4840,
            "13041664" : 4847,
            "13172736" : 5162,
            "13303808" : 6108,
            "13434880" : 7469,
            "13565952" : 9574,
            "13697024" : 11404,
            "13828096" : 13300,
            "13959168" : 14662,
            "14090240" : 15098,
            "14221312" : 16087,
            "14352384" : 16996,
            "14483456" : 16667,
            "14614528" : 16517,
            "14745600" : 15944,
            "14876672" : 15712,
            "15007744" : 14822,
            "15138816" : 14990,
            "15269888" : 15675,
            "15400960" : 17884,
            "15532032" : 20690,
            "15663104" : 22358,
            "15794176" : 24891,
            "15925248" : 28086,
            "16056320" : 32056,
            "16187392" : 34792,
            "16318464" : 37117,
            "16449536" : 39513,
            "16580608" : 42389,
            "16711680" : 46554,
            "16908288" : 106305,
            "17170432" : 120630,
            "17432576" : 138892,
            "17694720" : 144226,
            "17956864" : 105278,
            "18219008" : 49919,
            "18481152" : 16494,
            "18743296" : 5850,
            "19005440" : 3519,
            "19267584" : 2544,
            "19529728" : 1271,
            "19791872" : 369,
            "20054016" : 154,
            "20316160" : 145,
            "20578304" : 151,
            "20840448" : 128,
            "21102592" : 62,
            "21364736" : 21,
            "21626880" : 6,
            "22151168" : 1,
            "22413312" : 2
          }
        },
        "lat_ns" : {
          "min" : 9484469,
          "max" : 23071500,
          "mean" : 16762040.159167,
          "stddev" : 1839513.977016,
          "N" : 1374444
        },
        "bw_min" : 13772800,
        "bw_max" : 20758528,
        "bw_agg" : 99.988394,
        "bw_mean" : 15636258.905028,
        "bw_dev" : 212114.298966,
        "bw_samples" : 1432,
        "iops_min" : 13450,
        "iops_max" : 20272,
        "iops_mean" : 15269.089385,
        "iops_stddev" : 207.147760,
        "iops_samples" : 1432
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 719996,
      "usr_cpu" : 0.651948,
      "sys_cpu" : 94.931916,
      "ctx" : 13441,
      "majf" : 0,
      "minf" : 283,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.010695,
        "20" : 99.943250,
        "50" : 0.045473,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819225,
  "timestamp_ms" : 1772819225706,
  "time" : "Fri Mar  6 13:47:05 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 79,
      "elapsed" : 111,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 1612617613312,
        "io_kbytes" : 1574821888,
        "bw_bytes" : 16126176133,
        "bw" : 15748218,
        "iops" : 15379.210000,
        "runtime" : 100000,
        "total_ios" : 1537921,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 228048,
          "max" : 3230251,
          "mean" : 516689.493949,
          "stddev" : 74665.396496,
          "N" : 1537921
        },
        "clat_ns" : {
          "min" : 9209950,
          "max" : 22454819,
          "mean" : 16128135.864066,
          "stddev" : 1855369.720023,
          "N" : 1537913,
          "percentile" : {
            "1.000000" : 11075584,
            "5.000000" : 11862016,
            "10.000000" : 13434880,
            "20.000000" : 14614528,
            "30.000000" : 15532032,
            "40.000000" : 16187392,
            "50.000000" : 16711680,
            "60.000000" : 17170432,
            "70.000000" : 17432576,
            "80.000000" : 17694720,
            "90.000000" : 17956864,
            "95.000000" : 18219008,
            "99.000000" : 18743296,
            "99.500000" : 19005440,
            "99.900000" : 19529728,
            "99.950000" : 19791872,
            "99.990000" : 20840448
          },
          "bins" : {
            "9240576" : 16,
            "9371648" : 25,
            "9502720" : 43,
            "9633792" : 20,
            "9764864" : 7,
            "9895936" : 21,
            "10027008" : 77,
            "10158080" : 68,
            "10289152" : 127,
            "10420224" : 163,
            "10551296" : 318,
            "10682368" : 791,
            "10813440" : 1904,
            "10944512" : 4483,
            "11075584" : 7777,
            "11206656" : 10818,
            "11337728" : 12151,
            "11468800" : 11823,
            "11599872" : 11512,
            "11730944" : 10810,
            "11862016" : 9366,
            "11993088" : 7661,
            "12124160" : 6345,
            "12255232" : 5508,
            "12386304" : 5418,
            "12517376" : 5314,
            "12648448" : 5395,
            "12779520" : 5676,
            "12910592" : 6103,
            "13041664" : 6635,
            "13172736" : 7091,
            "13303808" : 8434,
            "13434880" : 9929,
            "13565952" : 12363,
            "13697024" : 14503,
            "13828096" : 16434,
            "13959168" : 17649,
            "14090240" : 18117,
            "14221312" : 19322,
            "14352384" : 20207,
            "14483456" : 20149,
            "14614528" : 20018,
            "14745600" : 19823,
            "14876672" : 19718,
            "15007744" : 18831,
            "15138816" : 18866,
            "15269888" : 19226,
            "15400960" : 20954,
            "15532032" : 23425,
            "15663104" : 24837,
            "15794176" : 27120,
            "15925248" : 30367,
            "16056320" : 34456,
            "16187392" : 37802,
            "16318464" : 40541,
            "16449536" : 43001,
            "16580608" : 46393,
            "16711680" : 51490,
            "16908288" : 115715,
            "17170432" : 126688,
            "17432576" : 142968,
            "17694720" : 148735,
            "17956864" : 111388,
            "18219008" : 55288,
            "18481152" : 19693,
            "18743296" : 8980,
            "19005440" : 5546,
            "19267584" : 3094,
            "19529728" : 1331,
            "19791872" : 376,
            "20054016" : 154,
            "20316160" : 145,
            "20578304" : 151,
            "20840448" : 128,
            "21102592" : 62,
            "21364736" : 21,
            "21626880" : 6,
            "22151168" : 1,
            "22413312" : 2
          }
        },
        "lat_ns" : {
          "min" : 9484469,
          "max" : 23071500,
          "mean" : 16644836.481396,
          "stddev" : 1914068.140338,
          "N" : 1537913
        },
        "bw_min" : 13772800,
        "bw_max" : 20937955,
        "bw_agg" : 99.995861,
        "bw_mean" : 15747567.316583,
        "bw_dev" : 224026.651514,
        "bw_samples" : 1592,
        "iops_min" : 13450,
        "iops_max" : 20446,
        "iops_mean" : 15377.798995,
        "iops_stddev" : 218.781060,
        "iops_samples" : 1592
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 799999,
      "usr_cpu" : 0.653126,
      "sys_cpu" : 94.915494,
      "ctx" : 13982,
      "majf" : 0,
      "minf" : 283,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999935,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999935,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.010014,
        "20" : 99.948827,
        "50" : 0.040639,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819235,
  "timestamp_ms" : 1772819235706,
  "time" : "Fri Mar  6 13:47:15 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 70,
      "elapsed" : 121,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 1774518796288,
        "io_kbytes" : 1732928512,
        "bw_bytes" : 16131989057,
        "bw" : 15753895,
        "iops" : 15384.781818,
        "runtime" : 110000,
        "total_ios" : 1692326,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 228048,
          "max" : 3230251,
          "mean" : 516504.351597,
          "stddev" : 74683.781040,
          "N" : 1692326
        },
        "clat_ns" : {
          "min" : 9209950,
          "max" : 22454819,
          "mean" : 16122238.413254,
          "stddev" : 1856482.126561,
          "N" : 1692318,
          "percentile" : {
            "1.000000" : 11206656,
            "5.000000" : 11862016,
            "10.000000" : 13434880,
            "20.000000" : 14614528,
            "30.000000" : 15532032,
            "40.000000" : 16187392,
            "50.000000" : 16711680,
            "60.000000" : 17170432,
            "70.000000" : 17432576,
            "80.000000" : 17694720,
            "90.000000" : 17956864,
            "95.000000" : 18219008,
            "99.000000" : 18743296,
            "99.500000" : 19267584,
            "99.900000" : 19529728,
            "99.950000" : 19791872,
            "99.990000" : 20840448
          },
          "bins" : {
            "9240576" : 16,
            "9371648" : 25,
            "9502720" : 43,
            "9633792" : 20,
            "9764864" : 7,
            "9895936" : 21,
            "10027008" : 77,
            "10158080" : 68,
            "10289152" : 131,
            "10420224" : 235,
            "10551296" : 393,
            "10682368" : 847,
            "10813440" : 2088,
            "10944512" : 4754,
            "11075584" : 8137,
            "11206656" : 11181,
            "11337728" : 12342,
            "11468800" : 12069,
            "11599872" : 11901,
            "11730944" : 11314,
            "11862016" : 9900,
            "11993088" : 8201,
            "12124160" : 6788,
            "12255232" : 5891,
            "12386304" : 5766,
            "12517376" : 5643,
            "12648448" : 5820,
            "12779520" : 6274,
            "12910592" : 6852,
            "13041664" : 7781,
            "13172736" : 8764,
            "13303808" : 10906,
            "13434880" : 12769,
            "13565952" : 15361,
            "13697024" : 17502,
            "13828096" : 19309,
            "13959168" : 20142,
            "14090240" : 20810,
            "14221312" : 21905,
            "14352384" : 22987,
            "14483456" : 23024,
            "14614528" : 22962,
            "14745600" : 22535,
            "14876672" : 22066,
            "15007744" : 21025,
            "15138816" : 20666,
            "15269888" : 21183,
            "15400960" : 23150,
            "15532032" : 25758,
            "15663104" : 27675,
            "15794176" : 30945,
            "15925248" : 35274,
            "16056320" : 39592,
            "16187392" : 42917,
            "16318464" : 45247,
            "16449536" : 47238,
            "16580608" : 50085,
            "16711680" : 55044,
            "16908288" : 122499,
            "17170432" : 133786,
            "17432576" : 150260,
            "17694720" : 156333,
            "17956864" : 118642,
            "18219008" : 64810,
            "18481152" : 27109,
            "18743296" : 11038,
            "19005440" : 7198,
            "19267584" : 4911,
            "19529728" : 2636,
            "19791872" : 906,
            "20054016" : 200,
            "20316160" : 153,
            "20578304" : 158,
            "20840448" : 136,
            "21102592" : 71,
            "21364736" : 28,
            "21626880" : 15,
            "21889024" : 1,
            "22151168" : 1,
            "22413312" : 2
          }
        },
        "lat_ns" : {
          "min" : 9484469,
          "max" : 23071500,
          "mean" : 16638749.126023,
          "stddev" : 1915220.417777,
          "N" : 1692318
        },
        "bw_min" : 13561856,
        "bw_max" : 21008214,
        "bw_agg" : 100.000000,
        "bw_mean" : 15756394.675799,
        "bw_dev" : 224303.618564,
        "bw_samples" : 1752,
        "iops_min" : 13244,
        "iops_max" : 20514,
        "iops_mean" : 15386.424658,
        "iops_stddev" : 219.050975,
        "iops_samples" : 1752
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 879999,
      "usr_cpu" : 0.651137,
      "sys_cpu" : 94.894994,
      "ctx" : 15035,
      "majf" : 0,
      "minf" : 283,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999882,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999882,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.010000,
        "20" : 99.949655,
        "50" : 0.040772,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819245,
  "timestamp_ms" : 1772819245706,
  "time" : "Fri Mar  6 13:47:25 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 60,
      "elapsed" : 131,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 1927581532160,
        "io_kbytes" : 1882403840,
        "bw_bytes" : 16063179434,
        "bw" : 15686698,
        "iops" : 15319.108333,
        "runtime" : 120000,
        "total_ios" : 1838293,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 228048,
          "max" : 3230251,
          "mean" : 518716.333645,
          "stddev" : 74250.773219,
          "N" : 1838293
        },
        "clat_ns" : {
          "min" : 9209950,
          "max" : 22454819,
          "mean" : 16191190.832280,
          "stddev" : 1832962.832802,
          "N" : 1838285,
          "percentile" : {
            "1.000000" : 11206656,
            "5.000000" : 11993088,
            "10.000000" : 13565952,
            "20.000000" : 14614528,
            "30.000000" : 15663104,
            "40.000000" : 16318464,
            "50.000000" : 16711680,
            "60.000000" : 17170432,
            "70.000000" : 17432576,
            "80.000000" : 17694720,
            "90.000000" : 17956864,
            "95.000000" : 18219008,
            "99.000000" : 18743296,
            "99.500000" : 19267584,
            "99.900000" : 19529728,
            "99.950000" : 19791872,
            "99.990000" : 20840448
          },
          "bins" : {
            "9240576" : 16,
            "9371648" : 25,
            "9502720" : 43,
            "9633792" : 20,
            "9764864" : 7,
            "9895936" : 21,
            "10027008" : 77,
            "10158080" : 68,
            "10289152" : 131,
            "10420224" : 235,
            "10551296" : 393,
            "10682368" : 882,
            "10813440" : 2207,
            "10944512" : 5023,
            "11075584" : 8492,
            "11206656" : 11444,
            "11337728" : 12571,
            "11468800" : 12251,
            "11599872" : 11987,
            "11730944" : 11326,
            "11862016" : 9906,
            "11993088" : 8216,
            "12124160" : 6822,
            "12255232" : 5968,
            "12386304" : 5860,
            "12517376" : 5780,
            "12648448" : 6014,
            "12779520" : 6451,
            "12910592" : 7010,
            "13041664" : 7907,
            "13172736" : 9010,
            "13303808" : 11349,
            "13434880" : 13244,
            "13565952" : 16055,
            "13697024" : 18389,
            "13828096" : 20245,
            "13959168" : 20953,
            "14090240" : 21569,
            "14221312" : 22540,
            "14352384" : 23472,
            "14483456" : 23525,
            "14614528" : 23552,
            "14745600" : 23094,
            "14876672" : 22823,
            "15007744" : 22038,
            "15138816" : 21704,
            "15269888" : 22236,
            "15400960" : 24265,
            "15532032" : 27006,
            "15663104" : 28987,
            "15794176" : 32517,
            "15925248" : 37316,
            "16056320" : 42111,
            "16187392" : 46020,
            "16318464" : 48566,
            "16449536" : 50931,
            "16580608" : 54393,
            "16711680" : 60045,
            "16908288" : 133354,
            "17170432" : 146544,
            "17432576" : 167899,
            "17694720" : 181888,
            "17956864" : 139676,
            "18219008" : 75175,
            "18481152" : 30206,
            "18743296" : 11632,
            "19005440" : 7433,
            "19267584" : 4995,
            "19529728" : 2690,
            "19791872" : 920,
            "20054016" : 200,
            "20316160" : 153,
            "20578304" : 158,
            "20840448" : 136,
            "21102592" : 71,
            "21364736" : 28,
            "21626880" : 15,
            "21889024" : 1,
            "22151168" : 1,
            "22413312" : 2
          }
        },
        "lat_ns" : {
          "min" : 9484469,
          "max" : 23071500,
          "mean" : 16709904.761884,
          "stddev" : 1890930.848410,
          "N" : 1838285
        },
        "bw_min" : 13561856,
        "bw_max" : 21083990,
        "bw_agg" : 100.000000,
        "bw_mean" : 15697629.217573,
        "bw_dev" : 220545.641947,
        "bw_samples" : 1912,
        "iops_min" : 13244,
        "iops_max" : 20588,
        "iops_mean" : 15329.020921,
        "iops_stddev" : 215.381014,
        "iops_samples" : 1912
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 960000,
      "usr_cpu" : 0.648021,
      "sys_cpu" : 94.897604,
      "ctx" : 17138,
      "majf" : 0,
      "minf" : 283,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.010000,
        "20" : 99.953653,
        "50" : 0.037535,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819255,
  "timestamp_ms" : 1772819255706,
  "time" : "Fri Mar  6 13:47:35 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 50,
      "elapsed" : 141,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 2094082818048,
        "io_kbytes" : 2045002752,
        "bw_bytes" : 16108329369,
        "bw" : 15730790,
        "iops" : 15362.169231,
        "runtime" : 130000,
        "total_ios" : 1997082,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 228048,
          "max" : 3230251,
          "mean" : 517256.478340,
          "stddev" : 76344.061539,
          "N" : 1997082
        },
        "clat_ns" : {
          "min" : 9209950,
          "max" : 23726801,
          "mean" : 16145873.601438,
          "stddev" : 1913722.624690,
          "N" : 1997074,
          "percentile" : {
            "1.000000" : 10944512,
            "5.000000" : 11730944,
            "10.000000" : 13303808,
            "20.000000" : 14614528,
            "30.000000" : 15663104,
            "40.000000" : 16318464,
            "50.000000" : 16711680,
            "60.000000" : 17170432,
            "70.000000" : 17432576,
            "80.000000" : 17694720,
            "90.000000" : 17956864,
            "95.000000" : 18219008,
            "99.000000" : 18743296,
            "99.500000" : 19005440,
            "99.900000" : 19529728,
            "99.950000" : 19791872,
            "99.990000" : 20840448
          },
          "bins" : {
            "9240576" : 16,
            "9371648" : 25,
            "9502720" : 43,
            "9633792" : 20,
            "9764864" : 32,
            "9895936" : 231,
            "10027008" : 883,
            "10158080" : 2075,
            "10289152" : 2991,
            "10420224" : 3142,
            "10551296" : 2756,
            "10682368" : 2501,
            "10813440" : 3922,
            "10944512" : 6660,
            "11075584" : 10234,
            "11206656" : 13943,
            "11337728" : 14979,
            "11468800" : 13998,
            "11599872" : 13234,
            "11730944" : 12159,
            "11862016" : 10467,
            "11993088" : 8477,
            "12124160" : 7004,
            "12255232" : 6172,
            "12386304" : 6141,
            "12517376" : 6264,
            "12648448" : 6911,
            "12779520" : 7722,
            "12910592" : 8220,
            "13041664" : 9070,
            "13172736" : 10071,
            "13303808" : 12247,
            "13434880" : 14120,
            "13565952" : 16814,
            "13697024" : 19100,
            "13828096" : 20988,
            "13959168" : 21732,
            "14090240" : 22553,
            "14221312" : 23832,
            "14352384" : 24898,
            "14483456" : 25262,
            "14614528" : 25473,
            "14745600" : 25236,
            "14876672" : 25033,
            "15007744" : 24188,
            "15138816" : 23733,
            "15269888" : 24186,
            "15400960" : 25976,
            "15532032" : 28443,
            "15663104" : 30476,
            "15794176" : 33936,
            "15925248" : 38626,
            "16056320" : 43614,
            "16187392" : 47918,
            "16318464" : 51079,
            "16449536" : 54109,
            "16580608" : 58141,
            "16711680" : 64371,
            "16908288" : 143701,
            "17170432" : 159574,
            "17432576" : 180786,
            "17694720" : 192740,
            "17956864" : 149306,
            "18219008" : 84643,
            "18481152" : 37476,
            "18743296" : 14441,
            "19005440" : 8077,
            "19267584" : 5128,
            "19529728" : 2808,
            "19791872" : 1008,
            "20054016" : 256,
            "20316160" : 183,
            "20578304" : 180,
            "20840448" : 146,
            "21102592" : 93,
            "21364736" : 38,
            "21626880" : 18,
            "21889024" : 1,
            "22151168" : 2,
            "22413312" : 6,
            "22675456" : 2,
            "22937600" : 3,
            "23199744" : 2,
            "23461888" : 6,
            "23724032" : 3
          }
        },
        "lat_ns" : {
          "min" : 9484469,
          "max" : 24293085,
          "mean" : 16663133.716294,
          "stddev" : 1974324.244706,
          "N" : 1997074
        },
        "bw_min" : 13553664,
        "bw_max" : 21280935,
        "bw_agg" : 100.000000,
        "bw_mean" : 15735743.938224,
        "bw_dev" : 231812.457511,
        "bw_samples" : 2072,
        "iops_min" : 13236,
        "iops_max" : 20781,
        "iops_mean" : 15366.262548,
        "iops_stddev" : 226.384005,
        "iops_samples" : 2072
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1039999,
      "usr_cpu" : 0.647693,
      "sys_cpu" : 94.887399,
      "ctx" : 18262,
      "majf" : 0,
      "minf" : 283,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.027390,
        "20" : 99.930649,
        "50" : 0.041561,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819265,
  "timestamp_ms" : 1772819265706,
  "time" : "Fri Mar  6 13:47:45 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 39,
      "elapsed" : 151,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 2260183547904,
        "io_kbytes" : 2207210496,
        "bw_bytes" : 16144168199,
        "bw" : 15765789,
        "iops" : 15396.342857,
        "runtime" : 140000,
        "total_ios" : 2155488,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 228048,
          "max" : 3230251,
          "mean" : 516107.230523,
          "stddev" : 75416.081630,
          "N" : 2155488
        },
        "clat_ns" : {
          "min" : 9209950,
          "max" : 23726801,
          "mean" : 16110056.108382,
          "stddev" : 1884189.690187,
          "N" : 2155480,
          "percentile" : {
            "1.000000" : 10944512,
            "5.000000" : 11862016,
            "10.000000" : 13434880,
            "20.000000" : 14483456,
            "30.000000" : 15532032,
            "40.000000" : 16187392,
            "50.000000" : 16711680,
            "60.000000" : 17170432,
            "70.000000" : 17432576,
            "80.000000" : 17694720,
            "90.000000" : 17956864,
            "95.000000" : 18219008,
            "99.000000" : 18743296,
            "99.500000" : 19005440,
            "99.900000" : 19529728,
            "99.950000" : 19791872,
            "99.990000" : 20840448
          },
          "bins" : {
            "9240576" : 16,
            "9371648" : 25,
            "9502720" : 43,
            "9633792" : 20,
            "9764864" : 48,
            "9895936" : 249,
            "10027008" : 912,
            "10158080" : 2082,
            "10289152" : 2998,
            "10420224" : 3167,
            "10551296" : 2762,
            "10682368" : 2506,
            "10813440" : 3924,
            "10944512" : 6664,
            "11075584" : 10236,
            "11206656" : 13947,
            "11337728" : 14985,
            "11468800" : 14008,
            "11599872" : 13267,
            "11730944" : 12194,
            "11862016" : 10522,
            "11993088" : 8575,
            "12124160" : 7042,
            "12255232" : 6225,
            "12386304" : 6173,
            "12517376" : 6305,
            "12648448" : 6998,
            "12779520" : 7920,
            "12910592" : 8601,
            "13041664" : 9595,
            "13172736" : 11059,
            "13303808" : 13997,
            "13434880" : 16423,
            "13565952" : 20128,
            "13697024" : 23464,
            "13828096" : 26388,
            "13959168" : 27470,
            "14090240" : 28064,
            "14221312" : 29089,
            "14352384" : 29385,
            "14483456" : 29530,
            "14614528" : 29349,
            "14745600" : 28904,
            "14876672" : 28332,
            "15007744" : 27278,
            "15138816" : 26814,
            "15269888" : 27520,
            "15400960" : 29146,
            "15532032" : 31708,
            "15663104" : 33986,
            "15794176" : 37941,
            "15925248" : 43285,
            "16056320" : 48620,
            "16187392" : 53103,
            "16318464" : 56308,
            "16449536" : 59415,
            "16580608" : 63802,
            "16711680" : 70420,
            "16908288" : 155478,
            "17170432" : 171775,
            "17432576" : 189493,
            "17694720" : 197095,
            "17956864" : 151715,
            "18219008" : 86126,
            "18481152" : 37990,
            "18743296" : 14721,
            "19005440" : 8210,
            "19267584" : 5178,
            "19529728" : 2815,
            "19791872" : 1008,
            "20054016" : 256,
            "20316160" : 183,
            "20578304" : 180,
            "20840448" : 146,
            "21102592" : 93,
            "21364736" : 38,
            "21626880" : 18,
            "21889024" : 1,
            "22151168" : 2,
            "22413312" : 6,
            "22675456" : 2,
            "22937600" : 3,
            "23199744" : 2,
            "23461888" : 6,
            "23724032" : 3
          }
        },
        "lat_ns" : {
          "min" : 9484469,
          "max" : 24293085,
          "mean" : 16626167.939201,
          "stddev" : 1943835.645793,
          "N" : 2155480
        },
        "bw_min" : 13553664,
        "bw_max" : 21280935,
        "bw_agg" : 100.000000,
        "bw_mean" : 15769797.659498,
        "bw_dev" : 230233.600630,
        "bw_samples" : 2232,
        "iops_min" : 13236,
        "iops_max" : 20781,
        "iops_mean" : 15399.523297,
        "iops_stddev" : 224.843037,
        "iops_samples" : 2232
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1119996,
      "usr_cpu" : 0.647324,
      "sys_cpu" : 94.869535,
      "ctx" : 18895,
      "majf" : 0,
      "minf" : 283,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999954,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999954,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.027140,
        "20" : 99.933982,
        "50" : 0.038506,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819275,
  "timestamp_ms" : 1772819275706,
  "time" : "Fri Mar  6 13:47:55 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 30,
      "elapsed" : 161,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 2417752014848,
        "io_kbytes" : 2361085952,
        "bw_bytes" : 16118346765,
        "bw" : 15740573,
        "iops" : 15371.726667,
        "runtime" : 150000,
        "total_ios" : 2305759,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 228048,
          "max" : 3230251,
          "mean" : 516936.061099,
          "stddev" : 75622.811498,
          "N" : 2305759
        },
        "clat_ns" : {
          "min" : 9209950,
          "max" : 23726801,
          "mean" : 16135800.178081,
          "stddev" : 1886739.774355,
          "N" : 2305751,
          "percentile" : {
            "1.000000" : 10944512,
            "5.000000" : 11862016,
            "10.000000" : 13434880,
            "20.000000" : 14614528,
            "30.000000" : 15532032,
            "40.000000" : 16187392,
            "50.000000" : 16711680,
            "60.000000" : 17170432,
            "70.000000" : 17432576,
            "80.000000" : 17694720,
            "90.000000" : 17956864,
            "95.000000" : 18219008,
            "99.000000" : 18743296,
            "99.500000" : 19005440,
            "99.900000" : 19529728,
            "99.950000" : 19791872,
            "99.990000" : 20840448
          },
          "bins" : {
            "9240576" : 16,
            "9371648" : 25,
            "9502720" : 43,
            "9633792" : 20,
            "9764864" : 51,
            "9895936" : 294,
            "10027008" : 1194,
            "10158080" : 2617,
            "10289152" : 3548,
            "10420224" : 3825,
            "10551296" : 3310,
            "10682368" : 2737,
            "10813440" : 4030,
            "10944512" : 6768,
            "11075584" : 10331,
            "11206656" : 14123,
            "11337728" : 15236,
            "11468800" : 14435,
            "11599872" : 13883,
            "11730944" : 12864,
            "11862016" : 11106,
            "11993088" : 9112,
            "12124160" : 7581,
            "12255232" : 6737,
            "12386304" : 6731,
            "12517376" : 6882,
            "12648448" : 7590,
            "12779520" : 8390,
            "12910592" : 9229,
            "13041664" : 10347,
            "13172736" : 12164,
            "13303808" : 15199,
            "13434880" : 17704,
            "13565952" : 21457,
            "13697024" : 24741,
            "13828096" : 27554,
            "13959168" : 28484,
            "14090240" : 29158,
            "14221312" : 30041,
            "14352384" : 30276,
            "14483456" : 30460,
            "14614528" : 30275,
            "14745600" : 29861,
            "14876672" : 29417,
            "15007744" : 28443,
            "15138816" : 27954,
            "15269888" : 28883,
            "15400960" : 30792,
            "15532032" : 33560,
            "15663104" : 35912,
            "15794176" : 40143,
            "15925248" : 45649,
            "16056320" : 51226,
            "16187392" : 56007,
            "16318464" : 59479,
            "16449536" : 62947,
            "16580608" : 68243,
            "16711680" : 75550,
            "16908288" : 166986,
            "17170432" : 184312,
            "17432576" : 202993,
            "17694720" : 211789,
            "17956864" : 164098,
            "18219008" : 98769,
            "18481152" : 45734,
            "18743296" : 17201,
            "19005440" : 9037,
            "19267584" : 5311,
            "19529728" : 2878,
            "19791872" : 1046,
            "20054016" : 267,
            "20316160" : 196,
            "20578304" : 180,
            "20840448" : 146,
            "21102592" : 93,
            "21364736" : 38,
            "21626880" : 18,
            "21889024" : 1,
            "22151168" : 2,
            "22413312" : 6,
            "22675456" : 2,
            "22937600" : 3,
            "23199744" : 2,
            "23461888" : 6,
            "23724032" : 3
          }
        },
        "lat_ns" : {
          "min" : 9484469,
          "max" : 24293085,
          "mean" : 16652737.313820,
          "stddev" : 1946464.471645,
          "N" : 2305751
        },
        "bw_min" : 13553664,
        "bw_max" : 21465255,
        "bw_agg" : 100.000000,
        "bw_mean" : 15747544.531773,
        "bw_dev" : 229060.101425,
        "bw_samples" : 2392,
        "iops_min" : 13236,
        "iops_max" : 20961,
        "iops_mean" : 15377.789298,
        "iops_stddev" : 223.695197,
        "iops_samples" : 2392
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1199999,
      "usr_cpu" : 0.649084,
      "sys_cpu" : 94.858996,
      "ctx" : 20616,
      "majf" : 0,
      "minf" : 283,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999957,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999957,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.029491,
        "20" : 99.933297,
        "50" : 0.036864,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819285,
  "timestamp_ms" : 1772819285707,
  "time" : "Fri Mar  6 13:48:05 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 18,
      "elapsed" : 171,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 2581960065024,
        "io_kbytes" : 2521445376,
        "bw_bytes" : 16137250406,
        "bw" : 15759033,
        "iops" : 15389.750000,
        "runtime" : 160000,
        "total_ios" : 2462360,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 228048,
          "max" : 3230251,
          "mean" : 516331.278957,
          "stddev" : 76791.388073,
          "N" : 2462360
        },
        "clat_ns" : {
          "min" : 9209950,
          "max" : 23726801,
          "mean" : 16116971.770863,
          "stddev" : 1932627.339402,
          "N" : 2462352,
          "percentile" : {
            "1.000000" : 10813440,
            "5.000000" : 11730944,
            "10.000000" : 13303808,
            "20.000000" : 14483456,
            "30.000000" : 15532032,
            "40.000000" : 16187392,
            "50.000000" : 16711680,
            "60.000000" : 17170432,
            "70.000000" : 17432576,
            "80.000000" : 17694720,
            "90.000000" : 17956864,
            "95.000000" : 18219008,
            "99.000000" : 18743296,
            "99.500000" : 19267584,
            "99.900000" : 19791872,
            "99.950000" : 20054016,
            "99.990000" : 20840448
          },
          "bins" : {
            "9240576" : 16,
            "9371648" : 26,
            "9502720" : 45,
            "9633792" : 21,
            "9764864" : 65,
            "9895936" : 330,
            "10027008" : 1259,
            "10158080" : 2738,
            "10289152" : 3708,
            "10420224" : 4318,
            "10551296" : 4403,
            "10682368" : 4432,
            "10813440" : 6525,
            "10944512" : 9357,
            "11075584" : 12407,
            "11206656" : 15529,
            "11337728" : 16442,
            "11468800" : 15474,
            "11599872" : 15449,
            "11730944" : 15021,
            "11862016" : 13396,
            "11993088" : 11145,
            "12124160" : 9713,
            "12255232" : 8796,
            "12386304" : 8784,
            "12517376" : 8623,
            "12648448" : 8973,
            "12779520" : 9496,
            "12910592" : 10169,
            "13041664" : 11074,
            "13172736" : 12700,
            "13303808" : 15586,
            "13434880" : 18214,
            "13565952" : 21909,
            "13697024" : 25199,
            "13828096" : 28066,
            "13959168" : 29042,
            "14090240" : 29641,
            "14221312" : 30576,
            "14352384" : 30748,
            "14483456" : 30967,
            "14614528" : 30853,
            "14745600" : 30660,
            "14876672" : 30439,
            "15007744" : 29682,
            "15138816" : 29087,
            "15269888" : 30205,
            "15400960" : 32320,
            "15532032" : 35440,
            "15663104" : 37734,
            "15794176" : 42377,
            "15925248" : 48471,
            "16056320" : 54578,
            "16187392" : 59422,
            "16318464" : 63426,
            "16449536" : 66918,
            "16580608" : 72124,
            "16711680" : 79764,
            "16908288" : 176899,
            "17170432" : 196477,
            "17432576" : 214679,
            "17694720" : 223250,
            "17956864" : 174831,
            "18219008" : 107605,
            "18481152" : 51199,
            "18743296" : 19380,
            "19005440" : 10191,
            "19267584" : 6336,
            "19529728" : 4075,
            "19791872" : 2085,
            "20054016" : 621,
            "20316160" : 265,
            "20578304" : 213,
            "20840448" : 157,
            "21102592" : 99,
            "21364736" : 46,
            "21626880" : 28,
            "21889024" : 4,
            "22151168" : 4,
            "22413312" : 6,
            "22675456" : 3,
            "22937600" : 6,
            "23199744" : 2,
            "23461888" : 6,
            "23724032" : 3
          }
        },
        "lat_ns" : {
          "min" : 9484469,
          "max" : 24293085,
          "mean" : 16633307.671959,
          "stddev" : 1993844.777215,
          "N" : 2462352
        },
        "bw_min" : 13475117,
        "bw_max" : 21493984,
        "bw_agg" : 100.000000,
        "bw_mean" : 15760885.128527,
        "bw_dev" : 233704.674203,
        "bw_samples" : 2552,
        "iops_min" : 13159,
        "iops_max" : 20989,
        "iops_mean" : 15390.802508,
        "iops_stddev" : 228.231504,
        "iops_samples" : 2552
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1280000,
      "usr_cpu" : 0.651875,
      "sys_cpu" : 94.856797,
      "ctx" : 21637,
      "majf" : 0,
      "minf" : 283,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999919,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999959,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.030337,
        "20" : 99.921701,
        "50" : 0.047637,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819295,
  "timestamp_ms" : 1772819295707,
  "time" : "Fri Mar  6 13:48:15 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 9,
      "elapsed" : 181,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 2741728444416,
        "io_kbytes" : 2677469184,
        "bw_bytes" : 16127814378,
        "bw" : 15749818,
        "iops" : 15380.758824,
        "runtime" : 170000,
        "total_ios" : 2614729,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 228048,
          "max" : 3230251,
          "mean" : 516633.184624,
          "stddev" : 76022.656107,
          "N" : 2614729
        },
        "clat_ns" : {
          "min" : 9209950,
          "max" : 23726801,
          "mean" : 16126379.695617,
          "stddev" : 1904042.125960,
          "N" : 2614721,
          "percentile" : {
            "1.000000" : 10813440,
            "5.000000" : 11862016,
            "10.000000" : 13434880,
            "20.000000" : 14614528,
            "30.000000" : 15532032,
            "40.000000" : 16187392,
            "50.000000" : 16711680,
            "60.000000" : 17170432,
            "70.000000" : 17432576,
            "80.000000" : 17694720,
            "90.000000" : 17956864,
            "95.000000" : 18219008,
            "99.000000" : 18743296,
            "99.500000" : 19267584,
            "99.900000" : 19791872,
            "99.950000" : 20054016,
            "99.990000" : 20840448
          },
          "bins" : {
            "9240576" : 16,
            "9371648" : 26,
            "9502720" : 45,
            "9633792" : 21,
            "9764864" : 73,
            "9895936" : 333,
            "10027008" : 1276,
            "10158080" : 2747,
            "10289152" : 3708,
            "10420224" : 4327,
            "10551296" : 4416,
            "10682368" : 4474,
            "10813440" : 6535,
            "10944512" : 9360,
            "11075584" : 12411,
            "11206656" : 15531,
            "11337728" : 16455,
            "11468800" : 15489,
            "11599872" : 15460,
            "11730944" : 15035,
            "11862016" : 13413,
            "11993088" : 11181,
            "12124160" : 9811,
            "12255232" : 8983,
            "12386304" : 8980,
            "12517376" : 8864,
            "12648448" : 9266,
            "12779520" : 9952,
            "12910592" : 10728,
            "13041664" : 11793,
            "13172736" : 13532,
            "13303808" : 16482,
            "13434880" : 19112,
            "13565952" : 22743,
            "13697024" : 25816,
            "13828096" : 28738,
            "13959168" : 29928,
            "14090240" : 30746,
            "14221312" : 31789,
            "14352384" : 32555,
            "14483456" : 33675,
            "14614528" : 34161,
            "14745600" : 34411,
            "14876672" : 34678,
            "15007744" : 33722,
            "15138816" : 33209,
            "15269888" : 34354,
            "15400960" : 36822,
            "15532032" : 40389,
            "15663104" : 42951,
            "15794176" : 47239,
            "15925248" : 53216,
            "16056320" : 59348,
            "16187392" : 63611,
            "16318464" : 67251,
            "16449536" : 70311,
            "16580608" : 75527,
            "16711680" : 83304,
            "16908288" : 184308,
            "17170432" : 207092,
            "17432576" : 229837,
            "17694720" : 240756,
            "17956864" : 184538,
            "18219008" : 111837,
            "18481152" : 52267,
            "18743296" : 19553,
            "19005440" : 10228,
            "19267584" : 6347,
            "19529728" : 4081,
            "19791872" : 2085,
            "20054016" : 621,
            "20316160" : 265,
            "20578304" : 213,
            "20840448" : 157,
            "21102592" : 99,
            "21364736" : 46,
            "21626880" : 28,
            "21889024" : 4,
            "22151168" : 4,
            "22413312" : 6,
            "22675456" : 3,
            "22937600" : 6,
            "23199744" : 2,
            "23461888" : 6,
            "23724032" : 3
          }
        },
        "lat_ns" : {
          "min" : 9484469,
          "max" : 24293085,
          "mean" : 16643016.615791,
          "stddev" : 1964331.119801,
          "N" : 2614721
        },
        "bw_min" : 13475117,
        "bw_max" : 21493984,
        "bw_agg" : 100.000000,
        "bw_mean" : 15753226.731563,
        "bw_dev" : 230453.516878,
        "bw_samples" : 2712,
        "iops_min" : 13159,
        "iops_max" : 20989,
        "iops_mean" : 15383.339233,
        "iops_stddev" : 225.056220,
        "iops_samples" : 2712
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1360000,
      "usr_cpu" : 0.653603,
      "sys_cpu" : 94.840294,
      "ctx" : 23022,
      "majf" : 0,
      "minf" : 283,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.029028,
        "20" : 99.925805,
        "50" : 0.044861,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819305,
  "timestamp_ms" : 1772819305733,
  "time" : "Fri Mar  6 13:48:25 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 2906192347136,
        "io_kbytes" : 2838078464,
        "bw_bytes" : 16145423342,
        "bw" : 15767014,
        "iops" : 15397.120016,
        "runtime" : 180001,
        "total_ios" : 2771497,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 228048,
          "max" : 3230251,
          "mean" : 516079.150481,
          "stddev" : 75648.281288,
          "N" : 2771505
        },
        "clat_ns" : {
          "min" : 4337,
          "max" : 23726801,
          "mean" : 16108306.803578,
          "stddev" : 1896361.234612,
          "N" : 2771745,
          "percentile" : {
            "1.000000" : 10813440,
            "5.000000" : 11862016,
            "10.000000" : 13303808,
            "20.000000" : 14614528,
            "30.000000" : 15532032,
            "40.000000" : 16187392,
            "50.000000" : 16711680,
            "60.000000" : 17170432,
            "70.000000" : 17432576,
            "80.000000" : 17694720,
            "90.000000" : 17956864,
            "95.000000" : 18219008,
            "99.000000" : 18743296,
            "99.500000" : 19267584,
            "99.900000" : 19791872,
            "99.950000" : 20054016,
            "99.990000" : 20840448
          },
          "bins" : {
            "4320" : 1,
            "4448" : 1,
            "11584" : 1,
            "13504" : 1,
            "14400" : 1,
            "14528" : 1,
            "18048" : 1,
            "20352" : 1,
            "403456" : 1,
            "468992" : 1,
            "489472" : 1,
            "518144" : 1,
            "528384" : 1,
            "552960" : 1,
            "569344" : 1,
            "585728" : 1,
            "929792" : 1,
            "978944" : 1,
            "1056768" : 1,
            "1089536" : 1,
            "1105920" : 2,
            "1155072" : 2,
            "1384448" : 1,
            "1499136" : 1,
            "1581056" : 1,
            "1646592" : 2,
            "1662976" : 1,
            "1728512" : 1,
            "1826816" : 1,
            "1908736" : 1,
            "2056192" : 1,
            "2088960" : 1,
            "2146304" : 1,
            "2179072" : 1,
            "2244608" : 1,
            "2277376" : 1,
            "2408448" : 2,
            "2539520" : 1,
            "2637824" : 1,
            "2670592" : 1,
            "2736128" : 1,
            "2768896" : 1,
            "2801664" : 1,
            "2899968" : 1,
            "2965504" : 1,
            "3031040" : 1,
            "3096576" : 1,
            "3293184" : 1,
            "3325952" : 1,
            "3358720" : 1,
            "3391488" : 2,
            "3489792" : 1,
            "3522560" : 2,
            "3850240" : 2,
            "3915776" : 1,
            "3948544" : 2,
            "3981312" : 1,
            "4014080" : 1,
            "4079616" : 1,
            "4358144" : 1,
            "4423680" : 2,
            "4489216" : 1,
            "4554752" : 3,
            "4620288" : 1,
            "4816896" : 1,
            "5013504" : 2,
            "5079040" : 4,
            "5144576" : 1,
            "5275648" : 1,
            "5537792" : 1,
            "5603328" : 5,
            "5668864" : 1,
            "5799936" : 1,
            "6062080" : 1,
            "6127616" : 3,
            "6193152" : 3,
            "6258688" : 1,
            "6586368" : 2,
            "6651904" : 2,
            "6717440" : 3,
            "6782976" : 1,
            "7110656" : 2,
            "7241728" : 3,
            "7307264" : 2,
            "7372800" : 1,
            "7700480" : 1,
            "7766016" : 2,
            "7831552" : 4,
            "7897088" : 1,
            "8290304" : 4,
            "8355840" : 2,
            "8454144" : 2,
            "8716288" : 1,
            "8847360" : 3,
            "8978432" : 4,
            "9240576" : 17,
            "9371648" : 27,
            "9502720" : 50,
            "9633792" : 22,
            "9764864" : 74,
            "9895936" : 334,
            "10027008" : 1280,
            "10158080" : 2749,
            "10289152" : 3709,
            "10420224" : 4333,
            "10551296" : 4519,
            "10682368" : 4799,
            "10813440" : 7247,
            "10944512" : 10206,
            "11075584" : 13079,
            "11206656" : 15821,
            "11337728" : 16520,
            "11468800" : 15524,
            "11599872" : 15547,
            "11730944" : 15252,
            "11862016" : 13758,
            "11993088" : 11623,
            "12124160" : 10371,
            "12255232" : 9619,
            "12386304" : 9621,
            "12517376" : 9759,
            "12648448" : 10348,
            "12779520" : 11193,
            "12910592" : 12453,
            "13041664" : 13841,
            "13172736" : 15607,
            "13303808" : 18343,
            "13434880" : 20815,
            "13565952" : 24659,
            "13697024" : 27866,
            "13828096" : 30673,
            "13959168" : 31687,
            "14090240" : 32312,
            "14221312" : 33052,
            "14352384" : 33961,
            "14483456" : 35501,
            "14614528" : 36923,
            "14745600" : 37574,
            "14876672" : 38648,
            "15007744" : 38205,
            "15138816" : 37641,
            "15269888" : 38716,
            "15400960" : 41079,
            "15532032" : 44122,
            "15663104" : 46371,
            "15794176" : 50641,
            "15925248" : 57055,
            "16056320" : 63326,
            "16187392" : 67427,
            "16318464" : 71217,
            "16449536" : 75012,
            "16580608" : 80511,
            "16711680" : 88798,
            "16908288" : 197752,
            "17170432" : 218339,
            "17432576" : 237995,
            "17694720" : 249520,
            "17956864" : 191767,
            "18219008" : 116215,
            "18481152" : 54188,
            "18743296" : 20052,
            "19005440" : 10313,
            "19267584" : 6377,
            "19529728" : 4084,
            "19791872" : 2088,
            "20054016" : 632,
            "20316160" : 269,
            "20578304" : 213,
            "20840448" : 157,
            "21102592" : 99,
            "21364736" : 46,
            "21626880" : 28,
            "21889024" : 4,
            "22151168" : 4,
            "22413312" : 6,
            "22675456" : 3,
            "22937600" : 6,
            "23199744" : 2,
            "23461888" : 6,
            "23724032" : 3
          }
        },
        "lat_ns" : {
          "min" : 398778,
          "max" : 24293085,
          "mean" : 16624389.055429,
          "stddev" : 1956271.244490,
          "N" : 2771745
        },
        "bw_min" : 13475117,
        "bw_max" : 21493984,
        "bw_agg" : 100.000000,
        "bw_mean" : 15772881.348189,
        "bw_dev" : 229657.809540,
        "bw_samples" : 2872,
        "iops_min" : 13159,
        "iops_max" : 20989,
        "iops_mean" : 15402.529248,
        "iops_stddev" : 224.278931,
        "iops_samples" : 2872
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1440000,
      "usr_cpu" : 0.651944,
      "sys_cpu" : 94.840903,
      "ctx" : 23826,
      "majf" : 0,
      "minf" : 290,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999711,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.010000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.010000,
        "750" : 0.010000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 0.030525,
        "20" : 99.933249,
        "50" : 0.042829,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819305,
  "timestamp_ms" : 1772819305789,
  "time" : "Fri Mar  6 13:48:25 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 2906393673728,
        "io_kbytes" : 2838275072,
        "bw_bytes" : 16143940863,
        "bw" : 15765567,
        "iops" : 15394.639782,
        "runtime" : 180030,
        "total_ios" : 2771497,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 228048,
          "max" : 3230251,
          "mean" : 516079.150481,
          "stddev" : 75648.281288,
          "N" : 2771505
        },
        "clat_ns" : {
          "min" : 4337,
          "max" : 23726801,
          "mean" : 16108306.803578,
          "stddev" : 1896361.234612,
          "N" : 2771745,
          "percentile" : {
            "1.000000" : 10813440,
            "5.000000" : 11862016,
            "10.000000" : 13303808,
            "20.000000" : 14614528,
            "30.000000" : 15532032,
            "40.000000" : 16187392,
            "50.000000" : 16711680,
            "60.000000" : 17170432,
            "70.000000" : 17432576,
            "80.000000" : 17694720,
            "90.000000" : 17956864,
            "95.000000" : 18219008,
            "99.000000" : 18743296,
            "99.500000" : 19267584,
            "99.900000" : 19791872,
            "99.950000" : 20054016,
            "99.990000" : 20840448
          },
          "bins" : {
            "4320" : 1,
            "4448" : 1,
            "11584" : 1,
            "13504" : 1,
            "14400" : 1,
            "14528" : 1,
            "18048" : 1,
            "20352" : 1,
            "403456" : 1,
            "468992" : 1,
            "489472" : 1,
            "518144" : 1,
            "528384" : 1,
            "552960" : 1,
            "569344" : 1,
            "585728" : 1,
            "929792" : 1,
            "978944" : 1,
            "1056768" : 1,
            "1089536" : 1,
            "1105920" : 2,
            "1155072" : 2,
            "1384448" : 1,
            "1499136" : 1,
            "1581056" : 1,
            "1646592" : 2,
            "1662976" : 1,
            "1728512" : 1,
            "1826816" : 1,
            "1908736" : 1,
            "2056192" : 1,
            "2088960" : 1,
            "2146304" : 1,
            "2179072" : 1,
            "2244608" : 1,
            "2277376" : 1,
            "2408448" : 2,
            "2539520" : 1,
            "2637824" : 1,
            "2670592" : 1,
            "2736128" : 1,
            "2768896" : 1,
            "2801664" : 1,
            "2899968" : 1,
            "2965504" : 1,
            "3031040" : 1,
            "3096576" : 1,
            "3293184" : 1,
            "3325952" : 1,
            "3358720" : 1,
            "3391488" : 2,
            "3489792" : 1,
            "3522560" : 2,
            "3850240" : 2,
            "3915776" : 1,
            "3948544" : 2,
            "3981312" : 1,
            "4014080" : 1,
            "4079616" : 1,
            "4358144" : 1,
            "4423680" : 2,
            "4489216" : 1,
            "4554752" : 3,
            "4620288" : 1,
            "4816896" : 1,
            "5013504" : 2,
            "5079040" : 4,
            "5144576" : 1,
            "5275648" : 1,
            "5537792" : 1,
            "5603328" : 5,
            "5668864" : 1,
            "5799936" : 1,
            "6062080" : 1,
            "6127616" : 3,
            "6193152" : 3,
            "6258688" : 1,
            "6586368" : 2,
            "6651904" : 2,
            "6717440" : 3,
            "6782976" : 1,
            "7110656" : 2,
            "7241728" : 3,
            "7307264" : 2,
            "7372800" : 1,
            "7700480" : 1,
            "7766016" : 2,
            "7831552" : 4,
            "7897088" : 1,
            "8290304" : 4,
            "8355840" : 2,
            "8454144" : 2,
            "8716288" : 1,
            "8847360" : 3,
            "8978432" : 4,
            "9240576" : 17,
            "9371648" : 27,
            "9502720" : 50,
            "9633792" : 22,
            "9764864" : 74,
            "9895936" : 334,
            "10027008" : 1280,
            "10158080" : 2749,
            "10289152" : 3709,
            "10420224" : 4333,
            "10551296" : 4519,
            "10682368" : 4799,
            "10813440" : 7247,
            "10944512" : 10206,
            "11075584" : 13079,
            "11206656" : 15821,
            "11337728" : 16520,
            "11468800" : 15524,
            "11599872" : 15547,
            "11730944" : 15252,
            "11862016" : 13758,
            "11993088" : 11623,
            "12124160" : 10371,
            "12255232" : 9619,
            "12386304" : 9621,
            "12517376" : 9759,
            "12648448" : 10348,
            "12779520" : 11193,
            "12910592" : 12453,
            "13041664" : 13841,
            "13172736" : 15607,
            "13303808" : 18343,
            "13434880" : 20815,
            "13565952" : 24659,
            "13697024" : 27866,
            "13828096" : 30673,
            "13959168" : 31687,
            "14090240" : 32312,
            "14221312" : 33052,
            "14352384" : 33961,
            "14483456" : 35501,
            "14614528" : 36923,
            "14745600" : 37574,
            "14876672" : 38648,
            "15007744" : 38205,
            "15138816" : 37641,
            "15269888" : 38716,
            "15400960" : 41079,
            "15532032" : 44122,
            "15663104" : 46371,
            "15794176" : 50641,
            "15925248" : 57055,
            "16056320" : 63326,
            "16187392" : 67427,
            "16318464" : 71217,
            "16449536" : 75012,
            "16580608" : 80511,
            "16711680" : 88798,
            "16908288" : 197752,
            "17170432" : 218339,
            "17432576" : 237995,
            "17694720" : 249520,
            "17956864" : 191767,
            "18219008" : 116215,
            "18481152" : 54188,
            "18743296" : 20052,
            "19005440" : 10313,
            "19267584" : 6377,
            "19529728" : 4084,
            "19791872" : 2088,
            "20054016" : 632,
            "20316160" : 269,
            "20578304" : 213,
            "20840448" : 157,
            "21102592" : 99,
            "21364736" : 46,
            "21626880" : 28,
            "21889024" : 4,
            "22151168" : 4,
            "22413312" : 6,
            "22675456" : 3,
            "22937600" : 6,
            "23199744" : 2,
            "23461888" : 6,
            "23724032" : 3
          }
        },
        "lat_ns" : {
          "min" : 398778,
          "max" : 24293085,
          "mean" : 16624389.055429,
          "stddev" : 1956271.244490,
          "N" : 2771745
        },
        "bw_min" : 13475117,
        "bw_max" : 21493984,
        "bw_agg" : 100.000000,
        "bw_mean" : 15770984.527994,
        "bw_dev" : 229480.842573,
        "bw_samples" : 2879,
        "iops_min" : 13159,
        "iops_max" : 20989,
        "iops_mean" : 15400.668462,
        "iops_stddev" : 224.106514,
        "iops_samples" : 2879
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1440197,
      "usr_cpu" : 0.651855,
      "sys_cpu" : 94.827930,
      "ctx" : 24015,
      "majf" : 0,
      "minf" : 296,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999711,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.010000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.010000,
        "750" : 0.010000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 0.030525,
        "20" : 99.933249,
        "50" : 0.042829,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}