← Back to file list

📄 seq-read-qd32-nj8_run3.json

mirror/benchmarks/seq/seq-read-qd32-nj8_run3.json

{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819364,
  "timestamp_ms" : 1772819364522,
  "time" : "Fri Mar  6 13:49:24 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 180,
      "elapsed" : 10,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 174255505408,
        "io_kbytes" : 170171392,
        "bw_bytes" : 17846733450,
        "bw" : 17428450,
        "iops" : 17047.111839,
        "runtime" : 9764,
        "total_ios" : 166448,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 78112,
      "usr_cpu" : 0.606821,
      "sys_cpu" : 95.343865,
      "ctx" : 765,
      "majf" : 0,
      "minf" : 65588,
      "iodepth_level" : {
        "1" : 0.100000,
        "2" : 0.100000,
        "4" : 0.100000,
        "8" : 0.100000,
        "16" : 0.100000,
        "32" : 99.851005,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819374,
  "timestamp_ms" : 1772819374758,
  "time" : "Fri Mar  6 13:49:34 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 170,
      "elapsed" : 21,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 153748504576,
        "io_kbytes" : 150145024,
        "bw_bytes" : 15374850457,
        "bw" : 15014502,
        "iops" : 14663.600000,
        "runtime" : 10000,
        "total_ios" : 146636,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 269862,
          "max" : 2311890,
          "mean" : 542066.755926,
          "stddev" : 59052.819403,
          "N" : 146636
        },
        "clat_ns" : {
          "min" : 11590549,
          "max" : 22269536,
          "mean" : 16917129.172409,
          "stddev" : 1040026.874048,
          "N" : 146628,
          "percentile" : {
            "1.000000" : 12517376,
            "5.000000" : 15138816,
            "10.000000" : 15794176,
            "20.000000" : 16187392,
            "30.000000" : 16449536,
            "40.000000" : 16711680,
            "50.000000" : 16908288,
            "60.000000" : 17170432,
            "70.000000" : 17694720,
            "80.000000" : 17694720,
            "90.000000" : 17956864,
            "95.000000" : 18219008,
            "99.000000" : 18481152,
            "99.500000" : 18743296,
            "99.900000" : 19791872,
            "99.950000" : 20054016,
            "99.990000" : 21889024
          },
          "bins" : {
            "11599872" : 7,
            "11730944" : 27,
            "11862016" : 71,
            "11993088" : 154,
            "12124160" : 228,
            "12255232" : 299,
            "12386304" : 405,
            "12517376" : 280,
            "12648448" : 157,
            "12779520" : 105,
            "12910592" : 61,
            "13041664" : 35,
            "13172736" : 33,
            "13303808" : 22,
            "13434880" : 44,
            "13565952" : 85,
            "13697024" : 92,
            "13828096" : 95,
            "13959168" : 134,
            "14090240" : 137,
            "14221312" : 175,
            "14352384" : 219,
            "14483456" : 336,
            "14614528" : 544,
            "14745600" : 787,
            "14876672" : 881,
            "15007744" : 964,
            "15138816" : 1083,
            "15269888" : 1329,
            "15400960" : 1533,
            "15532032" : 1796,
            "15663104" : 2225,
            "15794176" : 3086,
            "15925248" : 4083,
            "16056320" : 4802,
            "16187392" : 5460,
            "16318464" : 6243,
            "16449536" : 6948,
            "16580608" : 7154,
            "16711680" : 7755,
            "16908288" : 15484,
            "17170432" : 13564,
            "17432576" : 12998,
            "17694720" : 16615,
            "17956864" : 15477,
            "18219008" : 8357,
            "18481152" : 2895,
            "18743296" : 716,
            "19005440" : 215,
            "19267584" : 173,
            "19529728" : 74,
            "19791872" : 66,
            "20054016" : 47,
            "20316160" : 24,
            "20578304" : 21,
            "20840448" : 1,
            "21102592" : 3,
            "21364736" : 4,
            "21626880" : 1,
            "21889024" : 6,
            "22151168" : 14
          }
        },
        "lat_ns" : {
          "min" : 11976959,
          "max" : 22841470,
          "mean" : 17459231.246501,
          "stddev" : 1071710.543334,
          "N" : 146628
        },
        "bw_min" : 14297088,
        "bw_max" : 16053804,
        "bw_agg" : 99.858021,
        "bw_mean" : 14993185.157895,
        "bw_dev" : 69762.979882,
        "bw_samples" : 152,
        "iops_min" : 13962,
        "iops_max" : 15677,
        "iops_mean" : 14641.000000,
        "iops_stddev" : 68.126812,
        "iops_samples" : 152
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 79997,
      "usr_cpu" : 0.573772,
      "sys_cpu" : 94.984812,
      "ctx" : 2083,
      "majf" : 0,
      "minf" : 287,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999318,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999318,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 99.918847,
        "50" : 0.075698,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819384,
  "timestamp_ms" : 1772819384758,
  "time" : "Fri Mar  6 13:49:44 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 160,
      "elapsed" : 31,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 307611303936,
        "io_kbytes" : 300401664,
        "bw_bytes" : 15380565196,
        "bw" : 15020083,
        "iops" : 14668.750000,
        "runtime" : 20000,
        "total_ios" : 293375,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 248620,
          "max" : 2311890,
          "mean" : 541849.670088,
          "stddev" : 60743.723805,
          "N" : 293375
        },
        "clat_ns" : {
          "min" : 10292667,
          "max" : 22269536,
          "mean" : 16909771.362035,
          "stddev" : 1186888.969636,
          "N" : 293367,
          "percentile" : {
            "1.000000" : 11337728,
            "5.000000" : 15007744,
            "10.000000" : 15663104,
            "20.000000" : 16187392,
            "30.000000" : 16580608,
            "40.000000" : 16908288,
            "50.000000" : 17170432,
            "60.000000" : 17432576,
            "70.000000" : 17694720,
            "80.000000" : 17694720,
            "90.000000" : 17956864,
            "95.000000" : 18219008,
            "99.000000" : 18743296,
            "99.500000" : 19005440,
            "99.900000" : 19529728,
            "99.950000" : 20054016,
            "99.990000" : 21102592
          },
          "bins" : {
            "10289152" : 13,
            "10420224" : 63,
            "10551296" : 253,
            "10682368" : 465,
            "10813440" : 668,
            "10944512" : 655,
            "11075584" : 476,
            "11206656" : 266,
            "11337728" : 133,
            "11468800" : 55,
            "11599872" : 17,
            "11730944" : 33,
            "11862016" : 89,
            "11993088" : 178,
            "12124160" : 304,
            "12255232" : 389,
            "12386304" : 553,
            "12517376" : 399,
            "12648448" : 285,
            "12779520" : 254,
            "12910592" : 265,
            "13041664" : 194,
            "13172736" : 228,
            "13303808" : 182,
            "13434880" : 214,
            "13565952" : 187,
            "13697024" : 226,
            "13828096" : 254,
            "13959168" : 423,
            "14090240" : 509,
            "14221312" : 563,
            "14352384" : 646,
            "14483456" : 749,
            "14614528" : 995,
            "14745600" : 1253,
            "14876672" : 1468,
            "15007744" : 1719,
            "15138816" : 2091,
            "15269888" : 2589,
            "15400960" : 3298,
            "15532032" : 3800,
            "15663104" : 4207,
            "15794176" : 5236,
            "15925248" : 6503,
            "16056320" : 7755,
            "16187392" : 8665,
            "16318464" : 10136,
            "16449536" : 11407,
            "16580608" : 12059,
            "16711680" : 13625,
            "16908288" : 29784,
            "17170432" : 30961,
            "17432576" : 32445,
            "17694720" : 39478,
            "17956864" : 32052,
            "18219008" : 13835,
            "18481152" : 4586,
            "18743296" : 1576,
            "19005440" : 838,
            "19267584" : 449,
            "19529728" : 112,
            "19791872" : 99,
            "20054016" : 59,
            "20316160" : 30,
            "20578304" : 26,
            "20840448" : 9,
            "21102592" : 9,
            "21364736" : 4,
            "21626880" : 1,
            "21889024" : 6,
            "22151168" : 14
          }
        },
        "lat_ns" : {
          "min" : 10640709,
          "max" : 22841470,
          "mean" : 17451616.094520,
          "stddev" : 1223579.244236,
          "N" : 293367
        },
        "bw_min" : 14071808,
        "bw_max" : 17098444,
        "bw_agg" : 100.000000,
        "bw_mean" : 15039574.564103,
        "bw_dev" : 116199.038094,
        "bw_samples" : 312,
        "iops_min" : 13742,
        "iops_max" : 16697,
        "iops_mean" : 14686.230769,
        "iops_stddev" : 113.458587,
        "iops_samples" : 312
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 159997,
      "usr_cpu" : 0.570636,
      "sys_cpu" : 95.024282,
      "ctx" : 3646,
      "majf" : 0,
      "minf" : 287,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 99.948189,
        "50" : 0.049084,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819394,
  "timestamp_ms" : 1772819394758,
  "time" : "Fri Mar  6 13:49:54 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 150,
      "elapsed" : 41,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 479583010816,
        "io_kbytes" : 468342784,
        "bw_bytes" : 15986100360,
        "bw" : 15611426,
        "iops" : 15245.866667,
        "runtime" : 30000,
        "total_ios" : 457376,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 248620,
          "max" : 2695777,
          "mean" : 521290.757084,
          "stddev" : 75738.213332,
          "N" : 457377
        },
        "clat_ns" : {
          "min" : 10082076,
          "max" : 22832726,
          "mean" : 16269936.271134,
          "stddev" : 1842468.944807,
          "N" : 457368,
          "percentile" : {
            "1.000000" : 11075584,
            "5.000000" : 11730944,
            "10.000000" : 13565952,
            "20.000000" : 14745600,
            "30.000000" : 15925248,
            "40.000000" : 16449536,
            "50.000000" : 16908288,
            "60.000000" : 17170432,
            "70.000000" : 17432576,
            "80.000000" : 17694720,
            "90.000000" : 17956864,
            "95.000000" : 18219008,
            "99.000000" : 18481152,
            "99.500000" : 19005440,
            "99.900000" : 19791872,
            "99.950000" : 20054016,
            "99.990000" : 21626880
          },
          "bins" : {
            "10027008" : 2,
            "10158080" : 30,
            "10289152" : 52,
            "10420224" : 91,
            "10551296" : 302,
            "10682368" : 499,
            "10813440" : 789,
            "10944512" : 1264,
            "11075584" : 1929,
            "11206656" : 3298,
            "11337728" : 4815,
            "11468800" : 5154,
            "11599872" : 4423,
            "11730944" : 2878,
            "11862016" : 1690,
            "11993088" : 951,
            "12124160" : 879,
            "12255232" : 974,
            "12386304" : 1159,
            "12517376" : 1073,
            "12648448" : 1073,
            "12779520" : 1170,
            "12910592" : 1401,
            "13041664" : 1715,
            "13172736" : 1930,
            "13303808" : 1989,
            "13434880" : 2167,
            "13565952" : 2645,
            "13697024" : 3229,
            "13828096" : 3800,
            "13959168" : 4337,
            "14090240" : 4935,
            "14221312" : 5229,
            "14352384" : 5563,
            "14483456" : 5792,
            "14614528" : 6175,
            "14745600" : 6276,
            "14876672" : 5930,
            "15007744" : 5017,
            "15138816" : 4297,
            "15269888" : 4152,
            "15400960" : 4494,
            "15532032" : 4659,
            "15663104" : 4836,
            "15794176" : 5819,
            "15925248" : 7304,
            "16056320" : 8828,
            "16187392" : 10052,
            "16318464" : 11848,
            "16449536" : 14091,
            "16580608" : 15450,
            "16711680" : 17100,
            "16908288" : 36678,
            "17170432" : 39840,
            "17432576" : 43217,
            "17694720" : 53355,
            "17956864" : 42729,
            "18219008" : 16659,
            "18481152" : 5259,
            "18743296" : 1781,
            "19005440" : 925,
            "19267584" : 558,
            "19529728" : 258,
            "19791872" : 184,
            "20054016" : 143,
            "20316160" : 43,
            "20578304" : 61,
            "20840448" : 27,
            "21102592" : 23,
            "21364736" : 19,
            "21626880" : 17,
            "21889024" : 18,
            "22151168" : 18,
            "22413312" : 1,
            "22937600" : 1
          }
        },
        "lat_ns" : {
          "min" : 10386260,
          "max" : 23308823,
          "mean" : 16791269.297023,
          "stddev" : 1900679.777825,
          "N" : 457369
        },
        "bw_min" : 14004224,
        "bw_max" : 20097853,
        "bw_agg" : 99.798935,
        "bw_mean" : 15580037.372881,
        "bw_dev" : 219563.774626,
        "bw_samples" : 472,
        "iops_min" : 13676,
        "iops_max" : 19626,
        "iops_mean" : 15214.186441,
        "iops_stddev" : 214.414728,
        "iops_samples" : 472
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 239996,
      "usr_cpu" : 0.603343,
      "sys_cpu" : 95.076585,
      "ctx" : 5137,
      "majf" : 0,
      "minf" : 287,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999781,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999781,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 99.929817,
        "50" : 0.068652,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819404,
  "timestamp_ms" : 1772819404758,
  "time" : "Fri Mar  6 13:50:04 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 140,
      "elapsed" : 51,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 639325175808,
        "io_kbytes" : 624340992,
        "bw_bytes" : 15983129395,
        "bw" : 15608524,
        "iops" : 15242.950000,
        "runtime" : 40000,
        "total_ios" : 609718,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 248620,
          "max" : 2695777,
          "mean" : 521384.904234,
          "stddev" : 73045.772608,
          "N" : 609718
        },
        "clat_ns" : {
          "min" : 10082076,
          "max" : 22832726,
          "mean" : 16272442.216913,
          "stddev" : 1737333.430785,
          "N" : 609710,
          "percentile" : {
            "1.000000" : 11206656,
            "5.000000" : 12386304,
            "10.000000" : 13828096,
            "20.000000" : 14876672,
            "30.000000" : 15925248,
            "40.000000" : 16449536,
            "50.000000" : 16908288,
            "60.000000" : 17170432,
            "70.000000" : 17432576,
            "80.000000" : 17694720,
            "90.000000" : 17956864,
            "95.000000" : 18219008,
            "99.000000" : 18743296,
            "99.500000" : 19005440,
            "99.900000" : 19791872,
            "99.950000" : 20054016,
            "99.990000" : 21364736
          },
          "bins" : {
            "10027008" : 2,
            "10158080" : 30,
            "10289152" : 52,
            "10420224" : 91,
            "10551296" : 302,
            "10682368" : 499,
            "10813440" : 789,
            "10944512" : 1264,
            "11075584" : 1929,
            "11206656" : 3298,
            "11337728" : 4815,
            "11468800" : 5156,
            "11599872" : 4458,
            "11730944" : 2964,
            "11862016" : 1749,
            "11993088" : 971,
            "12124160" : 937,
            "12255232" : 1004,
            "12386304" : 1180,
            "12517376" : 1143,
            "12648448" : 1220,
            "12779520" : 1423,
            "12910592" : 1812,
            "13041664" : 2197,
            "13172736" : 2671,
            "13303808" : 3018,
            "13434880" : 3720,
            "13565952" : 4744,
            "13697024" : 5754,
            "13828096" : 6202,
            "13959168" : 6665,
            "14090240" : 7002,
            "14221312" : 6840,
            "14352384" : 6819,
            "14483456" : 7086,
            "14614528" : 7728,
            "14745600" : 8262,
            "14876672" : 8378,
            "15007744" : 7857,
            "15138816" : 7573,
            "15269888" : 7547,
            "15400960" : 7898,
            "15532032" : 8331,
            "15663104" : 8745,
            "15794176" : 10103,
            "15925248" : 11809,
            "16056320" : 13658,
            "16187392" : 15273,
            "16318464" : 17341,
            "16449536" : 19408,
            "16580608" : 20809,
            "16711680" : 22492,
            "16908288" : 48934,
            "17170432" : 52869,
            "17432576" : 56739,
            "17694720" : 65035,
            "17956864" : 49966,
            "18219008" : 19590,
            "18481152" : 6294,
            "18743296" : 2920,
            "19005440" : 2070,
            "19267584" : 1210,
            "19529728" : 441,
            "19791872" : 197,
            "20054016" : 159,
            "20316160" : 58,
            "20578304" : 74,
            "20840448" : 34,
            "21102592" : 23,
            "21364736" : 20,
            "21626880" : 21,
            "21889024" : 18,
            "22151168" : 18,
            "22413312" : 1,
            "22937600" : 1
          }
        },
        "lat_ns" : {
          "min" : 10386260,
          "max" : 23308823,
          "mean" : 16793831.432661,
          "stddev" : 1792132.131781,
          "N" : 609710
        },
        "bw_min" : 13932544,
        "bw_max" : 20435773,
        "bw_agg" : 100.000000,
        "bw_mean" : 15619066.101266,
        "bw_dev" : 209052.284971,
        "bw_samples" : 632,
        "iops_min" : 13606,
        "iops_max" : 19956,
        "iops_mean" : 15252.291139,
        "iops_stddev" : 204.146548,
        "iops_samples" : 632
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 319993,
      "usr_cpu" : 0.610013,
      "sys_cpu" : 94.998016,
      "ctx" : 6569,
      "majf" : 0,
      "minf" : 287,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 99.938496,
        "50" : 0.060192,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819414,
  "timestamp_ms" : 1772819414758,
  "time" : "Fri Mar  6 13:50:14 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 129,
      "elapsed" : 61,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 797675880448,
        "io_kbytes" : 778980352,
        "bw_bytes" : 15953517608,
        "bw" : 15579607,
        "iops" : 15214.620000,
        "runtime" : 50000,
        "total_ios" : 760731,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 248620,
          "max" : 2982895,
          "mean" : 522349.734859,
          "stddev" : 72020.700763,
          "N" : 760731
        },
        "clat_ns" : {
          "min" : 10082076,
          "max" : 22832726,
          "mean" : 16302644.569109,
          "stddev" : 1696109.812665,
          "N" : 760723,
          "percentile" : {
            "1.000000" : 11206656,
            "5.000000" : 12648448,
            "10.000000" : 13828096,
            "20.000000" : 15007744,
            "30.000000" : 15925248,
            "40.000000" : 16449536,
            "50.000000" : 16908288,
            "60.000000" : 17170432,
            "70.000000" : 17432576,
            "80.000000" : 17694720,
            "90.000000" : 17956864,
            "95.000000" : 18219008,
            "99.000000" : 18743296,
            "99.500000" : 19005440,
            "99.900000" : 19529728,
            "99.950000" : 20054016,
            "99.990000" : 21364736
          },
          "bins" : {
            "10027008" : 2,
            "10158080" : 30,
            "10289152" : 52,
            "10420224" : 91,
            "10551296" : 302,
            "10682368" : 499,
            "10813440" : 789,
            "10944512" : 1264,
            "11075584" : 1929,
            "11206656" : 3412,
            "11337728" : 5232,
            "11468800" : 5943,
            "11599872" : 5415,
            "11730944" : 3521,
            "11862016" : 2108,
            "11993088" : 1312,
            "12124160" : 1175,
            "12255232" : 1234,
            "12386304" : 1462,
            "12517376" : 1625,
            "12648448" : 1771,
            "12779520" : 2113,
            "12910592" : 2634,
            "13041664" : 2847,
            "13172736" : 3241,
            "13303808" : 3642,
            "13434880" : 4321,
            "13565952" : 5449,
            "13697024" : 6410,
            "13828096" : 6989,
            "13959168" : 7690,
            "14090240" : 8410,
            "14221312" : 8540,
            "14352384" : 8772,
            "14483456" : 9036,
            "14614528" : 9558,
            "14745600" : 10144,
            "14876672" : 10111,
            "15007744" : 9718,
            "15138816" : 9661,
            "15269888" : 9509,
            "15400960" : 9974,
            "15532032" : 10451,
            "15663104" : 10866,
            "15794176" : 12553,
            "15925248" : 14961,
            "16056320" : 17081,
            "16187392" : 19029,
            "16318464" : 21397,
            "16449536" : 24254,
            "16580608" : 25582,
            "16711680" : 27857,
            "16908288" : 61785,
            "17170432" : 68644,
            "17432576" : 76819,
            "17694720" : 84571,
            "17956864" : 58819,
            "18219008" : 23052,
            "18481152" : 7237,
            "18743296" : 3210,
            "19005440" : 2155,
            "19267584" : 1268,
            "19529728" : 454,
            "19791872" : 214,
            "20054016" : 166,
            "20316160" : 69,
            "20578304" : 106,
            "20840448" : 44,
            "21102592" : 51,
            "21364736" : 32,
            "21626880" : 21,
            "21889024" : 18,
            "22151168" : 18,
            "22413312" : 1,
            "22937600" : 1
          }
        },
        "lat_ns" : {
          "min" : 10386260,
          "max" : 23308823,
          "mean" : 16824998.716878,
          "stddev" : 1749556.587233,
          "N" : 760723
        },
        "bw_min" : 13893676,
        "bw_max" : 20578304,
        "bw_agg" : 100.000000,
        "bw_mean" : 15592056.868687,
        "bw_dev" : 199581.589221,
        "bw_samples" : 792,
        "iops_min" : 13567,
        "iops_max" : 20096,
        "iops_mean" : 15225.929293,
        "iops_stddev" : 194.903462,
        "iops_samples" : 792
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 399997,
      "usr_cpu" : 0.614255,
      "sys_cpu" : 94.929712,
      "ctx" : 8506,
      "majf" : 0,
      "minf" : 287,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 99.938086,
        "50" : 0.060863,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819424,
  "timestamp_ms" : 1772819424758,
  "time" : "Fri Mar  6 13:50:24 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 120,
      "elapsed" : 71,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 959545606144,
        "io_kbytes" : 937056256,
        "bw_bytes" : 15992426769,
        "bw" : 15617604,
        "iops" : 15251.750000,
        "runtime" : 60000,
        "total_ios" : 915105,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 241389,
          "max" : 3070890,
          "mean" : 521068.843343,
          "stddev" : 75365.452367,
          "N" : 915105
        },
        "clat_ns" : {
          "min" : 9504264,
          "max" : 22832726,
          "mean" : 16263185.616909,
          "stddev" : 1818035.947018,
          "N" : 915097,
          "percentile" : {
            "1.000000" : 11075584,
            "5.000000" : 11730944,
            "10.000000" : 13565952,
            "20.000000" : 14876672,
            "30.000000" : 15925248,
            "40.000000" : 16449536,
            "50.000000" : 16908288,
            "60.000000" : 17170432,
            "70.000000" : 17432576,
            "80.000000" : 17694720,
            "90.000000" : 17956864,
            "95.000000" : 18219008,
            "99.000000" : 18481152,
            "99.500000" : 19005440,
            "99.900000" : 19791872,
            "99.950000" : 20316160,
            "99.990000" : 21364736
          },
          "bins" : {
            "9502720" : 7,
            "9633792" : 11,
            "9764864" : 3,
            "9895936" : 6,
            "10027008" : 20,
            "10158080" : 55,
            "10289152" : 102,
            "10420224" : 147,
            "10551296" : 522,
            "10682368" : 1061,
            "10813440" : 2135,
            "10944512" : 3535,
            "11075584" : 4433,
            "11206656" : 5581,
            "11337728" : 6863,
            "11468800" : 8183,
            "11599872" : 8227,
            "11730944" : 6218,
            "11862016" : 4664,
            "11993088" : 3365,
            "12124160" : 2505,
            "12255232" : 1979,
            "12386304" : 1757,
            "12517376" : 1743,
            "12648448" : 1849,
            "12779520" : 2179,
            "12910592" : 2812,
            "13041664" : 3043,
            "13172736" : 3651,
            "13303808" : 4323,
            "13434880" : 4977,
            "13565952" : 6168,
            "13697024" : 7284,
            "13828096" : 7914,
            "13959168" : 8520,
            "14090240" : 9102,
            "14221312" : 9181,
            "14352384" : 9419,
            "14483456" : 9964,
            "14614528" : 10419,
            "14745600" : 11000,
            "14876672" : 10992,
            "15007744" : 10552,
            "15138816" : 10369,
            "15269888" : 10023,
            "15400960" : 10680,
            "15532032" : 11294,
            "15663104" : 11957,
            "15794176" : 13771,
            "15925248" : 16496,
            "16056320" : 19207,
            "16187392" : 21556,
            "16318464" : 24257,
            "16449536" : 27183,
            "16580608" : 28982,
            "16711680" : 31966,
            "16908288" : 73419,
            "17170432" : 84671,
            "17432576" : 95759,
            "17694720" : 105411,
            "17956864" : 73795,
            "18219008" : 29522,
            "18481152" : 9296,
            "18743296" : 3564,
            "19005440" : 2239,
            "19267584" : 1439,
            "19529728" : 590,
            "19791872" : 377,
            "20054016" : 284,
            "20316160" : 121,
            "20578304" : 142,
            "20840448" : 85,
            "21102592" : 72,
            "21364736" : 40,
            "21626880" : 21,
            "21889024" : 18,
            "22151168" : 18,
            "22413312" : 1,
            "22937600" : 1
          }
        },
        "lat_ns" : {
          "min" : 9774847,
          "max" : 23308823,
          "mean" : 16784274.650044,
          "stddev" : 1875444.481944,
          "N" : 915097
        },
        "bw_min" : 13891628,
        "bw_max" : 20764672,
        "bw_agg" : 99.963411,
        "bw_mean" : 15611890.025210,
        "bw_dev" : 215975.266994,
        "bw_samples" : 952,
        "iops_min" : 13565,
        "iops_max" : 20278,
        "iops_mean" : 15245.302521,
        "iops_stddev" : 210.913554,
        "iops_samples" : 952
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 479996,
      "usr_cpu" : 0.626255,
      "sys_cpu" : 94.942458,
      "ctx" : 10758,
      "majf" : 0,
      "minf" : 287,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999781,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999781,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.010000,
        "20" : 99.920993,
        "50" : 0.074964,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819434,
  "timestamp_ms" : 1772819434758,
  "time" : "Fri Mar  6 13:50:34 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 109,
      "elapsed" : 81,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 1129912991744,
        "io_kbytes" : 1103430656,
        "bw_bytes" : 16141614167,
        "bw" : 15763295,
        "iops" : 15393.985714,
        "runtime" : 70000,
        "total_ios" : 1077579,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 241389,
          "max" : 3070890,
          "mean" : 516247.466312,
          "stddev" : 75058.256941,
          "N" : 1077579
        },
        "clat_ns" : {
          "min" : 9504264,
          "max" : 22832726,
          "mean" : 16112626.697909,
          "stddev" : 1827374.768570,
          "N" : 1077571,
          "percentile" : {
            "1.000000" : 11075584,
            "5.000000" : 11862016,
            "10.000000" : 13565952,
            "20.000000" : 14614528,
            "30.000000" : 15532032,
            "40.000000" : 16318464,
            "50.000000" : 16711680,
            "60.000000" : 17170432,
            "70.000000" : 17432576,
            "80.000000" : 17694720,
            "90.000000" : 17956864,
            "95.000000" : 17956864,
            "99.000000" : 18481152,
            "99.500000" : 19005440,
            "99.900000" : 19791872,
            "99.950000" : 20054016,
            "99.990000" : 21102592
          },
          "bins" : {
            "9502720" : 7,
            "9633792" : 11,
            "9764864" : 3,
            "9895936" : 6,
            "10027008" : 23,
            "10158080" : 70,
            "10289152" : 114,
            "10420224" : 179,
            "10551296" : 605,
            "10682368" : 1287,
            "10813440" : 2727,
            "10944512" : 4397,
            "11075584" : 5567,
            "11206656" : 6440,
            "11337728" : 7278,
            "11468800" : 8355,
            "11599872" : 8386,
            "11730944" : 6530,
            "11862016" : 5219,
            "11993088" : 3937,
            "12124160" : 2965,
            "12255232" : 2294,
            "12386304" : 1988,
            "12517376" : 2066,
            "12648448" : 2342,
            "12779520" : 2857,
            "12910592" : 3643,
            "13041664" : 4238,
            "13172736" : 5383,
            "13303808" : 6726,
            "13434880" : 8044,
            "13565952" : 9988,
            "13697024" : 11465,
            "13828096" : 13085,
            "13959168" : 14200,
            "14090240" : 14803,
            "14221312" : 15101,
            "14352384" : 15570,
            "14483456" : 16323,
            "14614528" : 16790,
            "14745600" : 17144,
            "14876672" : 16352,
            "15007744" : 14727,
            "15138816" : 13854,
            "15269888" : 12828,
            "15400960" : 13229,
            "15532032" : 13759,
            "15663104" : 14424,
            "15794176" : 16336,
            "15925248" : 19198,
            "16056320" : 22429,
            "16187392" : 25173,
            "16318464" : 27983,
            "16449536" : 30858,
            "16580608" : 32707,
            "16711680" : 36164,
            "16908288" : 82654,
            "17170432" : 94932,
            "17432576" : 103261,
            "17694720" : 110940,
            "17956864" : 76941,
            "18219008" : 31208,
            "18481152" : 10189,
            "18743296" : 3801,
            "19005440" : 2255,
            "19267584" : 1443,
            "19529728" : 590,
            "19791872" : 377,
            "20054016" : 284,
            "20316160" : 121,
            "20578304" : 142,
            "20840448" : 85,
            "21102592" : 72,
            "21364736" : 40,
            "21626880" : 21,
            "21889024" : 18,
            "22151168" : 18,
            "22413312" : 1,
            "22937600" : 1
          }
        },
        "lat_ns" : {
          "min" : 9774847,
          "max" : 23308823,
          "mean" : 16628876.614378,
          "stddev" : 1885122.766465,
          "N" : 1077571
        },
        "bw_min" : 13891628,
        "bw_max" : 20883973,
        "bw_agg" : 100.000000,
        "bw_mean" : 15771610.525180,
        "bw_dev" : 224198.101412,
        "bw_samples" : 1112,
        "iops_min" : 13565,
        "iops_max" : 20394,
        "iops_mean" : 15401.287770,
        "iops_stddev" : 218.947302,
        "iops_samples" : 1112
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 559997,
      "usr_cpu" : 0.624468,
      "sys_cpu" : 94.924794,
      "ctx" : 11648,
      "majf" : 0,
      "minf" : 287,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.010000,
        "20" : 99.932905,
        "50" : 0.063661,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819444,
  "timestamp_ms" : 1772819444758,
  "time" : "Fri Mar  6 13:50:44 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 100,
      "elapsed" : 91,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 1288962048000,
        "io_kbytes" : 1258752000,
        "bw_bytes" : 16112025600,
        "bw" : 15734400,
        "iops" : 15365.737500,
        "runtime" : 80000,
        "total_ios" : 1229259,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 241389,
          "max" : 3070890,
          "mean" : 517199.706997,
          "stddev" : 73933.586502,
          "N" : 1229259
        },
        "clat_ns" : {
          "min" : 9504264,
          "max" : 22832726,
          "mean" : 16142196.191292,
          "stddev" : 1786578.185722,
          "N" : 1229251,
          "percentile" : {
            "1.000000" : 11075584,
            "5.000000" : 11993088,
            "10.000000" : 13697024,
            "20.000000" : 14614528,
            "30.000000" : 15532032,
            "40.000000" : 16318464,
            "50.000000" : 16711680,
            "60.000000" : 17170432,
            "70.000000" : 17432576,
            "80.000000" : 17694720,
            "90.000000" : 17956864,
            "95.000000" : 17956864,
            "99.000000" : 18481152,
            "99.500000" : 19005440,
            "99.900000" : 19791872,
            "99.950000" : 20316160,
            "99.990000" : 21364736
          },
          "bins" : {
            "9502720" : 7,
            "9633792" : 11,
            "9764864" : 3,
            "9895936" : 6,
            "10027008" : 23,
            "10158080" : 70,
            "10289152" : 114,
            "10420224" : 179,
            "10551296" : 605,
            "10682368" : 1287,
            "10813440" : 2727,
            "10944512" : 4397,
            "11075584" : 5567,
            "11206656" : 6464,
            "11337728" : 7413,
            "11468800" : 8754,
            "11599872" : 8929,
            "11730944" : 7295,
            "11862016" : 5875,
            "11993088" : 4509,
            "12124160" : 3493,
            "12255232" : 2887,
            "12386304" : 2429,
            "12517376" : 2396,
            "12648448" : 2529,
            "12779520" : 3021,
            "12910592" : 3804,
            "13041664" : 4389,
            "13172736" : 5499,
            "13303808" : 6924,
            "13434880" : 8335,
            "13565952" : 10532,
            "13697024" : 12242,
            "13828096" : 14230,
            "13959168" : 15730,
            "14090240" : 16604,
            "14221312" : 17068,
            "14352384" : 17586,
            "14483456" : 18201,
            "14614528" : 18637,
            "14745600" : 18889,
            "14876672" : 18335,
            "15007744" : 16959,
            "15138816" : 16125,
            "15269888" : 15493,
            "15400960" : 16180,
            "15532032" : 16992,
            "15663104" : 17809,
            "15794176" : 20566,
            "15925248" : 23884,
            "16056320" : 27389,
            "16187392" : 30666,
            "16318464" : 33455,
            "16449536" : 36069,
            "16580608" : 38178,
            "16711680" : 42037,
            "16908288" : 95667,
            "17170432" : 108670,
            "17432576" : 119871,
            "17694720" : 124732,
            "17956864" : 83446,
            "18219008" : 33663,
            "18481152" : 11391,
            "18743296" : 4334,
            "19005440" : 2672,
            "19267584" : 2100,
            "19529728" : 1228,
            "19791872" : 665,
            "20054016" : 374,
            "20316160" : 149,
            "20578304" : 161,
            "20840448" : 114,
            "21102592" : 86,
            "21364736" : 50,
            "21626880" : 28,
            "21889024" : 29,
            "22151168" : 22,
            "22413312" : 1,
            "22937600" : 1
          }
        },
        "lat_ns" : {
          "min" : 9774847,
          "max" : 23308823,
          "mean" : 16659397.972859,
          "stddev" : 1842994.738673,
          "N" : 1229251
        },
        "bw_min" : 13704270,
        "bw_max" : 20883973,
        "bw_agg" : 100.000000,
        "bw_mean" : 15741711.320755,
        "bw_dev" : 215921.708436,
        "bw_samples" : 1272,
        "iops_min" : 13382,
        "iops_max" : 20394,
        "iops_mean" : 15372.081761,
        "iops_stddev" : 210.864477,
        "iops_samples" : 1272
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 639996,
      "usr_cpu" : 0.632973,
      "sys_cpu" : 94.889499,
      "ctx" : 13326,
      "majf" : 0,
      "minf" : 287,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.010000,
        "20" : 99.926948,
        "50" : 0.070042,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819454,
  "timestamp_ms" : 1772819454758,
  "time" : "Fri Mar  6 13:50:54 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 90,
      "elapsed" : 101,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 1443912220672,
        "io_kbytes" : 1410070528,
        "bw_bytes" : 16043469118,
        "bw" : 15667450,
        "iops" : 15300.333333,
        "runtime" : 90000,
        "total_ios" : 1377030,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 241389,
          "max" : 3070890,
          "mean" : 519409.830537,
          "stddev" : 74706.411967,
          "N" : 1377030
        },
        "clat_ns" : {
          "min" : 9504264,
          "max" : 22832726,
          "mean" : 16211261.162362,
          "stddev" : 1798413.947004,
          "N" : 1377022,
          "percentile" : {
            "1.000000" : 10944512,
            "5.000000" : 11862016,
            "10.000000" : 13697024,
            "20.000000" : 14745600,
            "30.000000" : 15794176,
            "40.000000" : 16318464,
            "50.000000" : 16908288,
            "60.000000" : 17170432,
            "70.000000" : 17432576,
            "80.000000" : 17694720,
            "90.000000" : 17956864,
            "95.000000" : 17956864,
            "99.000000" : 18481152,
            "99.500000" : 19005440,
            "99.900000" : 19791872,
            "99.950000" : 20316160,
            "99.990000" : 21364736
          },
          "bins" : {
            "9502720" : 7,
            "9633792" : 11,
            "9764864" : 13,
            "9895936" : 18,
            "10027008" : 54,
            "10158080" : 166,
            "10289152" : 418,
            "10420224" : 651,
            "10551296" : 1236,
            "10682368" : 2200,
            "10813440" : 3753,
            "10944512" : 5460,
            "11075584" : 6693,
            "11206656" : 7720,
            "11337728" : 8496,
            "11468800" : 9766,
            "11599872" : 9666,
            "11730944" : 7793,
            "11862016" : 6175,
            "11993088" : 4676,
            "12124160" : 3540,
            "12255232" : 2897,
            "12386304" : 2446,
            "12517376" : 2428,
            "12648448" : 2535,
            "12779520" : 3024,
            "12910592" : 3813,
            "13041664" : 4406,
            "13172736" : 5503,
            "13303808" : 6927,
            "13434880" : 8340,
            "13565952" : 10535,
            "13697024" : 12248,
            "13828096" : 14249,
            "13959168" : 15750,
            "14090240" : 16658,
            "14221312" : 17228,
            "14352384" : 17886,
            "14483456" : 18608,
            "14614528" : 19223,
            "14745600" : 19720,
            "14876672" : 19381,
            "15007744" : 18063,
            "15138816" : 17242,
            "15269888" : 16464,
            "15400960" : 17056,
            "15532032" : 17933,
            "15663104" : 18663,
            "15794176" : 21574,
            "15925248" : 25155,
            "16056320" : 28978,
            "16187392" : 32694,
            "16318464" : 35888,
            "16449536" : 39306,
            "16580608" : 42056,
            "16711680" : 46602,
            "16908288" : 107735,
            "17170432" : 125217,
            "17432576" : 143333,
            "17694720" : 151710,
            "17956864" : 102072,
            "18219008" : 39889,
            "18481152" : 13526,
            "18743296" : 4924,
            "19005440" : 2847,
            "19267584" : 2265,
            "19529728" : 1393,
            "19791872" : 793,
            "20054016" : 551,
            "20316160" : 252,
            "20578304" : 165,
            "20840448" : 115,
            "21102592" : 88,
            "21364736" : 57,
            "21626880" : 39,
            "21889024" : 36,
            "22151168" : 22,
            "22413312" : 1,
            "22937600" : 1
          }
        },
        "lat_ns" : {
          "min" : 9774847,
          "max" : 23308823,
          "mean" : 16730679.857902,
          "stddev" : 1855189.637230,
          "N" : 1377022
        },
        "bw_min" : 13699582,
        "bw_max" : 21068293,
        "bw_agg" : 99.984329,
        "bw_mean" : 15664995.083799,
        "bw_dev" : 214529.322915,
        "bw_samples" : 1432,
        "iops_min" : 13377,
        "iops_max" : 20574,
        "iops_mean" : 15297.162011,
        "iops_stddev" : 209.503621,
        "iops_samples" : 1432
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 719997,
      "usr_cpu" : 0.635142,
      "sys_cpu" : 94.895673,
      "ctx" : 15791,
      "majf" : 0,
      "minf" : 287,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999927,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999927,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.010000,
        "20" : 99.913292,
        "50" : 0.081770,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819464,
  "timestamp_ms" : 1772819464758,
  "time" : "Fri Mar  6 13:51:04 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 79,
      "elapsed" : 111,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 1617262804992,
        "io_kbytes" : 1579358208,
        "bw_bytes" : 16172628049,
        "bw" : 15793582,
        "iops" : 15423.540000,
        "runtime" : 100000,
        "total_ios" : 1542354,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 241389,
          "max" : 3070890,
          "mean" : 515252.411504,
          "stddev" : 75938.411861,
          "N" : 1542354
        },
        "clat_ns" : {
          "min" : 9301454,
          "max" : 22832726,
          "mean" : 16081833.311145,
          "stddev" : 1866670.756135,
          "N" : 1542346,
          "percentile" : {
            "1.000000" : 10944512,
            "5.000000" : 11730944,
            "10.000000" : 13434880,
            "20.000000" : 14483456,
            "30.000000" : 15400960,
            "40.000000" : 16187392,
            "50.000000" : 16711680,
            "60.000000" : 17170432,
            "70.000000" : 17432576,
            "80.000000" : 17694720,
            "90.000000" : 17956864,
            "95.000000" : 17956864,
            "99.000000" : 18743296,
            "99.500000" : 19005440,
            "99.900000" : 19791872,
            "99.950000" : 20316160,
            "99.990000" : 21364736
          },
          "bins" : {
            "9240576" : 1,
            "9371648" : 6,
            "9502720" : 20,
            "9633792" : 23,
            "9764864" : 17,
            "9895936" : 29,
            "10027008" : 70,
            "10158080" : 239,
            "10289152" : 647,
            "10420224" : 1203,
            "10551296" : 2359,
            "10682368" : 3885,
            "10813440" : 5764,
            "10944512" : 7576,
            "11075584" : 8391,
            "11206656" : 8813,
            "11337728" : 9460,
            "11468800" : 11043,
            "11599872" : 11220,
            "11730944" : 9140,
            "11862016" : 7334,
            "11993088" : 5603,
            "12124160" : 4382,
            "12255232" : 3890,
            "12386304" : 3292,
            "12517376" : 3196,
            "12648448" : 3465,
            "12779520" : 4140,
            "12910592" : 5309,
            "13041664" : 6224,
            "13172736" : 7880,
            "13303808" : 9855,
            "13434880" : 11634,
            "13565952" : 14370,
            "13697024" : 16044,
            "13828096" : 18181,
            "13959168" : 19457,
            "14090240" : 20596,
            "14221312" : 21719,
            "14352384" : 22926,
            "14483456" : 23671,
            "14614528" : 24331,
            "14745600" : 24296,
            "14876672" : 23938,
            "15007744" : 22158,
            "15138816" : 20785,
            "15269888" : 19569,
            "15400960" : 20026,
            "15532032" : 20898,
            "15663104" : 21689,
            "15794176" : 24305,
            "15925248" : 27695,
            "16056320" : 31753,
            "16187392" : 35464,
            "16318464" : 38548,
            "16449536" : 41804,
            "16580608" : 44718,
            "16711680" : 49349,
            "16908288" : 115104,
            "17170432" : 133531,
            "17432576" : 149282,
            "17694720" : 156902,
            "17956864" : 106487,
            "18219008" : 44287,
            "18481152" : 16748,
            "18743296" : 6256,
            "19005440" : 3350,
            "19267584" : 2420,
            "19529728" : 1445,
            "19791872" : 805,
            "20054016" : 553,
            "20316160" : 252,
            "20578304" : 165,
            "20840448" : 115,
            "21102592" : 88,
            "21364736" : 57,
            "21626880" : 39,
            "21889024" : 36,
            "22151168" : 22,
            "22413312" : 1,
            "22937600" : 1
          }
        },
        "lat_ns" : {
          "min" : 9630627,
          "max" : 23308823,
          "mean" : 16597097.737118,
          "stddev" : 1925708.292490,
          "N" : 1542346
        },
        "bw_min" : 13667483,
        "bw_max" : 21166597,
        "bw_agg" : 99.980612,
        "bw_mean" : 15790520.005025,
        "bw_dev" : 227716.000751,
        "bw_samples" : 1592,
        "iops_min" : 13346,
        "iops_max" : 20670,
        "iops_mean" : 15419.753769,
        "iops_stddev" : 222.381659,
        "iops_samples" : 1592
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 799996,
      "usr_cpu" : 0.637503,
      "sys_cpu" : 94.885224,
      "ctx" : 16156,
      "majf" : 0,
      "minf" : 287,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999935,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999935,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.010000,
        "20" : 99.919344,
        "50" : 0.073005,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819474,
  "timestamp_ms" : 1772819474758,
  "time" : "Fri Mar  6 13:51:14 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 70,
      "elapsed" : 121,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 1778765529088,
        "io_kbytes" : 1737075712,
        "bw_bytes" : 16170595718,
        "bw" : 15791597,
        "iops" : 15421.572727,
        "runtime" : 110000,
        "total_ios" : 1696373,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 241389,
          "max" : 3070890,
          "mean" : 515317.088480,
          "stddev" : 75234.919493,
          "N" : 1696373
        },
        "clat_ns" : {
          "min" : 9301454,
          "max" : 22832726,
          "mean" : 16083787.261894,
          "stddev" : 1841409.816723,
          "N" : 1696365,
          "percentile" : {
            "1.000000" : 10944512,
            "5.000000" : 11862016,
            "10.000000" : 13565952,
            "20.000000" : 14483456,
            "30.000000" : 15400960,
            "40.000000" : 16187392,
            "50.000000" : 16711680,
            "60.000000" : 16908288,
            "70.000000" : 17432576,
            "80.000000" : 17694720,
            "90.000000" : 17956864,
            "95.000000" : 17956864,
            "99.000000" : 18481152,
            "99.500000" : 19005440,
            "99.900000" : 19791872,
            "99.950000" : 20054016,
            "99.990000" : 21102592
          },
          "bins" : {
            "9240576" : 1,
            "9371648" : 6,
            "9502720" : 20,
            "9633792" : 23,
            "9764864" : 17,
            "9895936" : 29,
            "10027008" : 70,
            "10158080" : 239,
            "10289152" : 647,
            "10420224" : 1203,
            "10551296" : 2359,
            "10682368" : 3885,
            "10813440" : 5811,
            "10944512" : 7705,
            "11075584" : 8708,
            "11206656" : 9327,
            "11337728" : 9975,
            "11468800" : 11575,
            "11599872" : 11541,
            "11730944" : 9360,
            "11862016" : 7445,
            "11993088" : 5686,
            "12124160" : 4490,
            "12255232" : 4023,
            "12386304" : 3596,
            "12517376" : 3603,
            "12648448" : 3915,
            "12779520" : 4680,
            "12910592" : 5870,
            "13041664" : 7012,
            "13172736" : 9031,
            "13303808" : 11603,
            "13434880" : 14127,
            "13565952" : 17370,
            "13697024" : 19470,
            "13828096" : 21529,
            "13959168" : 22111,
            "14090240" : 22733,
            "14221312" : 23259,
            "14352384" : 24238,
            "14483456" : 24722,
            "14614528" : 25432,
            "14745600" : 25536,
            "14876672" : 25307,
            "15007744" : 23733,
            "15138816" : 22848,
            "15269888" : 21797,
            "15400960" : 22669,
            "15532032" : 23953,
            "15663104" : 25093,
            "15794176" : 28024,
            "15925248" : 31865,
            "16056320" : 36208,
            "16187392" : 40180,
            "16318464" : 43780,
            "16449536" : 47502,
            "16580608" : 50425,
            "16711680" : 55009,
            "16908288" : 127651,
            "17170432" : 148629,
            "17432576" : 164440,
            "17694720" : 168907,
            "17956864" : 113467,
            "18219008" : 47469,
            "18481152" : 17536,
            "18743296" : 6412,
            "19005440" : 3409,
            "19267584" : 2454,
            "19529728" : 1460,
            "19791872" : 810,
            "20054016" : 561,
            "20316160" : 261,
            "20578304" : 165,
            "20840448" : 115,
            "21102592" : 88,
            "21364736" : 57,
            "21626880" : 39,
            "21889024" : 36,
            "22151168" : 22,
            "22413312" : 1,
            "22937600" : 1
          }
        },
        "lat_ns" : {
          "min" : 9630627,
          "max" : 23308823,
          "mean" : 16599109.791034,
          "stddev" : 1899630.683729,
          "N" : 1696365
        },
        "bw_min" : 13667483,
        "bw_max" : 21262336,
        "bw_agg" : 100.000000,
        "bw_mean" : 15794412.566210,
        "bw_dev" : 224365.261778,
        "bw_samples" : 1752,
        "iops_min" : 13346,
        "iops_max" : 20764,
        "iops_mean" : 15423.593607,
        "iops_stddev" : 219.108774,
        "iops_samples" : 1752
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 879997,
      "usr_cpu" : 0.637389,
      "sys_cpu" : 94.871119,
      "ctx" : 17636,
      "majf" : 0,
      "minf" : 287,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.010000,
        "20" : 99.925783,
        "50" : 0.067261,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819484,
  "timestamp_ms" : 1772819484758,
  "time" : "Fri Mar  6 13:51:24 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 60,
      "elapsed" : 131,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 1932979601408,
        "io_kbytes" : 1887675392,
        "bw_bytes" : 16108163345,
        "bw" : 15730628,
        "iops" : 15362.025000,
        "runtime" : 120000,
        "total_ios" : 1843443,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 241319,
          "max" : 3289574,
          "mean" : 517319.497241,
          "stddev" : 75252.868395,
          "N" : 1843443
        },
        "clat_ns" : {
          "min" : 9301454,
          "max" : 22832726,
          "mean" : 16146091.964841,
          "stddev" : 1820958.432372,
          "N" : 1843435,
          "percentile" : {
            "1.000000" : 10944512,
            "5.000000" : 11862016,
            "10.000000" : 13565952,
            "20.000000" : 14614528,
            "30.000000" : 15663104,
            "40.000000" : 16318464,
            "50.000000" : 16711680,
            "60.000000" : 17170432,
            "70.000000" : 17432576,
            "80.000000" : 17694720,
            "90.000000" : 17956864,
            "95.000000" : 17956864,
            "99.000000" : 18481152,
            "99.500000" : 19005440,
            "99.900000" : 19791872,
            "99.950000" : 20054016,
            "99.990000" : 21102592
          },
          "bins" : {
            "9240576" : 1,
            "9371648" : 6,
            "9502720" : 20,
            "9633792" : 23,
            "9764864" : 17,
            "9895936" : 29,
            "10027008" : 70,
            "10158080" : 242,
            "10289152" : 653,
            "10420224" : 1218,
            "10551296" : 2370,
            "10682368" : 3886,
            "10813440" : 5812,
            "10944512" : 7766,
            "11075584" : 9003,
            "11206656" : 9831,
            "11337728" : 10760,
            "11468800" : 12293,
            "11599872" : 12110,
            "11730944" : 9780,
            "11862016" : 7613,
            "11993088" : 5833,
            "12124160" : 4643,
            "12255232" : 4161,
            "12386304" : 3739,
            "12517376" : 3800,
            "12648448" : 4137,
            "12779520" : 4804,
            "12910592" : 6020,
            "13041664" : 7260,
            "13172736" : 9391,
            "13303808" : 12154,
            "13434880" : 14609,
            "13565952" : 17719,
            "13697024" : 19751,
            "13828096" : 21698,
            "13959168" : 22281,
            "14090240" : 22937,
            "14221312" : 23560,
            "14352384" : 24610,
            "14483456" : 25240,
            "14614528" : 26037,
            "14745600" : 26231,
            "14876672" : 26203,
            "15007744" : 24769,
            "15138816" : 23945,
            "15269888" : 22969,
            "15400960" : 23919,
            "15532032" : 25351,
            "15663104" : 26781,
            "15794176" : 30145,
            "15925248" : 34433,
            "16056320" : 39418,
            "16187392" : 43542,
            "16318464" : 47793,
            "16449536" : 51869,
            "16580608" : 55502,
            "16711680" : 60501,
            "16908288" : 140660,
            "17170432" : 164317,
            "17432576" : 185090,
            "17694720" : 192008,
            "17956864" : 128603,
            "18219008" : 54451,
            "18481152" : 19434,
            "18743296" : 6918,
            "19005440" : 3713,
            "19267584" : 2768,
            "19529728" : 1666,
            "19791872" : 1012,
            "20054016" : 647,
            "20316160" : 307,
            "20578304" : 180,
            "20840448" : 124,
            "21102592" : 114,
            "21364736" : 66,
            "21626880" : 39,
            "21889024" : 36,
            "22151168" : 22,
            "22413312" : 1,
            "22937600" : 1
          }
        },
        "lat_ns" : {
          "min" : 9630627,
          "max" : 23308823,
          "mean" : 16663414.958743,
          "stddev" : 1878484.531957,
          "N" : 1843435
        },
        "bw_min" : 13663387,
        "bw_max" : 21262336,
        "bw_agg" : 100.000000,
        "bw_mean" : 15735487.510460,
        "bw_dev" : 220459.463335,
        "bw_samples" : 1912,
        "iops_min" : 13342,
        "iops_max" : 20764,
        "iops_mean" : 15366.046025,
        "iops_stddev" : 215.295093,
        "iops_samples" : 1912
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 959997,
      "usr_cpu" : 0.637502,
      "sys_cpu" : 94.878109,
      "ctx" : 20036,
      "majf" : 0,
      "minf" : 287,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.010000,
        "20" : 99.922807,
        "50" : 0.070791,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819494,
  "timestamp_ms" : 1772819494758,
  "time" : "Fri Mar  6 13:51:34 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 50,
      "elapsed" : 141,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 2100593426432,
        "io_kbytes" : 2051360768,
        "bw_bytes" : 16158535268,
        "bw" : 15779819,
        "iops" : 15410.041616,
        "runtime" : 129999,
        "total_ios" : 2003290,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 239756,
          "max" : 3289574,
          "mean" : 515708.266886,
          "stddev" : 76629.554563,
          "N" : 2003290
        },
        "clat_ns" : {
          "min" : 9301454,
          "max" : 22832726,
          "mean" : 16095908.696155,
          "stddev" : 1887891.838080,
          "N" : 2003282,
          "percentile" : {
            "1.000000" : 10813440,
            "5.000000" : 11730944,
            "10.000000" : 13434880,
            "20.000000" : 14614528,
            "30.000000" : 15532032,
            "40.000000" : 16187392,
            "50.000000" : 16711680,
            "60.000000" : 17170432,
            "70.000000" : 17432576,
            "80.000000" : 17694720,
            "90.000000" : 17956864,
            "95.000000" : 18219008,
            "99.000000" : 18743296,
            "99.500000" : 19005440,
            "99.900000" : 19791872,
            "99.950000" : 20054016,
            "99.990000" : 21102592
          },
          "bins" : {
            "9240576" : 1,
            "9371648" : 14,
            "9502720" : 91,
            "9633792" : 394,
            "9764864" : 755,
            "9895936" : 479,
            "10027008" : 223,
            "10158080" : 297,
            "10289152" : 803,
            "10420224" : 1697,
            "10551296" : 3550,
            "10682368" : 6368,
            "10813440" : 9418,
            "10944512" : 11032,
            "11075584" : 11339,
            "11206656" : 11315,
            "11337728" : 12095,
            "11468800" : 13714,
            "11599872" : 13576,
            "11730944" : 11396,
            "11862016" : 9171,
            "11993088" : 7086,
            "12124160" : 5547,
            "12255232" : 4750,
            "12386304" : 4287,
            "12517376" : 4458,
            "12648448" : 5013,
            "12779520" : 5961,
            "12910592" : 7253,
            "13041664" : 8589,
            "13172736" : 10665,
            "13303808" : 13206,
            "13434880" : 15490,
            "13565952" : 18559,
            "13697024" : 20638,
            "13828096" : 22954,
            "13959168" : 23746,
            "14090240" : 24424,
            "14221312" : 25117,
            "14352384" : 26522,
            "14483456" : 27136,
            "14614528" : 28068,
            "14745600" : 28136,
            "14876672" : 27985,
            "15007744" : 26418,
            "15138816" : 25487,
            "15269888" : 24698,
            "15400960" : 25897,
            "15532032" : 27605,
            "15663104" : 29347,
            "15794176" : 33196,
            "15925248" : 37894,
            "16056320" : 43415,
            "16187392" : 47468,
            "16318464" : 51707,
            "16449536" : 55462,
            "16580608" : 59185,
            "16711680" : 64800,
            "16908288" : 151172,
            "17170432" : 175792,
            "17432576" : 194153,
            "17694720" : 200709,
            "17956864" : 137777,
            "18219008" : 62508,
            "18481152" : 23446,
            "18743296" : 8294,
            "19005440" : 4403,
            "19267584" : 3771,
            "19529728" : 2348,
            "19791872" : 1374,
            "20054016" : 716,
            "20316160" : 315,
            "20578304" : 187,
            "20840448" : 128,
            "21102592" : 125,
            "21364736" : 69,
            "21626880" : 39,
            "21889024" : 36,
            "22151168" : 22,
            "22413312" : 1,
            "22937600" : 1
          }
        },
        "lat_ns" : {
          "min" : 9630627,
          "max" : 23308823,
          "mean" : 16611623.262016,
          "stddev" : 1947620.369714,
          "N" : 2003282
        },
        "bw_min" : 13590251,
        "bw_max" : 21442560,
        "bw_agg" : 100.000000,
        "bw_mean" : 15783631.509653,
        "bw_dev" : 230388.663198,
        "bw_samples" : 2072,
        "iops_min" : 13271,
        "iops_max" : 20940,
        "iops_mean" : 15413.061776,
        "iops_stddev" : 224.992913,
        "iops_samples" : 2072
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1039992,
      "usr_cpu" : 0.638082,
      "sys_cpu" : 94.865826,
      "ctx" : 20861,
      "majf" : 0,
      "minf" : 287,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999950,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999950,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.090651,
        "20" : 99.840962,
        "50" : 0.067988,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819504,
  "timestamp_ms" : 1772819504758,
  "time" : "Fri Mar  6 13:51:44 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 39,
      "elapsed" : 151,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 2267111489536,
        "io_kbytes" : 2213976064,
        "bw_bytes" : 16193769166,
        "bw" : 15814227,
        "iops" : 15443.653169,
        "runtime" : 139999,
        "total_ios" : 2162096,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 239756,
          "max" : 3289574,
          "mean" : 514584.260022,
          "stddev" : 75833.599878,
          "N" : 2162096
        },
        "clat_ns" : {
          "min" : 9301454,
          "max" : 22832726,
          "mean" : 16060801.486510,
          "stddev" : 1858525.546517,
          "N" : 2162088,
          "percentile" : {
            "1.000000" : 10813440,
            "5.000000" : 11730944,
            "10.000000" : 13434880,
            "20.000000" : 14483456,
            "30.000000" : 15400960,
            "40.000000" : 16187392,
            "50.000000" : 16580608,
            "60.000000" : 16908288,
            "70.000000" : 17432576,
            "80.000000" : 17694720,
            "90.000000" : 17956864,
            "95.000000" : 18219008,
            "99.000000" : 18743296,
            "99.500000" : 19005440,
            "99.900000" : 19791872,
            "99.950000" : 20054016,
            "99.990000" : 21102592
          },
          "bins" : {
            "9240576" : 1,
            "9371648" : 14,
            "9502720" : 91,
            "9633792" : 394,
            "9764864" : 755,
            "9895936" : 479,
            "10027008" : 223,
            "10158080" : 297,
            "10289152" : 821,
            "10420224" : 1713,
            "10551296" : 3551,
            "10682368" : 6369,
            "10813440" : 9419,
            "10944512" : 11033,
            "11075584" : 11340,
            "11206656" : 11324,
            "11337728" : 12120,
            "11468800" : 13718,
            "11599872" : 13590,
            "11730944" : 11410,
            "11862016" : 9205,
            "11993088" : 7155,
            "12124160" : 5589,
            "12255232" : 4836,
            "12386304" : 4478,
            "12517376" : 4712,
            "12648448" : 5504,
            "12779520" : 6466,
            "12910592" : 7913,
            "13041664" : 9382,
            "13172736" : 11578,
            "13303808" : 14794,
            "13434880" : 17832,
            "13565952" : 21795,
            "13697024" : 24791,
            "13828096" : 27727,
            "13959168" : 28899,
            "14090240" : 29377,
            "14221312" : 29749,
            "14352384" : 31144,
            "14483456" : 31357,
            "14614528" : 31861,
            "14745600" : 31672,
            "14876672" : 31519,
            "15007744" : 29556,
            "15138816" : 28639,
            "15269888" : 28062,
            "15400960" : 29774,
            "15532032" : 32193,
            "15663104" : 34073,
            "15794176" : 38318,
            "15925248" : 43072,
            "16056320" : 48959,
            "16187392" : 53088,
            "16318464" : 57090,
            "16449536" : 60905,
            "16580608" : 65021,
            "16711680" : 70958,
            "16908288" : 162903,
            "17170432" : 186217,
            "17432576" : 201110,
            "17694720" : 203305,
            "17956864" : 139596,
            "18219008" : 64225,
            "18481152" : 24498,
            "18743296" : 8849,
            "19005440" : 4465,
            "19267584" : 3791,
            "19529728" : 2354,
            "19791872" : 1386,
            "20054016" : 745,
            "20316160" : 325,
            "20578304" : 194,
            "20840448" : 128,
            "21102592" : 125,
            "21364736" : 69,
            "21626880" : 39,
            "21889024" : 36,
            "22151168" : 22,
            "22413312" : 1,
            "22937600" : 1
          }
        },
        "lat_ns" : {
          "min" : 9630627,
          "max" : 23308823,
          "mean" : 16575389.021802,
          "stddev" : 1917303.876467,
          "N" : 2162088
        },
        "bw_min" : 13580011,
        "bw_max" : 21528576,
        "bw_agg" : 100.000000,
        "bw_mean" : 15819102.032258,
        "bw_dev" : 229064.984291,
        "bw_samples" : 2232,
        "iops_min" : 13261,
        "iops_max" : 21024,
        "iops_mean" : 15447.695341,
        "iops_stddev" : 223.701010,
        "iops_samples" : 2232
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1119992,
      "usr_cpu" : 0.637683,
      "sys_cpu" : 94.845588,
      "ctx" : 21685,
      "majf" : 0,
      "minf" : 287,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999954,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999954,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.083993,
        "20" : 99.850978,
        "50" : 0.064659,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819514,
  "timestamp_ms" : 1772819514758,
  "time" : "Fri Mar  6 13:51:54 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 30,
      "elapsed" : 161,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 2424198660096,
        "io_kbytes" : 2367381504,
        "bw_bytes" : 16161432143,
        "bw" : 15782648,
        "iops" : 15412.829419,
        "runtime" : 149999,
        "total_ios" : 2311909,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 239756,
          "max" : 3289574,
          "mean" : 515614.047271,
          "stddev" : 75362.075208,
          "N" : 2311909
        },
        "clat_ns" : {
          "min" : 9301454,
          "max" : 22832726,
          "mean" : 16092858.028816,
          "stddev" : 1839826.681311,
          "N" : 2311901,
          "percentile" : {
            "1.000000" : 10813440,
            "5.000000" : 11862016,
            "10.000000" : 13565952,
            "20.000000" : 14614528,
            "30.000000" : 15532032,
            "40.000000" : 16187392,
            "50.000000" : 16711680,
            "60.000000" : 16908288,
            "70.000000" : 17432576,
            "80.000000" : 17694720,
            "90.000000" : 17956864,
            "95.000000" : 18219008,
            "99.000000" : 18481152,
            "99.500000" : 19005440,
            "99.900000" : 19791872,
            "99.950000" : 20054016,
            "99.990000" : 21102592
          },
          "bins" : {
            "9240576" : 1,
            "9371648" : 14,
            "9502720" : 91,
            "9633792" : 394,
            "9764864" : 755,
            "9895936" : 479,
            "10027008" : 223,
            "10158080" : 297,
            "10289152" : 821,
            "10420224" : 1713,
            "10551296" : 3551,
            "10682368" : 6369,
            "10813440" : 9419,
            "10944512" : 11109,
            "11075584" : 11561,
            "11206656" : 11748,
            "11337728" : 12545,
            "11468800" : 14045,
            "11599872" : 13911,
            "11730944" : 11751,
            "11862016" : 9368,
            "11993088" : 7270,
            "12124160" : 5774,
            "12255232" : 5232,
            "12386304" : 5075,
            "12517376" : 5435,
            "12648448" : 6270,
            "12779520" : 7267,
            "12910592" : 8637,
            "13041664" : 10149,
            "13172736" : 12494,
            "13303808" : 15657,
            "13434880" : 18682,
            "13565952" : 22505,
            "13697024" : 25389,
            "13828096" : 28364,
            "13959168" : 29506,
            "14090240" : 29912,
            "14221312" : 30224,
            "14352384" : 31541,
            "14483456" : 31837,
            "14614528" : 32550,
            "14745600" : 32674,
            "14876672" : 32670,
            "15007744" : 30986,
            "15138816" : 30192,
            "15269888" : 29919,
            "15400960" : 31996,
            "15532032" : 34916,
            "15663104" : 37216,
            "15794176" : 42038,
            "15925248" : 47021,
            "16056320" : 52936,
            "16187392" : 57123,
            "16318464" : 61527,
            "16449536" : 65972,
            "16580608" : 70573,
            "16711680" : 77052,
            "16908288" : 175745,
            "17170432" : 200437,
            "17432576" : 217477,
            "17694720" : 221338,
            "17956864" : 152463,
            "18219008" : 70277,
            "18481152" : 26326,
            "18743296" : 9265,
            "19005440" : 4527,
            "19267584" : 3810,
            "19529728" : 2364,
            "19791872" : 1394,
            "20054016" : 752,
            "20316160" : 362,
            "20578304" : 198,
            "20840448" : 128,
            "21102592" : 125,
            "21364736" : 69,
            "21626880" : 39,
            "21889024" : 36,
            "22151168" : 22,
            "22413312" : 1,
            "22937600" : 1
          }
        },
        "lat_ns" : {
          "min" : 9630627,
          "max" : 23308823,
          "mean" : 16608473.028208,
          "stddev" : 1897995.012994,
          "N" : 2311901
        },
        "bw_min" : 13580011,
        "bw_max" : 21528576,
        "bw_agg" : 100.000000,
        "bw_mean" : 15790053.535117,
        "bw_dev" : 225330.449586,
        "bw_samples" : 2392,
        "iops_min" : 13261,
        "iops_max" : 21024,
        "iops_mean" : 15419.334448,
        "iops_stddev" : 220.052806,
        "iops_samples" : 2392
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1199992,
      "usr_cpu" : 0.634338,
      "sys_cpu" : 94.850466,
      "ctx" : 23048,
      "majf" : 0,
      "minf" : 287,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999957,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999957,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.078550,
        "20" : 99.858688,
        "50" : 0.062416,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819524,
  "timestamp_ms" : 1772819524758,
  "time" : "Fri Mar  6 13:52:04 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 20,
      "elapsed" : 171,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 2589203628032,
        "io_kbytes" : 2528519168,
        "bw_bytes" : 16182623816,
        "bw" : 15803343,
        "iops" : 15433.015206,
        "runtime" : 159999,
        "total_ios" : 2469267,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 239756,
          "max" : 3289574,
          "mean" : 514937.371814,
          "stddev" : 76358.053590,
          "N" : 2469267
        },
        "clat_ns" : {
          "min" : 9301454,
          "max" : 22832726,
          "mean" : 16071817.767811,
          "stddev" : 1882165.187367,
          "N" : 2469259,
          "percentile" : {
            "1.000000" : 10813440,
            "5.000000" : 11730944,
            "10.000000" : 13434880,
            "20.000000" : 14483456,
            "30.000000" : 15532032,
            "40.000000" : 16187392,
            "50.000000" : 16711680,
            "60.000000" : 16908288,
            "70.000000" : 17432576,
            "80.000000" : 17694720,
            "90.000000" : 17956864,
            "95.000000" : 18219008,
            "99.000000" : 18743296,
            "99.500000" : 19005440,
            "99.900000" : 19791872,
            "99.950000" : 20054016,
            "99.990000" : 21102592
          },
          "bins" : {
            "9240576" : 1,
            "9371648" : 14,
            "9502720" : 91,
            "9633792" : 394,
            "9764864" : 755,
            "9895936" : 479,
            "10027008" : 223,
            "10158080" : 311,
            "10289152" : 836,
            "10420224" : 1765,
            "10551296" : 3717,
            "10682368" : 6649,
            "10813440" : 10071,
            "10944512" : 12316,
            "11075584" : 13307,
            "11206656" : 13889,
            "11337728" : 15424,
            "11468800" : 18526,
            "11599872" : 19384,
            "11730944" : 16521,
            "11862016" : 12943,
            "11993088" : 9552,
            "12124160" : 7012,
            "12255232" : 5943,
            "12386304" : 5454,
            "12517376" : 5609,
            "12648448" : 6367,
            "12779520" : 7337,
            "12910592" : 8726,
            "13041664" : 10269,
            "13172736" : 12628,
            "13303808" : 15960,
            "13434880" : 19160,
            "13565952" : 23313,
            "13697024" : 26573,
            "13828096" : 29841,
            "13959168" : 31076,
            "14090240" : 31434,
            "14221312" : 31790,
            "14352384" : 32884,
            "14483456" : 32952,
            "14614528" : 33388,
            "14745600" : 33435,
            "14876672" : 33361,
            "15007744" : 31688,
            "15138816" : 30817,
            "15269888" : 30477,
            "15400960" : 32694,
            "15532032" : 35682,
            "15663104" : 37998,
            "15794176" : 43108,
            "15925248" : 49044,
            "16056320" : 55591,
            "16187392" : 60379,
            "16318464" : 64846,
            "16449536" : 70045,
            "16580608" : 74773,
            "16711680" : 81814,
            "16908288" : 188682,
            "17170432" : 217015,
            "17432576" : 233025,
            "17694720" : 235364,
            "17956864" : 163605,
            "18219008" : 76865,
            "18481152" : 29085,
            "18743296" : 10214,
            "19005440" : 4908,
            "19267584" : 4066,
            "19529728" : 2437,
            "19791872" : 1458,
            "20054016" : 786,
            "20316160" : 388,
            "20578304" : 219,
            "20840448" : 141,
            "21102592" : 141,
            "21364736" : 94,
            "21626880" : 52,
            "21889024" : 54,
            "22151168" : 22,
            "22413312" : 1,
            "22937600" : 1
          }
        },
        "lat_ns" : {
          "min" : 9630627,
          "max" : 23308823,
          "mean" : 16586758.555136,
          "stddev" : 1941717.542050,
          "N" : 2469259
        },
        "bw_min" : 13553387,
        "bw_max" : 21532672,
        "bw_agg" : 100.000000,
        "bw_mean" : 15805984.291536,
        "bw_dev" : 230479.238289,
        "bw_samples" : 2552,
        "iops_min" : 13235,
        "iops_max" : 21026,
        "iops_mean" : 15434.884013,
        "iops_stddev" : 225.079730,
        "iops_samples" : 2552
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1279992,
      "usr_cpu" : 0.634535,
      "sys_cpu" : 94.846765,
      "ctx" : 24057,
      "majf" : 0,
      "minf" : 287,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.073544,
        "20" : 99.861376,
        "50" : 0.064756,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819534,
  "timestamp_ms" : 1772819534758,
  "time" : "Fri Mar  6 13:52:14 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 10,
      "elapsed" : 181,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 2752970227712,
        "io_kbytes" : 2688447488,
        "bw_bytes" : 16193942515,
        "bw" : 15814396,
        "iops" : 15443.805882,
        "runtime" : 170000,
        "total_ios" : 2625447,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 239756,
          "max" : 3289574,
          "mean" : 514577.196792,
          "stddev" : 75550.590108,
          "N" : 2625447
        },
        "clat_ns" : {
          "min" : 9301454,
          "max" : 22832726,
          "mean" : 16060585.991923,
          "stddev" : 1855006.150268,
          "N" : 2625439,
          "percentile" : {
            "1.000000" : 10944512,
            "5.000000" : 11730944,
            "10.000000" : 13434880,
            "20.000000" : 14483456,
            "30.000000" : 15532032,
            "40.000000" : 16187392,
            "50.000000" : 16580608,
            "60.000000" : 16908288,
            "70.000000" : 17432576,
            "80.000000" : 17694720,
            "90.000000" : 17956864,
            "95.000000" : 18219008,
            "99.000000" : 18481152,
            "99.500000" : 19005440,
            "99.900000" : 19791872,
            "99.950000" : 20054016,
            "99.990000" : 21102592
          },
          "bins" : {
            "9240576" : 1,
            "9371648" : 16,
            "9502720" : 99,
            "9633792" : 409,
            "9764864" : 761,
            "9895936" : 483,
            "10027008" : 224,
            "10158080" : 312,
            "10289152" : 858,
            "10420224" : 1788,
            "10551296" : 3726,
            "10682368" : 6661,
            "10813440" : 10080,
            "10944512" : 12325,
            "11075584" : 13339,
            "11206656" : 13894,
            "11337728" : 15427,
            "11468800" : 18531,
            "11599872" : 19391,
            "11730944" : 16525,
            "11862016" : 12948,
            "11993088" : 9558,
            "12124160" : 7026,
            "12255232" : 5990,
            "12386304" : 5582,
            "12517376" : 5900,
            "12648448" : 6699,
            "12779520" : 7724,
            "12910592" : 9180,
            "13041664" : 11097,
            "13172736" : 13971,
            "13303808" : 17611,
            "13434880" : 21048,
            "13565952" : 25299,
            "13697024" : 28701,
            "13828096" : 32282,
            "13959168" : 33613,
            "14090240" : 34329,
            "14221312" : 34702,
            "14352384" : 35999,
            "14483456" : 36235,
            "14614528" : 37536,
            "14745600" : 38108,
            "14876672" : 38044,
            "15007744" : 36303,
            "15138816" : 35260,
            "15269888" : 34268,
            "15400960" : 36247,
            "15532032" : 39654,
            "15663104" : 41778,
            "15794176" : 47211,
            "15925248" : 53702,
            "16056320" : 60763,
            "16187392" : 65531,
            "16318464" : 69813,
            "16449536" : 75063,
            "16580608" : 79814,
            "16711680" : 87094,
            "16908288" : 200903,
            "17170432" : 229917,
            "17432576" : 244627,
            "17694720" : 243777,
            "17956864" : 167239,
            "18219008" : 78068,
            "18481152" : 29332,
            "18743296" : 10248,
            "19005440" : 4932,
            "19267584" : 4069,
            "19529728" : 2437,
            "19791872" : 1458,
            "20054016" : 786,
            "20316160" : 388,
            "20578304" : 219,
            "20840448" : 141,
            "21102592" : 141,
            "21364736" : 94,
            "21626880" : 52,
            "21889024" : 54,
            "22151168" : 22,
            "22413312" : 1,
            "22937600" : 1
          }
        },
        "lat_ns" : {
          "min" : 9630627,
          "max" : 23308823,
          "mean" : 16575168.250112,
          "stddev" : 1913677.832268,
          "N" : 2625439
        },
        "bw_min" : 13553387,
        "bw_max" : 21532672,
        "bw_agg" : 100.000000,
        "bw_mean" : 15815784.050147,
        "bw_dev" : 227595.485295,
        "bw_samples" : 2712,
        "iops_min" : 13235,
        "iops_max" : 21026,
        "iops_mean" : 15444.451327,
        "iops_stddev" : 222.264140,
        "iops_samples" : 2712
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1359998,
      "usr_cpu" : 0.633236,
      "sys_cpu" : 94.834110,
      "ctx" : 25087,
      "majf" : 0,
      "minf" : 287,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.070502,
        "20" : 99.868289,
        "50" : 0.060904,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819544,
  "timestamp_ms" : 1772819544758,
  "time" : "Fri Mar  6 13:52:24 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 2915278258176,
        "io_kbytes" : 2846951424,
        "bw_bytes" : 16195990323,
        "bw" : 15816396,
        "iops" : 15445.716667,
        "runtime" : 180000,
        "total_ios" : 2780229,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 239756,
          "max" : 3289574,
          "mean" : 514511.656798,
          "stddev" : 75217.568871,
          "N" : 2780235
        },
        "clat_ns" : {
          "min" : 4507,
          "max" : 22832726,
          "mean" : 16057940.243608,
          "stddev" : 1847464.247120,
          "N" : 2780413,
          "percentile" : {
            "1.000000" : 10944512,
            "5.000000" : 11862016,
            "10.000000" : 13434880,
            "20.000000" : 14483456,
            "30.000000" : 15400960,
            "40.000000" : 16187392,
            "50.000000" : 16580608,
            "60.000000" : 16908288,
            "70.000000" : 17432576,
            "80.000000" : 17694720,
            "90.000000" : 17956864,
            "95.000000" : 17956864,
            "99.000000" : 18481152,
            "99.500000" : 19005440,
            "99.900000" : 19791872,
            "99.950000" : 20054016,
            "99.990000" : 21102592
          },
          "bins" : {
            "4512" : 1,
            "10816" : 1,
            "11968" : 1,
            "14016" : 1,
            "19072" : 1,
            "31360" : 1,
            "403456" : 1,
            "464896" : 2,
            "501760" : 1,
            "514048" : 1,
            "536576" : 1,
            "847872" : 1,
            "962560" : 1,
            "987136" : 1,
            "1028096" : 1,
            "1073152" : 1,
            "1105920" : 1,
            "1368064" : 1,
            "1515520" : 2,
            "1597440" : 1,
            "1613824" : 1,
            "1630208" : 1,
            "1859584" : 1,
            "2088960" : 1,
            "2146304" : 1,
            "2211840" : 3,
            "2277376" : 1,
            "2637824" : 1,
            "2703360" : 2,
            "2736128" : 2,
            "2768896" : 1,
            "3129344" : 1,
            "3194880" : 1,
            "3260416" : 1,
            "3293184" : 1,
            "3325952" : 1,
            "3358720" : 1,
            "3620864" : 1,
            "3653632" : 1,
            "3850240" : 2,
            "3883008" : 1,
            "3915776" : 1,
            "4112384" : 1,
            "4145152" : 1,
            "4358144" : 1,
            "4423680" : 1,
            "4489216" : 2,
            "4554752" : 1,
            "4685824" : 1,
            "4882432" : 1,
            "5013504" : 2,
            "5079040" : 2,
            "5144576" : 1,
            "5406720" : 2,
            "5537792" : 1,
            "5668864" : 3,
            "5865472" : 1,
            "6062080" : 2,
            "6193152" : 2,
            "6258688" : 1,
            "6455296" : 1,
            "6520832" : 1,
            "6586368" : 1,
            "6717440" : 2,
            "6848512" : 1,
            "6979584" : 1,
            "7045120" : 2,
            "7176192" : 1,
            "7307264" : 1,
            "7438336" : 2,
            "7569408" : 1,
            "7634944" : 1,
            "7766016" : 2,
            "7962624" : 1,
            "8028160" : 2,
            "8159232" : 1,
            "8290304" : 1,
            "8355840" : 1,
            "8454144" : 2,
            "8585216" : 1,
            "8716288" : 1,
            "8847360" : 2,
            "8978432" : 2,
            "9109504" : 1,
            "9240576" : 3,
            "9371648" : 16,
            "9502720" : 101,
            "9633792" : 411,
            "9764864" : 762,
            "9895936" : 484,
            "10027008" : 225,
            "10158080" : 315,
            "10289152" : 858,
            "10420224" : 1790,
            "10551296" : 3774,
            "10682368" : 6832,
            "10813440" : 10574,
            "10944512" : 13153,
            "11075584" : 13989,
            "11206656" : 14381,
            "11337728" : 15673,
            "11468800" : 18598,
            "11599872" : 19456,
            "11730944" : 16600,
            "11862016" : 13112,
            "11993088" : 9853,
            "12124160" : 7387,
            "12255232" : 6388,
            "12386304" : 5981,
            "12517376" : 6379,
            "12648448" : 7215,
            "12779520" : 8465,
            "12910592" : 10065,
            "13041664" : 12099,
            "13172736" : 15178,
            "13303808" : 18979,
            "13434880" : 22688,
            "13565952" : 27082,
            "13697024" : 30482,
            "13828096" : 34141,
            "13959168" : 35712,
            "14090240" : 36737,
            "14221312" : 37530,
            "14352384" : 39029,
            "14483456" : 39655,
            "14614528" : 41203,
            "14745600" : 41913,
            "14876672" : 41611,
            "15007744" : 39646,
            "15138816" : 38421,
            "15269888" : 37497,
            "15400960" : 39428,
            "15532032" : 42888,
            "15663104" : 44618,
            "15794176" : 49814,
            "15925248" : 56237,
            "16056320" : 63465,
            "16187392" : 68419,
            "16318464" : 72954,
            "16449536" : 78586,
            "16580608" : 83834,
            "16711680" : 91389,
            "16908288" : 210485,
            "17170432" : 240697,
            "17432576" : 259207,
            "17694720" : 259987,
            "17956864" : 177626,
            "18219008" : 82505,
            "18481152" : 30434,
            "18743296" : 10401,
            "19005440" : 4982,
            "19267584" : 4113,
            "19529728" : 2437,
            "19791872" : 1458,
            "20054016" : 786,
            "20316160" : 388,
            "20578304" : 219,
            "20840448" : 141,
            "21102592" : 141,
            "21364736" : 94,
            "21626880" : 52,
            "21889024" : 54,
            "22151168" : 22,
            "22413312" : 1,
            "22937600" : 1
          }
        },
        "lat_ns" : {
          "min" : 401874,
          "max" : 23308823,
          "mean" : 16572454.492691,
          "stddev" : 1905791.927213,
          "N" : 2780413
        },
        "bw_min" : 13553387,
        "bw_max" : 21536768,
        "bw_agg" : 100.000000,
        "bw_mean" : 15823622.718663,
        "bw_dev" : 226831.538247,
        "bw_samples" : 2872,
        "iops_min" : 13235,
        "iops_max" : 21030,
        "iops_mean" : 15452.100279,
        "iops_stddev" : 221.517754,
        "iops_samples" : 2872
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1439996,
      "usr_cpu" : 0.629932,
      "sys_cpu" : 94.830402,
      "ctx" : 25974,
      "majf" : 0,
      "minf" : 287,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999784,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.010000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.010000,
        "750" : 0.010000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 0.068951,
        "20" : 99.878391,
        "50" : 0.057513,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819544,
  "timestamp_ms" : 1772819544821,
  "time" : "Fri Mar  6 13:52:24 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 2915549839360,
        "io_kbytes" : 2847216640,
        "bw_bytes" : 16197319137,
        "bw" : 15817694,
        "iops" : 15445.545049,
        "runtime" : 180002,
        "total_ios" : 2780229,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 239756,
          "max" : 3289574,
          "mean" : 514511.572024,
          "stddev" : 75217.608312,
          "N" : 2780237
        },
        "clat_ns" : {
          "min" : 4417,
          "max" : 22832726,
          "mean" : 16057764.480235,
          "stddev" : 1847967.353938,
          "N" : 2780477,
          "percentile" : {
            "1.000000" : 10944512,
            "5.000000" : 11862016,
            "10.000000" : 13434880,
            "20.000000" : 14483456,
            "30.000000" : 15400960,
            "40.000000" : 16187392,
            "50.000000" : 16580608,
            "60.000000" : 16908288,
            "70.000000" : 17432576,
            "80.000000" : 17694720,
            "90.000000" : 17956864,
            "95.000000" : 17956864,
            "99.000000" : 18481152,
            "99.500000" : 19005440,
            "99.900000" : 19791872,
            "99.950000" : 20054016,
            "99.990000" : 21102592
          },
          "bins" : {
            "4448" : 1,
            "4512" : 1,
            "4768" : 1,
            "10816" : 1,
            "11968" : 1,
            "14016" : 1,
            "19072" : 1,
            "31360" : 1,
            "403456" : 1,
            "415744" : 1,
            "423936" : 1,
            "464896" : 2,
            "501760" : 1,
            "514048" : 1,
            "536576" : 1,
            "847872" : 1,
            "946176" : 1,
            "962560" : 1,
            "987136" : 1,
            "1019904" : 1,
            "1028096" : 1,
            "1073152" : 1,
            "1105920" : 1,
            "1368064" : 1,
            "1466368" : 1,
            "1515520" : 2,
            "1581056" : 1,
            "1597440" : 1,
            "1613824" : 1,
            "1630208" : 1,
            "1859584" : 1,
            "1974272" : 1,
            "2088960" : 1,
            "2146304" : 2,
            "2211840" : 3,
            "2277376" : 1,
            "2572288" : 1,
            "2637824" : 1,
            "2670592" : 1,
            "2703360" : 2,
            "2736128" : 2,
            "2768896" : 1,
            "3096576" : 1,
            "3129344" : 1,
            "3194880" : 1,
            "3260416" : 2,
            "3293184" : 1,
            "3325952" : 1,
            "3358720" : 1,
            "3620864" : 1,
            "3653632" : 1,
            "3686400" : 1,
            "3817472" : 1,
            "3850240" : 2,
            "3883008" : 1,
            "3915776" : 1,
            "4112384" : 1,
            "4145152" : 1,
            "4292608" : 1,
            "4358144" : 1,
            "4423680" : 2,
            "4489216" : 2,
            "4554752" : 1,
            "4685824" : 1,
            "4751360" : 1,
            "4882432" : 1,
            "4947968" : 1,
            "5013504" : 2,
            "5079040" : 2,
            "5144576" : 1,
            "5341184" : 1,
            "5406720" : 2,
            "5472256" : 1,
            "5537792" : 1,
            "5668864" : 3,
            "5865472" : 1,
            "5931008" : 1,
            "6062080" : 2,
            "6127616" : 1,
            "6193152" : 2,
            "6258688" : 1,
            "6455296" : 2,
            "6520832" : 1,
            "6586368" : 1,
            "6651904" : 1,
            "6717440" : 2,
            "6848512" : 1,
            "6979584" : 2,
            "7045120" : 2,
            "7176192" : 2,
            "7307264" : 1,
            "7438336" : 2,
            "7569408" : 2,
            "7634944" : 1,
            "7700480" : 1,
            "7766016" : 2,
            "7962624" : 1,
            "8028160" : 2,
            "8159232" : 3,
            "8290304" : 1,
            "8355840" : 1,
            "8454144" : 2,
            "8585216" : 2,
            "8716288" : 2,
            "8847360" : 2,
            "8978432" : 2,
            "9109504" : 2,
            "9240576" : 4,
            "9371648" : 16,
            "9502720" : 101,
            "9633792" : 412,
            "9764864" : 762,
            "9895936" : 485,
            "10027008" : 225,
            "10158080" : 316,
            "10289152" : 858,
            "10420224" : 1791,
            "10551296" : 3774,
            "10682368" : 6833,
            "10813440" : 10574,
            "10944512" : 13154,
            "11075584" : 13989,
            "11206656" : 14382,
            "11337728" : 15673,
            "11468800" : 18598,
            "11599872" : 19457,
            "11730944" : 16601,
            "11862016" : 13112,
            "11993088" : 9853,
            "12124160" : 7388,
            "12255232" : 6389,
            "12386304" : 5981,
            "12517376" : 6379,
            "12648448" : 7215,
            "12779520" : 8467,
            "12910592" : 10065,
            "13041664" : 12099,
            "13172736" : 15178,
            "13303808" : 18981,
            "13434880" : 22688,
            "13565952" : 27082,
            "13697024" : 30482,
            "13828096" : 34143,
            "13959168" : 35712,
            "14090240" : 36737,
            "14221312" : 37530,
            "14352384" : 39030,
            "14483456" : 39656,
            "14614528" : 41203,
            "14745600" : 41913,
            "14876672" : 41611,
            "15007744" : 39647,
            "15138816" : 38422,
            "15269888" : 37497,
            "15400960" : 39428,
            "15532032" : 42888,
            "15663104" : 44620,
            "15794176" : 49814,
            "15925248" : 56237,
            "16056320" : 63465,
            "16187392" : 68420,
            "16318464" : 72955,
            "16449536" : 78586,
            "16580608" : 83834,
            "16711680" : 91390,
            "16908288" : 210486,
            "17170432" : 240697,
            "17432576" : 259208,
            "17694720" : 259987,
            "17956864" : 177626,
            "18219008" : 82505,
            "18481152" : 30434,
            "18743296" : 10401,
            "19005440" : 4982,
            "19267584" : 4113,
            "19529728" : 2437,
            "19791872" : 1458,
            "20054016" : 786,
            "20316160" : 388,
            "20578304" : 219,
            "20840448" : 141,
            "21102592" : 141,
            "21364736" : 94,
            "21626880" : 52,
            "21889024" : 54,
            "22151168" : 22,
            "22413312" : 1,
            "22937600" : 1
          }
        },
        "lat_ns" : {
          "min" : 396826,
          "max" : 23308823,
          "mean" : 16572279.446485,
          "stddev" : 1906276.243376,
          "N" : 2780477
        },
        "bw_min" : 13553387,
        "bw_max" : 21536768,
        "bw_agg" : 100.000000,
        "bw_mean" : 15823622.718663,
        "bw_dev" : 226831.538247,
        "bw_samples" : 2872,
        "iops_min" : 13235,
        "iops_max" : 21030,
        "iops_mean" : 15452.100279,
        "iops_stddev" : 221.517754,
        "iops_samples" : 2872
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1440008,
      "usr_cpu" : 0.629927,
      "sys_cpu" : 94.829612,
      "ctx" : 25982,
      "majf" : 0,
      "minf" : 295,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999712,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.010000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.010000,
        "750" : 0.010000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 0.069742,
        "20" : 99.879326,
        "50" : 0.057513,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}