← Back to file list

📄 seq-write-qd32-nj16_run1.json

mirror/benchmarks/seq/seq-write-qd32-nj16_run1.json

{
  "fio version" : "fio-3.35",
  "timestamp" : 1773857345,
  "timestamp_ms" : 1773857345230,
  "time" : "Wed Mar 18 15:09:05 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 180,
      "elapsed" : 11,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 38908461056,
        "io_kbytes" : 37996544,
        "bw_bytes" : 3996760252,
        "bw" : 3903086,
        "iops" : 3865.947612,
        "runtime" : 9735,
        "total_ios" : 37635,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 155750,
      "usr_cpu" : 0.833387,
      "sys_cpu" : 3.872231,
      "ctx" : 76171,
      "majf" : 0,
      "minf" : 104,
      "iodepth_level" : {
        "1" : 0.100000,
        "2" : 0.100000,
        "4" : 0.170054,
        "8" : 0.340109,
        "16" : 0.680218,
        "32" : 98.682078,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773857355,
  "timestamp_ms" : 1773857355498,
  "time" : "Wed Mar 18 15:09:15 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 169,
      "elapsed" : 21,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 47916777472,
        "io_kbytes" : 46793728,
        "bw_bytes" : 4790719603,
        "bw" : 4678437,
        "iops" : 4570.385923,
        "runtime" : 10002,
        "total_ios" : 45713,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 2948294,
          "max" : 5364344,
          "mean" : 3498574.704810,
          "stddev" : 321203.516632,
          "N" : 45713
        },
        "clat_ns" : {
          "min" : 94645790,
          "max" : 137579445,
          "mean" : 108614030.685056,
          "stddev" : 8627584.975179,
          "N" : 45697,
          "percentile" : {
            "1.000000" : 94896128,
            "5.000000" : 96993280,
            "10.000000" : 99090432,
            "20.000000" : 102236160,
            "30.000000" : 103284736,
            "40.000000" : 105381888,
            "50.000000" : 106430464,
            "60.000000" : 108527616,
            "70.000000" : 110624768,
            "80.000000" : 115867648,
            "90.000000" : 121110528,
            "95.000000" : 126353408,
            "99.000000" : 133693440,
            "99.500000" : 135266304,
            "99.900000" : 137363456,
            "99.950000" : 137363456,
            "99.990000" : 137363456
          },
          "bins" : {
            "94896128" : 997,
            "95944704" : 849,
            "96993280" : 982,
            "98041856" : 1306,
            "99090432" : 1929,
            "100139008" : 1236,
            "101187584" : 1003,
            "102236160" : 2834,
            "103284736" : 3156,
            "104333312" : 3537,
            "105381888" : 2516,
            "106430464" : 2531,
            "107479040" : 3127,
            "108527616" : 1738,
            "109576192" : 2780,
            "110624768" : 2078,
            "111673344" : 1144,
            "112721920" : 1018,
            "113770496" : 929,
            "114819072" : 788,
            "115867648" : 782,
            "116916224" : 815,
            "117964800" : 916,
            "119013376" : 803,
            "120061952" : 765,
            "121110528" : 649,
            "122159104" : 629,
            "123207680" : 532,
            "124256256" : 390,
            "125304832" : 418,
            "126353408" : 515,
            "127401984" : 311,
            "128450560" : 326,
            "129499136" : 354,
            "130547712" : 256,
            "131596288" : 175,
            "132644864" : 114,
            "133693440" : 115,
            "135266304" : 232,
            "137363456" : 122
          }
        },
        "lat_ns" : {
          "min" : 97714016,
          "max" : 141473814,
          "mean" : 112114840.847320,
          "stddev" : 8857570.119442,
          "N" : 45697
        },
        "bw_min" : 4300800,
        "bw_max" : 4980736,
        "bw_agg" : 100.000000,
        "bw_mean" : 4679831.157895,
        "bw_dev" : 11889.531525,
        "bw_samples" : 304,
        "iops_min" : 4200,
        "iops_max" : 4864,
        "iops_mean" : 4569.894737,
        "iops_stddev" : 11.590788,
        "iops_samples" : 304
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 160009,
      "usr_cpu" : 0.947447,
      "sys_cpu" : 4.169765,
      "ctx" : 46377,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 14.241026,
        "250" : 85.723973,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773857365,
  "timestamp_ms" : 1773857365499,
  "time" : "Wed Mar 18 15:09:25 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 159,
      "elapsed" : 31,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 91775565824,
        "io_kbytes" : 89624576,
        "bw_bytes" : 4588319459,
        "bw" : 4480780,
        "iops" : 4376.612339,
        "runtime" : 20002,
        "total_ios" : 87541,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 2948294,
          "max" : 5364344,
          "mean" : 3652789.960944,
          "stddev" : 371567.470422,
          "N" : 87541
        },
        "clat_ns" : {
          "min" : 94645790,
          "max" : 148449019,
          "mean" : 113380205.443439,
          "stddev" : 10355477.073123,
          "N" : 87525,
          "percentile" : {
            "1.000000" : 94896128,
            "5.000000" : 99090432,
            "10.000000" : 102236160,
            "20.000000" : 104333312,
            "30.000000" : 106430464,
            "40.000000" : 109576192,
            "50.000000" : 111673344,
            "60.000000" : 115867648,
            "70.000000" : 117964800,
            "80.000000" : 121110528,
            "90.000000" : 128450560,
            "95.000000" : 132644864,
            "99.000000" : 141557760,
            "99.500000" : 143654912,
            "99.900000" : 147849216,
            "99.950000" : 147849216,
            "99.990000" : 147849216
          },
          "bins" : {
            "94896128" : 997,
            "95944704" : 849,
            "96993280" : 982,
            "98041856" : 1306,
            "99090432" : 1929,
            "100139008" : 1236,
            "101187584" : 1003,
            "102236160" : 3266,
            "103284736" : 4259,
            "104333312" : 4260,
            "105381888" : 3642,
            "106430464" : 3555,
            "107479040" : 4391,
            "108527616" : 2825,
            "109576192" : 3704,
            "110624768" : 4245,
            "111673344" : 2760,
            "112721920" : 3082,
            "113770496" : 2052,
            "114819072" : 1969,
            "115867648" : 2548,
            "116916224" : 3219,
            "117964800" : 4225,
            "119013376" : 3990,
            "120061952" : 2058,
            "121110528" : 1750,
            "122159104" : 1677,
            "123207680" : 1445,
            "124256256" : 1525,
            "125304832" : 1275,
            "126353408" : 1455,
            "127401984" : 1200,
            "128450560" : 969,
            "129499136" : 903,
            "130547712" : 1089,
            "131596288" : 768,
            "132644864" : 745,
            "133693440" : 633,
            "135266304" : 1148,
            "137363456" : 1003,
            "139460608" : 618,
            "141557760" : 531,
            "143654912" : 214,
            "145752064" : 88,
            "147849216" : 137
          }
        },
        "lat_ns" : {
          "min" : 97714016,
          "max" : 152772083,
          "mean" : 117034606.900645,
          "stddev" : 10648350.331163,
          "N" : 87525
        },
        "bw_min" : 3864576,
        "bw_max" : 4980736,
        "bw_agg" : 99.969989,
        "bw_mean" : 4479436.384615,
        "bw_dev" : 18308.307948,
        "bw_samples" : 624,
        "iops_min" : 3774,
        "iops_max" : 4864,
        "iops_mean" : 4373.589744,
        "iops_stddev" : 17.881889,
        "iops_samples" : 624
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 320009,
      "usr_cpu" : 0.909974,
      "sys_cpu" : 3.962701,
      "ctx" : 88705,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 7.436515,
        "250" : 92.545207,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773857375,
  "timestamp_ms" : 1773857375499,
  "time" : "Wed Mar 18 15:09:35 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 149,
      "elapsed" : 41,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 133420810240,
        "io_kbytes" : 130293760,
        "bw_bytes" : 4446915649,
        "bw" : 4342691,
        "iops" : 4241.442522,
        "runtime" : 30003,
        "total_ios" : 127256,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 2948294,
          "max" : 5750034,
          "mean" : 3768909.510471,
          "stddev" : 401246.940063,
          "N" : 127257
        },
        "clat_ns" : {
          "min" : 94645790,
          "max" : 158089166,
          "mean" : 116973914.580890,
          "stddev" : 11331488.213323,
          "N" : 127241,
          "percentile" : {
            "1.000000" : 95944704,
            "5.000000" : 100139008,
            "10.000000" : 103284736,
            "20.000000" : 106430464,
            "30.000000" : 109576192,
            "40.000000" : 113770496,
            "50.000000" : 116916224,
            "60.000000" : 120061952,
            "70.000000" : 122159104,
            "80.000000" : 125304832,
            "90.000000" : 131596288,
            "95.000000" : 137363456,
            "99.000000" : 147849216,
            "99.500000" : 149946368,
            "99.900000" : 156237824,
            "99.950000" : 158334976,
            "99.990000" : 158334976
          },
          "bins" : {
            "94896128" : 997,
            "95944704" : 849,
            "96993280" : 982,
            "98041856" : 1306,
            "99090432" : 1929,
            "100139008" : 1236,
            "101187584" : 1003,
            "102236160" : 3266,
            "103284736" : 4259,
            "104333312" : 4260,
            "105381888" : 3642,
            "106430464" : 3555,
            "107479040" : 4499,
            "108527616" : 3295,
            "109576192" : 3969,
            "110624768" : 4522,
            "111673344" : 3262,
            "112721920" : 3539,
            "113770496" : 2861,
            "114819072" : 3381,
            "115867648" : 3592,
            "116916224" : 3749,
            "117964800" : 6432,
            "119013376" : 5690,
            "120061952" : 6232,
            "121110528" : 4875,
            "122159104" : 5006,
            "123207680" : 4581,
            "124256256" : 3054,
            "125304832" : 2566,
            "126353408" : 2501,
            "127401984" : 2081,
            "128450560" : 2074,
            "129499136" : 1968,
            "130547712" : 2117,
            "131596288" : 1458,
            "132644864" : 1423,
            "133693440" : 1422,
            "135266304" : 2326,
            "137363456" : 1860,
            "139460608" : 1379,
            "141557760" : 1381,
            "143654912" : 1017,
            "145752064" : 446,
            "147849216" : 504,
            "149946368" : 269,
            "152043520" : 373,
            "154140672" : 63,
            "156237824" : 88,
            "158334976" : 102
          }
        },
        "lat_ns" : {
          "min" : 97714016,
          "max" : 162597142,
          "mean" : 120744040.989422,
          "stddev" : 11657684.020953,
          "N" : 127241
        },
        "bw_min" : 3680256,
        "bw_max" : 4980736,
        "bw_agg" : 99.968774,
        "bw_mean" : 4341335.372881,
        "bw_dev" : 20611.979852,
        "bw_samples" : 944,
        "iops_min" : 3594,
        "iops_max" : 4864,
        "iops_mean" : 4239.016949,
        "iops_stddev" : 20.115582,
        "iops_samples" : 944
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 480016,
      "usr_cpu" : 0.873096,
      "sys_cpu" : 3.831747,
      "ctx" : 128886,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 5.115672,
        "250" : 94.872540,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773857385,
  "timestamp_ms" : 1773857385500,
  "time" : "Wed Mar 18 15:09:45 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 139,
      "elapsed" : 51,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 173456490496,
        "io_kbytes" : 169391104,
        "bw_bytes" : 4336087055,
        "bw" : 4234460,
        "iops" : 4135.614829,
        "runtime" : 40003,
        "total_ios" : 165437,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 2948294,
          "max" : 6271971,
          "mean" : 3865371.239209,
          "stddev" : 436236.540786,
          "N" : 165437
        },
        "clat_ns" : {
          "min" : 94645790,
          "max" : 171241226,
          "mean" : 119914680.360063,
          "stddev" : 12396938.973257,
          "N" : 165421,
          "percentile" : {
            "1.000000" : 95944704,
            "5.000000" : 101187584,
            "10.000000" : 104333312,
            "20.000000" : 108527616,
            "30.000000" : 112721920,
            "40.000000" : 116916224,
            "50.000000" : 120061952,
            "60.000000" : 122159104,
            "70.000000" : 125304832,
            "80.000000" : 129499136,
            "90.000000" : 135266304,
            "95.000000" : 141557760,
            "99.000000" : 154140672,
            "99.500000" : 158334976,
            "99.900000" : 168820736,
            "99.950000" : 170917888,
            "99.990000" : 170917888
          },
          "bins" : {
            "94896128" : 997,
            "95944704" : 849,
            "96993280" : 982,
            "98041856" : 1306,
            "99090432" : 1929,
            "100139008" : 1236,
            "101187584" : 1003,
            "102236160" : 3266,
            "103284736" : 4259,
            "104333312" : 4260,
            "105381888" : 3642,
            "106430464" : 3555,
            "107479040" : 4499,
            "108527616" : 3295,
            "109576192" : 3969,
            "110624768" : 4532,
            "111673344" : 3303,
            "112721920" : 3573,
            "113770496" : 3076,
            "114819072" : 3840,
            "115867648" : 4956,
            "116916224" : 4749,
            "117964800" : 7168,
            "119013376" : 6567,
            "120061952" : 8360,
            "121110528" : 6500,
            "122159104" : 6495,
            "123207680" : 6553,
            "124256256" : 4490,
            "125304832" : 5221,
            "126353408" : 4481,
            "127401984" : 4387,
            "128450560" : 3770,
            "129499136" : 3933,
            "130547712" : 3411,
            "131596288" : 2961,
            "132644864" : 2632,
            "133693440" : 2160,
            "135266304" : 3787,
            "137363456" : 3184,
            "139460608" : 2181,
            "141557760" : 2172,
            "143654912" : 1881,
            "145752064" : 1429,
            "147849216" : 1265,
            "149946368" : 717,
            "152043520" : 821,
            "154140672" : 421,
            "156237824" : 494,
            "158334976" : 205,
            "160432128" : 105,
            "162529280" : 120,
            "164626432" : 150,
            "166723584" : 149,
            "168820736" : 73,
            "170917888" : 102
          }
        },
        "lat_ns" : {
          "min" : 97714016,
          "max" : 175964431,
          "mean" : 123777523.276942,
          "stddev" : 12755819.819217,
          "N" : 165421
        },
        "bw_min" : 3563520,
        "bw_max" : 4980736,
        "bw_agg" : 100.000000,
        "bw_mean" : 4239373.151899,
        "bw_dev" : 22090.395038,
        "bw_samples" : 1264,
        "iops_min" : 3480,
        "iops_max" : 4864,
        "iops_mean" : 4139.493671,
        "iops_stddev" : 21.562622,
        "iops_samples" : 1264
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 640020,
      "usr_cpu" : 0.845755,
      "sys_cpu" : 3.729727,
      "ctx" : 167573,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 3.935033,
        "250" : 96.055296,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773857395,
  "timestamp_ms" : 1773857395499,
  "time" : "Wed Mar 18 15:09:55 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 129,
      "elapsed" : 61,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 213926281216,
        "io_kbytes" : 208912384,
        "bw_bytes" : 4278268928,
        "bw" : 4177997,
        "iops" : 4080.395176,
        "runtime" : 50003,
        "total_ios" : 204032,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 584713,
          "max" : 6271971,
          "mean" : 3917587.270345,
          "stddev" : 435614.040248,
          "N" : 204032
        },
        "clat_ns" : {
          "min" : 94645790,
          "max" : 171241226,
          "mean" : 121574577.189069,
          "stddev" : 12404313.911410,
          "N" : 204016,
          "percentile" : {
            "1.000000" : 96993280,
            "5.000000" : 102236160,
            "10.000000" : 105381888,
            "20.000000" : 110624768,
            "30.000000" : 115867648,
            "40.000000" : 119013376,
            "50.000000" : 121110528,
            "60.000000" : 124256256,
            "70.000000" : 127401984,
            "80.000000" : 130547712,
            "90.000000" : 137363456,
            "95.000000" : 143654912,
            "99.000000" : 154140672,
            "99.500000" : 158334976,
            "99.900000" : 166723584,
            "99.950000" : 168820736,
            "99.990000" : 170917888
          },
          "bins" : {
            "94896128" : 997,
            "95944704" : 849,
            "96993280" : 982,
            "98041856" : 1306,
            "99090432" : 1929,
            "100139008" : 1236,
            "101187584" : 1003,
            "102236160" : 3266,
            "103284736" : 4259,
            "104333312" : 4260,
            "105381888" : 3642,
            "106430464" : 3555,
            "107479040" : 4499,
            "108527616" : 3543,
            "109576192" : 4128,
            "110624768" : 4627,
            "111673344" : 3384,
            "112721920" : 3800,
            "113770496" : 3710,
            "114819072" : 4356,
            "115867648" : 5689,
            "116916224" : 5906,
            "117964800" : 8747,
            "119013376" : 7861,
            "120061952" : 9167,
            "121110528" : 7614,
            "122159104" : 7911,
            "123207680" : 8000,
            "124256256" : 6441,
            "125304832" : 7705,
            "126353408" : 6930,
            "127401984" : 6280,
            "128450560" : 6198,
            "129499136" : 6222,
            "130547712" : 4558,
            "131596288" : 3998,
            "132644864" : 4506,
            "133693440" : 2925,
            "135266304" : 5095,
            "137363456" : 4430,
            "139460608" : 3406,
            "141557760" : 3342,
            "143654912" : 2767,
            "145752064" : 2143,
            "147849216" : 2004,
            "149946368" : 1263,
            "152043520" : 1339,
            "154140672" : 496,
            "156237824" : 551,
            "158334976" : 269,
            "160432128" : 176,
            "162529280" : 232,
            "164626432" : 190,
            "166723584" : 149,
            "168820736" : 73,
            "170917888" : 102
          }
        },
        "lat_ns" : {
          "min" : 97714016,
          "max" : 175964431,
          "mean" : 125492500.495383,
          "stddev" : 12764993.058767,
          "N" : 204016
        },
        "bw_min" : 3563520,
        "bw_max" : 4980736,
        "bw_agg" : 100.000000,
        "bw_mean" : 4179478.090909,
        "bw_dev" : 21803.748906,
        "bw_samples" : 1584,
        "iops_min" : 3480,
        "iops_max" : 4864,
        "iops_mean" : 4080.949495,
        "iops_stddev" : 21.285093,
        "iops_samples" : 1584
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 800020,
      "usr_cpu" : 0.834104,
      "sys_cpu" : 3.671408,
      "ctx" : 206632,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 3.190676,
        "250" : 96.801482,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773857405,
  "timestamp_ms" : 1773857405500,
  "time" : "Wed Mar 18 15:10:05 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 119,
      "elapsed" : 71,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 254150705152,
        "io_kbytes" : 248194048,
        "bw_bytes" : 4235703895,
        "bw" : 4136429,
        "iops" : 4039.748675,
        "runtime" : 60002,
        "total_ios" : 242393,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 584713,
          "max" : 6271971,
          "mean" : 3957052.559913,
          "stddev" : 445950.780805,
          "N" : 242393
        },
        "clat_ns" : {
          "min" : 94645790,
          "max" : 171241226,
          "mean" : 122771549.489337,
          "stddev" : 12633805.248543,
          "N" : 242377,
          "percentile" : {
            "1.000000" : 96993280,
            "5.000000" : 103284736,
            "10.000000" : 106430464,
            "20.000000" : 112721920,
            "30.000000" : 116916224,
            "40.000000" : 120061952,
            "50.000000" : 122159104,
            "60.000000" : 125304832,
            "70.000000" : 127401984,
            "80.000000" : 131596288,
            "90.000000" : 139460608,
            "95.000000" : 145752064,
            "99.000000" : 158334976,
            "99.500000" : 162529280,
            "99.900000" : 168820736,
            "99.950000" : 168820736,
            "99.990000" : 170917888
          },
          "bins" : {
            "94896128" : 997,
            "95944704" : 849,
            "96993280" : 982,
            "98041856" : 1306,
            "99090432" : 1929,
            "100139008" : 1236,
            "101187584" : 1003,
            "102236160" : 3266,
            "103284736" : 4259,
            "104333312" : 4260,
            "105381888" : 3642,
            "106430464" : 3555,
            "107479040" : 4499,
            "108527616" : 3543,
            "109576192" : 4128,
            "110624768" : 4627,
            "111673344" : 3697,
            "112721920" : 3990,
            "113770496" : 4194,
            "114819072" : 4964,
            "115867648" : 7041,
            "116916224" : 7412,
            "117964800" : 11012,
            "119013376" : 9782,
            "120061952" : 10385,
            "121110528" : 8588,
            "122159104" : 9593,
            "123207680" : 10031,
            "124256256" : 8875,
            "125304832" : 10639,
            "126353408" : 8142,
            "127401984" : 7470,
            "128450560" : 7379,
            "129499136" : 7227,
            "130547712" : 5584,
            "131596288" : 4824,
            "132644864" : 5825,
            "133693440" : 3956,
            "135266304" : 6285,
            "137363456" : 5579,
            "139460608" : 4359,
            "141557760" : 4347,
            "143654912" : 3618,
            "145752064" : 2891,
            "147849216" : 2797,
            "149946368" : 1733,
            "152043520" : 1629,
            "154140672" : 774,
            "156237824" : 856,
            "158334976" : 670,
            "160432128" : 502,
            "162529280" : 531,
            "164626432" : 336,
            "166723584" : 355,
            "168820736" : 322,
            "170917888" : 102
          }
        },
        "lat_ns" : {
          "min" : 97714016,
          "max" : 175964431,
          "mean" : 126727535.839502,
          "stddev" : 12998500.843725,
          "N" : 242377
        },
        "bw_min" : 3438592,
        "bw_max" : 4980736,
        "bw_agg" : 100.000000,
        "bw_mean" : 4138112.226891,
        "bw_dev" : 21329.609049,
        "bw_samples" : 1904,
        "iops_min" : 3358,
        "iops_max" : 4864,
        "iops_mean" : 4040.521008,
        "iops_stddev" : 20.824617,
        "iops_samples" : 1904
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 960008,
      "usr_cpu" : 0.824160,
      "sys_cpu" : 3.629136,
      "ctx" : 245392,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 2.685721,
        "250" : 97.307678,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773857415,
  "timestamp_ms" : 1773857415499,
  "time" : "Wed Mar 18 15:10:15 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 109,
      "elapsed" : 81,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 293836161024,
        "io_kbytes" : 286949376,
        "bw_bytes" : 4197539513,
        "bw" : 4099159,
        "iops" : 4003.314191,
        "runtime" : 70002,
        "total_ios" : 280240,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 584713,
          "max" : 6271971,
          "mean" : 3993015.528654,
          "stddev" : 441533.794615,
          "N" : 280240
        },
        "clat_ns" : {
          "min" : 94645790,
          "max" : 171241226,
          "mean" : 123900664.364519,
          "stddev" : 12529151.072886,
          "N" : 280224,
          "percentile" : {
            "1.000000" : 96993280,
            "5.000000" : 103284736,
            "10.000000" : 107479040,
            "20.000000" : 114819072,
            "30.000000" : 117964800,
            "40.000000" : 121110528,
            "50.000000" : 123207680,
            "60.000000" : 126353408,
            "70.000000" : 129499136,
            "80.000000" : 132644864,
            "90.000000" : 139460608,
            "95.000000" : 145752064,
            "99.000000" : 158334976,
            "99.500000" : 162529280,
            "99.900000" : 168820736,
            "99.950000" : 168820736,
            "99.990000" : 170917888
          },
          "bins" : {
            "94896128" : 997,
            "95944704" : 849,
            "96993280" : 982,
            "98041856" : 1306,
            "99090432" : 1929,
            "100139008" : 1236,
            "101187584" : 1003,
            "102236160" : 3266,
            "103284736" : 4259,
            "104333312" : 4260,
            "105381888" : 3642,
            "106430464" : 3555,
            "107479040" : 4499,
            "108527616" : 3543,
            "109576192" : 4128,
            "110624768" : 4627,
            "111673344" : 3697,
            "112721920" : 3990,
            "113770496" : 4194,
            "114819072" : 4964,
            "115867648" : 7041,
            "116916224" : 7541,
            "117964800" : 11713,
            "119013376" : 10566,
            "120061952" : 12040,
            "121110528" : 10356,
            "122159104" : 11220,
            "123207680" : 11759,
            "124256256" : 10656,
            "125304832" : 13016,
            "126353408" : 9823,
            "127401984" : 8900,
            "128450560" : 9186,
            "129499136" : 8944,
            "130547712" : 7496,
            "131596288" : 7446,
            "132644864" : 7513,
            "133693440" : 5714,
            "135266304" : 8069,
            "137363456" : 7066,
            "139460608" : 5668,
            "141557760" : 5663,
            "143654912" : 4792,
            "145752064" : 3806,
            "147849216" : 3466,
            "149946368" : 2547,
            "152043520" : 1971,
            "154140672" : 1102,
            "156237824" : 1087,
            "158334976" : 781,
            "160432128" : 704,
            "162529280" : 531,
            "164626432" : 336,
            "166723584" : 355,
            "168820736" : 322,
            "170917888" : 102
          }
        },
        "lat_ns" : {
          "min" : 97714016,
          "max" : 175964431,
          "mean" : 127893100.321536,
          "stddev" : 12891485.356045,
          "N" : 280224
        },
        "bw_min" : 3438592,
        "bw_max" : 4980736,
        "bw_agg" : 100.000000,
        "bw_mean" : 4101672.366906,
        "bw_dev" : 20882.666387,
        "bw_samples" : 2224,
        "iops_min" : 3358,
        "iops_max" : 4864,
        "iops_mean" : 4004.863309,
        "iops_stddev" : 20.394870,
        "iops_samples" : 2224
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1120008,
      "usr_cpu" : 0.819191,
      "sys_cpu" : 3.592653,
      "ctx" : 283720,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 2.323009,
        "250" : 97.671282,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773857425,
  "timestamp_ms" : 1773857425500,
  "time" : "Wed Mar 18 15:10:25 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 99,
      "elapsed" : 91,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 335525445632,
        "io_kbytes" : 327661568,
        "bw_bytes" : 4193910798,
        "bw" : 4095616,
        "iops" : 3999.825007,
        "runtime" : 80003,
        "total_ios" : 319998,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 584713,
          "max" : 6686534,
          "mean" : 3996452.760402,
          "stddev" : 436150.641546,
          "N" : 319998
        },
        "clat_ns" : {
          "min" : 94645790,
          "max" : 171241226,
          "mean" : 123996277.743339,
          "stddev" : 12332561.156441,
          "N" : 319982,
          "percentile" : {
            "1.000000" : 98041856,
            "5.000000" : 104333312,
            "10.000000" : 108527616,
            "20.000000" : 114819072,
            "30.000000" : 117964800,
            "40.000000" : 121110528,
            "50.000000" : 123207680,
            "60.000000" : 125304832,
            "70.000000" : 129499136,
            "80.000000" : 132644864,
            "90.000000" : 139460608,
            "95.000000" : 145752064,
            "99.000000" : 158334976,
            "99.500000" : 162529280,
            "99.900000" : 168820736,
            "99.950000" : 168820736,
            "99.990000" : 170917888
          },
          "bins" : {
            "94896128" : 997,
            "95944704" : 849,
            "96993280" : 982,
            "98041856" : 1306,
            "99090432" : 1929,
            "100139008" : 1236,
            "101187584" : 1003,
            "102236160" : 3266,
            "103284736" : 4259,
            "104333312" : 4260,
            "105381888" : 3642,
            "106430464" : 3555,
            "107479040" : 4665,
            "108527616" : 4082,
            "109576192" : 5212,
            "110624768" : 5423,
            "111673344" : 4158,
            "112721920" : 4659,
            "113770496" : 5385,
            "114819072" : 6830,
            "115867648" : 8474,
            "116916224" : 9855,
            "117964800" : 12943,
            "119013376" : 13133,
            "120061952" : 14595,
            "121110528" : 12529,
            "122159104" : 13356,
            "123207680" : 13525,
            "124256256" : 11917,
            "125304832" : 14188,
            "126353408" : 10708,
            "127401984" : 10313,
            "128450560" : 10298,
            "129499136" : 9841,
            "130547712" : 8261,
            "131596288" : 8187,
            "132644864" : 8662,
            "133693440" : 6775,
            "135266304" : 9048,
            "137363456" : 7911,
            "139460608" : 6703,
            "141557760" : 6406,
            "143654912" : 5354,
            "145752064" : 4234,
            "147849216" : 3886,
            "149946368" : 2805,
            "152043520" : 2165,
            "154140672" : 1198,
            "156237824" : 1191,
            "158334976" : 901,
            "160432128" : 886,
            "162529280" : 588,
            "164626432" : 443,
            "166723584" : 580,
            "168820736" : 323,
            "170917888" : 102
          }
        },
        "lat_ns" : {
          "min" : 97714016,
          "max" : 175964431,
          "mean" : 127991148.105343,
          "stddev" : 12686801.634712,
          "N" : 319982
        },
        "bw_min" : 3438592,
        "bw_max" : 4980736,
        "bw_agg" : 100.000000,
        "bw_mean" : 4100703.515723,
        "bw_dev" : 20033.313126,
        "bw_samples" : 2544,
        "iops_min" : 3358,
        "iops_max" : 4864,
        "iops_mean" : 4003.899371,
        "iops_stddev" : 19.563471,
        "iops_samples" : 2544
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1280016,
      "usr_cpu" : 0.817099,
      "sys_cpu" : 3.593549,
      "ctx" : 324007,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 2.034388,
        "250" : 97.960612,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773857435,
  "timestamp_ms" : 1773857435499,
  "time" : "Wed Mar 18 15:10:35 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 89,
      "elapsed" : 101,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 375343022080,
        "io_kbytes" : 366545920,
        "bw_bytes" : 4170339011,
        "bw" : 4072596,
        "iops" : 3977.322978,
        "runtime" : 90003,
        "total_ios" : 357971,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 584713,
          "max" : 6734858,
          "mean" : 4019037.378408,
          "stddev" : 436001.595553,
          "N" : 357971
        },
        "clat_ns" : {
          "min" : 94645790,
          "max" : 181931116,
          "mean" : 124713867.407783,
          "stddev" : 12331270.975543,
          "N" : 357955,
          "percentile" : {
            "1.000000" : 98041856,
            "5.000000" : 104333312,
            "10.000000" : 108527616,
            "20.000000" : 115867648,
            "30.000000" : 119013376,
            "40.000000" : 121110528,
            "50.000000" : 124256256,
            "60.000000" : 126353408,
            "70.000000" : 129499136,
            "80.000000" : 133693440,
            "90.000000" : 141557760,
            "95.000000" : 147849216,
            "99.000000" : 160432128,
            "99.500000" : 164626432,
            "99.900000" : 170917888,
            "99.950000" : 179306496,
            "99.990000" : 181403648
          },
          "bins" : {
            "94896128" : 997,
            "95944704" : 849,
            "96993280" : 982,
            "98041856" : 1306,
            "99090432" : 1929,
            "100139008" : 1236,
            "101187584" : 1003,
            "102236160" : 3266,
            "103284736" : 4259,
            "104333312" : 4260,
            "105381888" : 3642,
            "106430464" : 3555,
            "107479040" : 4665,
            "108527616" : 4082,
            "109576192" : 5212,
            "110624768" : 5423,
            "111673344" : 4158,
            "112721920" : 4659,
            "113770496" : 5385,
            "114819072" : 6830,
            "115867648" : 8839,
            "116916224" : 10825,
            "117964800" : 14555,
            "119013376" : 14490,
            "120061952" : 15547,
            "121110528" : 13563,
            "122159104" : 14076,
            "123207680" : 15181,
            "124256256" : 14342,
            "125304832" : 17005,
            "126353408" : 13108,
            "127401984" : 12460,
            "128450560" : 12051,
            "129499136" : 12023,
            "130547712" : 10212,
            "131596288" : 9483,
            "132644864" : 9594,
            "133693440" : 7550,
            "135266304" : 10590,
            "137363456" : 9162,
            "139460608" : 8011,
            "141557760" : 7663,
            "143654912" : 6362,
            "145752064" : 5355,
            "147849216" : 5195,
            "149946368" : 3399,
            "152043520" : 2309,
            "154140672" : 1337,
            "156237824" : 1312,
            "158334976" : 1075,
            "160432128" : 993,
            "162529280" : 629,
            "164626432" : 482,
            "166723584" : 617,
            "168820736" : 362,
            "170917888" : 144,
            "173015040" : 45,
            "175112192" : 46,
            "177209344" : 52,
            "179306496" : 75,
            "181403648" : 138
          }
        },
        "lat_ns" : {
          "min" : 97714016,
          "max" : 186993139,
          "mean" : 128732803.942054,
          "stddev" : 12686155.698712,
          "N" : 357955
        },
        "bw_min" : 3317760,
        "bw_max" : 4980736,
        "bw_agg" : 100.000000,
        "bw_mean" : 4075222.139665,
        "bw_dev" : 20016.524515,
        "bw_samples" : 2864,
        "iops_min" : 3240,
        "iops_max" : 4864,
        "iops_mean" : 3979.005587,
        "iops_stddev" : 19.545382,
        "iops_samples" : 2864
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1440016,
      "usr_cpu" : 0.814505,
      "sys_cpu" : 3.571419,
      "ctx" : 362378,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 1.818583,
        "250" : 98.176947,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773857445,
  "timestamp_ms" : 1773857445499,
  "time" : "Wed Mar 18 15:10:45 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 79,
      "elapsed" : 111,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 416947372032,
        "io_kbytes" : 407175168,
        "bw_bytes" : 4169348639,
        "bw" : 4071629,
        "iops" : 3976.360709,
        "runtime" : 100003,
        "total_ios" : 397648,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 584713,
          "max" : 6734858,
          "mean" : 4019997.003828,
          "stddev" : 432844.319897,
          "N" : 397648
        },
        "clat_ns" : {
          "min" : 94645790,
          "max" : 181931116,
          "mean" : 124748523.592317,
          "stddev" : 12198045.796164,
          "N" : 397632,
          "percentile" : {
            "1.000000" : 98041856,
            "5.000000" : 104333312,
            "10.000000" : 109576192,
            "20.000000" : 115867648,
            "30.000000" : 119013376,
            "40.000000" : 121110528,
            "50.000000" : 124256256,
            "60.000000" : 126353408,
            "70.000000" : 129499136,
            "80.000000" : 133693440,
            "90.000000" : 141557760,
            "95.000000" : 147849216,
            "99.000000" : 158334976,
            "99.500000" : 164626432,
            "99.900000" : 170917888,
            "99.950000" : 179306496,
            "99.990000" : 181403648
          },
          "bins" : {
            "94896128" : 997,
            "95944704" : 849,
            "96993280" : 982,
            "98041856" : 1306,
            "99090432" : 1929,
            "100139008" : 1236,
            "101187584" : 1003,
            "102236160" : 3266,
            "103284736" : 4259,
            "104333312" : 4260,
            "105381888" : 3642,
            "106430464" : 3555,
            "107479040" : 4665,
            "108527616" : 4287,
            "109576192" : 5698,
            "110624768" : 5699,
            "111673344" : 4523,
            "112721920" : 5301,
            "113770496" : 7896,
            "114819072" : 8685,
            "115867648" : 10813,
            "116916224" : 14448,
            "117964800" : 16515,
            "119013376" : 16172,
            "120061952" : 17375,
            "121110528" : 15987,
            "122159104" : 16007,
            "123207680" : 16279,
            "124256256" : 15426,
            "125304832" : 17942,
            "126353408" : 13934,
            "127401984" : 13292,
            "128450560" : 12904,
            "129499136" : 12764,
            "130547712" : 11254,
            "131596288" : 10877,
            "132644864" : 10659,
            "133693440" : 8219,
            "135266304" : 11841,
            "137363456" : 10492,
            "139460608" : 8721,
            "141557760" : 8366,
            "143654912" : 6882,
            "145752064" : 5996,
            "147849216" : 5830,
            "149946368" : 3675,
            "152043520" : 2674,
            "154140672" : 1614,
            "156237824" : 1672,
            "158334976" : 1118,
            "160432128" : 1038,
            "162529280" : 688,
            "164626432" : 590,
            "166723584" : 668,
            "168820736" : 362,
            "170917888" : 144,
            "173015040" : 45,
            "175112192" : 46,
            "177209344" : 52,
            "179306496" : 75,
            "181403648" : 138
          }
        },
        "lat_ns" : {
          "min" : 97714016,
          "max" : 186993139,
          "mean" : 128768731.282678,
          "stddev" : 12547022.456997,
          "N" : 397632
        },
        "bw_min" : 3317760,
        "bw_max" : 4980736,
        "bw_agg" : 100.000000,
        "bw_mean" : 4071833.261307,
        "bw_dev" : 19379.539000,
        "bw_samples" : 3184,
        "iops_min" : 3240,
        "iops_max" : 4864,
        "iops_mean" : 3975.648241,
        "iops_stddev" : 18.923764,
        "iops_samples" : 3184
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1600020,
      "usr_cpu" : 0.815677,
      "sys_cpu" : 3.570455,
      "ctx" : 402509,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 1.637126,
        "250" : 98.358850,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773857455,
  "timestamp_ms" : 1773857455499,
  "time" : "Wed Mar 18 15:10:55 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 69,
      "elapsed" : 121,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 458826448896,
        "io_kbytes" : 448072704,
        "bw_bytes" : 4171035779,
        "bw" : 4073277,
        "iops" : 3977.955147,
        "runtime" : 110003,
        "total_ios" : 437587,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 584713,
          "max" : 6734858,
          "mean" : 4018378.989454,
          "stddev" : 426706.617986,
          "N" : 437587
        },
        "clat_ns" : {
          "min" : 94645790,
          "max" : 181931116,
          "mean" : 124695519.555185,
          "stddev" : 12009049.875067,
          "N" : 437571,
          "percentile" : {
            "1.000000" : 99090432,
            "5.000000" : 105381888,
            "10.000000" : 109576192,
            "20.000000" : 115867648,
            "30.000000" : 119013376,
            "40.000000" : 121110528,
            "50.000000" : 123207680,
            "60.000000" : 126353408,
            "70.000000" : 129499136,
            "80.000000" : 133693440,
            "90.000000" : 141557760,
            "95.000000" : 145752064,
            "99.000000" : 158334976,
            "99.500000" : 162529280,
            "99.900000" : 170917888,
            "99.950000" : 177209344,
            "99.990000" : 181403648
          },
          "bins" : {
            "94896128" : 997,
            "95944704" : 849,
            "96993280" : 982,
            "98041856" : 1306,
            "99090432" : 1929,
            "100139008" : 1236,
            "101187584" : 1003,
            "102236160" : 3266,
            "103284736" : 4259,
            "104333312" : 4260,
            "105381888" : 3642,
            "106430464" : 4072,
            "107479040" : 5616,
            "108527616" : 4973,
            "109576192" : 6232,
            "110624768" : 6325,
            "111673344" : 5295,
            "112721920" : 6258,
            "113770496" : 8774,
            "114819072" : 9277,
            "115867648" : 11752,
            "116916224" : 15760,
            "117964800" : 18095,
            "119013376" : 19115,
            "120061952" : 18984,
            "121110528" : 17947,
            "122159104" : 19377,
            "123207680" : 18558,
            "124256256" : 17086,
            "125304832" : 19671,
            "126353408" : 15522,
            "127401984" : 14494,
            "128450560" : 13995,
            "129499136" : 13806,
            "130547712" : 12234,
            "131596288" : 11718,
            "132644864" : 11373,
            "133693440" : 8823,
            "135266304" : 12887,
            "137363456" : 11618,
            "139460608" : 9340,
            "141557760" : 9053,
            "143654912" : 7614,
            "145752064" : 6653,
            "147849216" : 6184,
            "149946368" : 3826,
            "152043520" : 2847,
            "154140672" : 1845,
            "156237824" : 1798,
            "158334976" : 1199,
            "160432128" : 1038,
            "162529280" : 688,
            "164626432" : 590,
            "166723584" : 668,
            "168820736" : 362,
            "170917888" : 144,
            "173015040" : 45,
            "175112192" : 46,
            "177209344" : 52,
            "179306496" : 75,
            "181403648" : 138
          }
        },
        "lat_ns" : {
          "min" : 97714016,
          "max" : 186993139,
          "mean" : 128713927.642700,
          "stddev" : 12352025.938749,
          "N" : 437571
        },
        "bw_min" : 3317760,
        "bw_max" : 4980736,
        "bw_agg" : 99.990373,
        "bw_mean" : 4072885.383562,
        "bw_dev" : 18871.653357,
        "bw_samples" : 3504,
        "iops_min" : 3240,
        "iops_max" : 4864,
        "iops_mean" : 3976.666667,
        "iops_stddev" : 18.423445,
        "iops_samples" : 3504
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1760020,
      "usr_cpu" : 0.814536,
      "sys_cpu" : 3.575073,
      "ctx" : 442919,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 1.487704,
        "250" : 98.508639,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773857465,
  "timestamp_ms" : 1773857465499,
  "time" : "Wed Mar 18 15:11:05 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 59,
      "elapsed" : 131,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 499962085376,
        "io_kbytes" : 488244224,
        "bw_bytes" : 4166281273,
        "bw" : 4068634,
        "iops" : 3973.408777,
        "runtime" : 120002,
        "total_ios" : 476817,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 584713,
          "max" : 6777884,
          "mean" : 4022978.984847,
          "stddev" : 427538.121670,
          "N" : 476817
        },
        "clat_ns" : {
          "min" : 94645790,
          "max" : 182595722,
          "mean" : 124831889.875107,
          "stddev" : 12019438.634231,
          "N" : 476801,
          "percentile" : {
            "1.000000" : 99090432,
            "5.000000" : 106430464,
            "10.000000" : 110624768,
            "20.000000" : 115867648,
            "30.000000" : 119013376,
            "40.000000" : 121110528,
            "50.000000" : 123207680,
            "60.000000" : 126353408,
            "70.000000" : 129499136,
            "80.000000" : 133693440,
            "90.000000" : 141557760,
            "95.000000" : 145752064,
            "99.000000" : 158334976,
            "99.500000" : 164626432,
            "99.900000" : 177209344,
            "99.950000" : 181403648,
            "99.990000" : 181403648
          },
          "bins" : {
            "94896128" : 997,
            "95944704" : 849,
            "96993280" : 982,
            "98041856" : 1306,
            "99090432" : 1929,
            "100139008" : 1236,
            "101187584" : 1003,
            "102236160" : 3266,
            "103284736" : 4259,
            "104333312" : 4260,
            "105381888" : 3642,
            "106430464" : 4072,
            "107479040" : 5616,
            "108527616" : 4973,
            "109576192" : 6668,
            "110624768" : 7150,
            "111673344" : 6391,
            "112721920" : 8404,
            "113770496" : 10939,
            "114819072" : 10966,
            "115867648" : 12848,
            "116916224" : 16956,
            "117964800" : 19298,
            "119013376" : 19799,
            "120061952" : 19608,
            "121110528" : 20599,
            "122159104" : 20933,
            "123207680" : 20119,
            "124256256" : 18289,
            "125304832" : 20942,
            "126353408" : 17420,
            "127401984" : 16056,
            "128450560" : 14929,
            "129499136" : 14792,
            "130547712" : 12874,
            "131596288" : 12490,
            "132644864" : 12134,
            "133693440" : 9912,
            "135266304" : 14712,
            "137363456" : 13368,
            "139460608" : 10324,
            "141557760" : 9895,
            "143654912" : 8273,
            "145752064" : 7529,
            "147849216" : 6895,
            "149946368" : 4219,
            "152043520" : 3201,
            "154140672" : 1954,
            "156237824" : 1835,
            "158334976" : 1238,
            "160432128" : 1083,
            "162529280" : 735,
            "164626432" : 639,
            "166723584" : 718,
            "168820736" : 407,
            "170917888" : 187,
            "173015040" : 84,
            "175112192" : 86,
            "177209344" : 96,
            "179306496" : 128,
            "181403648" : 263,
            "183500800" : 26
          }
        },
        "lat_ns" : {
          "min" : 97714016,
          "max" : 187697996,
          "mean" : 128854550.194614,
          "stddev" : 12361944.916780,
          "N" : 476801
        },
        "bw_min" : 3317760,
        "bw_max" : 4980736,
        "bw_agg" : 100.000000,
        "bw_mean" : 4069934.209205,
        "bw_dev" : 18646.623391,
        "bw_samples" : 3824,
        "iops_min" : 3240,
        "iops_max" : 4864,
        "iops_mean" : 3973.782427,
        "iops_stddev" : 18.203722,
        "iops_samples" : 3824
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1920008,
      "usr_cpu" : 0.813799,
      "sys_cpu" : 3.570975,
      "ctx" : 482563,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 1.365304,
        "250" : 98.631341,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773857475,
  "timestamp_ms" : 1773857475499,
  "time" : "Wed Mar 18 15:11:15 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 49,
      "elapsed" : 141,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 541514006528,
        "io_kbytes" : 528822272,
        "bw_bytes" : 4165396233,
        "bw" : 4067769,
        "iops" : 3972.554480,
        "runtime" : 130003,
        "total_ios" : 516444,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 584713,
          "max" : 6777884,
          "mean" : 4023808.899809,
          "stddev" : 422125.734232,
          "N" : 516444
        },
        "clat_ns" : {
          "min" : 94645790,
          "max" : 182595722,
          "mean" : 124861585.200547,
          "stddev" : 11839215.493513,
          "N" : 516428,
          "percentile" : {
            "1.000000" : 99090432,
            "5.000000" : 106430464,
            "10.000000" : 110624768,
            "20.000000" : 115867648,
            "30.000000" : 119013376,
            "40.000000" : 121110528,
            "50.000000" : 123207680,
            "60.000000" : 126353408,
            "70.000000" : 129499136,
            "80.000000" : 133693440,
            "90.000000" : 141557760,
            "95.000000" : 145752064,
            "99.000000" : 158334976,
            "99.500000" : 164626432,
            "99.900000" : 175112192,
            "99.950000" : 181403648,
            "99.990000" : 181403648
          },
          "bins" : {
            "94896128" : 997,
            "95944704" : 849,
            "96993280" : 982,
            "98041856" : 1306,
            "99090432" : 1929,
            "100139008" : 1236,
            "101187584" : 1003,
            "102236160" : 3266,
            "103284736" : 4259,
            "104333312" : 4260,
            "105381888" : 3642,
            "106430464" : 4072,
            "107479040" : 5616,
            "108527616" : 5060,
            "109576192" : 7076,
            "110624768" : 7446,
            "111673344" : 6630,
            "112721920" : 9000,
            "113770496" : 11761,
            "114819072" : 11794,
            "115867648" : 13673,
            "116916224" : 19161,
            "117964800" : 21927,
            "119013376" : 22287,
            "120061952" : 22790,
            "121110528" : 23819,
            "122159104" : 22725,
            "123207680" : 22929,
            "124256256" : 20559,
            "125304832" : 22352,
            "126353408" : 18461,
            "127401984" : 17230,
            "128450560" : 15862,
            "129499136" : 15545,
            "130547712" : 13555,
            "131596288" : 13127,
            "132644864" : 12740,
            "133693440" : 10610,
            "135266304" : 16084,
            "137363456" : 14482,
            "139460608" : 11333,
            "141557760" : 10852,
            "143654912" : 9073,
            "145752064" : 7938,
            "147849216" : 7296,
            "149946368" : 4606,
            "152043520" : 3393,
            "154140672" : 2001,
            "156237824" : 1889,
            "158334976" : 1307,
            "160432128" : 1180,
            "162529280" : 824,
            "164626432" : 639,
            "166723584" : 718,
            "168820736" : 407,
            "170917888" : 187,
            "173015040" : 84,
            "175112192" : 86,
            "177209344" : 96,
            "179306496" : 128,
            "181403648" : 263,
            "183500800" : 26
          }
        },
        "lat_ns" : {
          "min" : 97714016,
          "max" : 187697996,
          "mean" : 128885323.983700,
          "stddev" : 12175361.603646,
          "N" : 516428
        },
        "bw_min" : 3317760,
        "bw_max" : 4980736,
        "bw_agg" : 100.000000,
        "bw_mean" : 4068271.459459,
        "bw_dev" : 18145.303042,
        "bw_samples" : 4144,
        "iops_min" : 3240,
        "iops_max" : 4864,
        "iops_mean" : 3972.185328,
        "iops_stddev" : 17.712786,
        "iops_samples" : 4144
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2080016,
      "usr_cpu" : 0.811773,
      "sys_cpu" : 3.572809,
      "ctx" : 522471,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 1.260543,
        "250" : 98.736359,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773857485,
  "timestamp_ms" : 1773857485501,
  "time" : "Wed Mar 18 15:11:25 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 39,
      "elapsed" : 151,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 581151227904,
        "io_kbytes" : 567530496,
        "bw_bytes" : 4150991249,
        "bw" : 4053702,
        "iops" : 3958.808026,
        "runtime" : 140003,
        "total_ios" : 554245,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 584713,
          "max" : 6777884,
          "mean" : 4037812.394050,
          "stddev" : 421834.639565,
          "N" : 554245
        },
        "clat_ns" : {
          "min" : 94645790,
          "max" : 182595722,
          "mean" : 125286856.190221,
          "stddev" : 11829355.060454,
          "N" : 554229,
          "percentile" : {
            "1.000000" : 99090432,
            "5.000000" : 106430464,
            "10.000000" : 111673344,
            "20.000000" : 116916224,
            "30.000000" : 119013376,
            "40.000000" : 121110528,
            "50.000000" : 124256256,
            "60.000000" : 126353408,
            "70.000000" : 129499136,
            "80.000000" : 133693440,
            "90.000000" : 141557760,
            "95.000000" : 147849216,
            "99.000000" : 158334976,
            "99.500000" : 162529280,
            "99.900000" : 175112192,
            "99.950000" : 181403648,
            "99.990000" : 181403648
          },
          "bins" : {
            "94896128" : 997,
            "95944704" : 849,
            "96993280" : 982,
            "98041856" : 1306,
            "99090432" : 1929,
            "100139008" : 1236,
            "101187584" : 1003,
            "102236160" : 3266,
            "103284736" : 4259,
            "104333312" : 4260,
            "105381888" : 3642,
            "106430464" : 4072,
            "107479040" : 5616,
            "108527616" : 5060,
            "109576192" : 7076,
            "110624768" : 7446,
            "111673344" : 6630,
            "112721920" : 9000,
            "113770496" : 11761,
            "114819072" : 12282,
            "115867648" : 13990,
            "116916224" : 19798,
            "117964800" : 23094,
            "119013376" : 24037,
            "120061952" : 24513,
            "121110528" : 24818,
            "122159104" : 23490,
            "123207680" : 23596,
            "124256256" : 22337,
            "125304832" : 24033,
            "126353408" : 20534,
            "127401984" : 19709,
            "128450560" : 17600,
            "129499136" : 17402,
            "130547712" : 15638,
            "131596288" : 14644,
            "132644864" : 14003,
            "133693440" : 11668,
            "135266304" : 17976,
            "137363456" : 16464,
            "139460608" : 12600,
            "141557760" : 12025,
            "143654912" : 10243,
            "145752064" : 9151,
            "147849216" : 7982,
            "149946368" : 4969,
            "152043520" : 3810,
            "154140672" : 2611,
            "156237824" : 2309,
            "158334976" : 1570,
            "160432128" : 1267,
            "162529280" : 958,
            "164626432" : 723,
            "166723584" : 718,
            "168820736" : 407,
            "170917888" : 187,
            "173015040" : 84,
            "175112192" : 86,
            "177209344" : 96,
            "179306496" : 128,
            "181403648" : 263,
            "183500800" : 26
          }
        },
        "lat_ns" : {
          "min" : 97714016,
          "max" : 187697996,
          "mean" : 129324067.203044,
          "stddev" : 12165273.538034,
          "N" : 554229
        },
        "bw_min" : 3317760,
        "bw_max" : 4980736,
        "bw_agg" : 100.000000,
        "bw_mean" : 4055614.422939,
        "bw_dev" : 18043.935597,
        "bw_samples" : 4464,
        "iops_min" : 3240,
        "iops_max" : 4864,
        "iops_mean" : 3959.799283,
        "iops_stddev" : 17.617817,
        "iops_samples" : 4464
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2240024,
      "usr_cpu" : 0.806732,
      "sys_cpu" : 3.561837,
      "ctx" : 560656,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 1.174571,
        "250" : 98.822542,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773857495,
  "timestamp_ms" : 1773857495498,
  "time" : "Wed Mar 18 15:11:35 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 29,
      "elapsed" : 161,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 622010040320,
        "io_kbytes" : 607431680,
        "bw_bytes" : 4146650669,
        "bw" : 4049463,
        "iops" : 3954.660907,
        "runtime" : 150003,
        "total_ios" : 593211,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 584713,
          "max" : 6777884,
          "mean" : 4041994.963318,
          "stddev" : 421067.896752,
          "N" : 593211
        },
        "clat_ns" : {
          "min" : 94645790,
          "max" : 182595722,
          "mean" : 125429390.072684,
          "stddev" : 11788825.034410,
          "N" : 593195,
          "percentile" : {
            "1.000000" : 99090432,
            "5.000000" : 107479040,
            "10.000000" : 111673344,
            "20.000000" : 116916224,
            "30.000000" : 119013376,
            "40.000000" : 121110528,
            "50.000000" : 124256256,
            "60.000000" : 126353408,
            "70.000000" : 129499136,
            "80.000000" : 133693440,
            "90.000000" : 141557760,
            "95.000000" : 147849216,
            "99.000000" : 158334976,
            "99.500000" : 162529280,
            "99.900000" : 175112192,
            "99.950000" : 179306496,
            "99.990000" : 181403648
          },
          "bins" : {
            "94896128" : 997,
            "95944704" : 849,
            "96993280" : 982,
            "98041856" : 1306,
            "99090432" : 1929,
            "100139008" : 1236,
            "101187584" : 1003,
            "102236160" : 3266,
            "103284736" : 4259,
            "104333312" : 4260,
            "105381888" : 3642,
            "106430464" : 4072,
            "107479040" : 5616,
            "108527616" : 5060,
            "109576192" : 7076,
            "110624768" : 7446,
            "111673344" : 7202,
            "112721920" : 9473,
            "113770496" : 13172,
            "114819072" : 14201,
            "115867648" : 14922,
            "116916224" : 20586,
            "117964800" : 24679,
            "119013376" : 25679,
            "120061952" : 27503,
            "121110528" : 27187,
            "122159104" : 25603,
            "123207680" : 26048,
            "124256256" : 24079,
            "125304832" : 25380,
            "126353408" : 21783,
            "127401984" : 20764,
            "128450560" : 18550,
            "129499136" : 18159,
            "130547712" : 16318,
            "131596288" : 15258,
            "132644864" : 14609,
            "133693440" : 12256,
            "135266304" : 19266,
            "137363456" : 17817,
            "139460608" : 13738,
            "141557760" : 13146,
            "143654912" : 11325,
            "145752064" : 10461,
            "147849216" : 8729,
            "149946368" : 5494,
            "152043520" : 4271,
            "154140672" : 3560,
            "156237824" : 2465,
            "158334976" : 1570,
            "160432128" : 1267,
            "162529280" : 958,
            "164626432" : 723,
            "166723584" : 718,
            "168820736" : 407,
            "170917888" : 187,
            "173015040" : 84,
            "175112192" : 86,
            "177209344" : 96,
            "179306496" : 128,
            "181403648" : 263,
            "183500800" : 26
          }
        },
        "lat_ns" : {
          "min" : 97714016,
          "max" : 187697996,
          "mean" : 129471556.638746,
          "stddev" : 12122691.503176,
          "N" : 593195
        },
        "bw_min" : 3317760,
        "bw_max" : 4980736,
        "bw_agg" : 100.000000,
        "bw_mean" : 4050676.347826,
        "bw_dev" : 17689.131966,
        "bw_samples" : 4784,
        "iops_min" : 3240,
        "iops_max" : 4864,
        "iops_mean" : 3955.003344,
        "iops_stddev" : 17.272275,
        "iops_samples" : 4784
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2400012,
      "usr_cpu" : 0.805038,
      "sys_cpu" : 3.559357,
      "ctx" : 600067,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 1.097417,
        "250" : 98.899886,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773857505,
  "timestamp_ms" : 1773857505499,
  "time" : "Wed Mar 18 15:11:45 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 19,
      "elapsed" : 171,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 664820252672,
        "io_kbytes" : 649238528,
        "bw_bytes" : 4155048672,
        "bw" : 4057664,
        "iops" : 3962.663200,
        "runtime" : 160003,
        "total_ios" : 634038,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 584713,
          "max" : 6777884,
          "mean" : 4033823.139730,
          "stddev" : 416135.907686,
          "N" : 634039
        },
        "clat_ns" : {
          "min" : 94645790,
          "max" : 182595722,
          "mean" : 125176391.766166,
          "stddev" : 11639908.304602,
          "N" : 634023,
          "percentile" : {
            "1.000000" : 100139008,
            "5.000000" : 107479040,
            "10.000000" : 111673344,
            "20.000000" : 116916224,
            "30.000000" : 119013376,
            "40.000000" : 121110528,
            "50.000000" : 124256256,
            "60.000000" : 126353408,
            "70.000000" : 129499136,
            "80.000000" : 133693440,
            "90.000000" : 141557760,
            "95.000000" : 145752064,
            "99.000000" : 158334976,
            "99.500000" : 162529280,
            "99.900000" : 173015040,
            "99.950000" : 179306496,
            "99.990000" : 181403648
          },
          "bins" : {
            "94896128" : 997,
            "95944704" : 849,
            "96993280" : 982,
            "98041856" : 1306,
            "99090432" : 1929,
            "100139008" : 1236,
            "101187584" : 1003,
            "102236160" : 3266,
            "103284736" : 4259,
            "104333312" : 4260,
            "105381888" : 3642,
            "106430464" : 4090,
            "107479040" : 6090,
            "108527616" : 5482,
            "109576192" : 8136,
            "110624768" : 8601,
            "111673344" : 8524,
            "112721920" : 11222,
            "113770496" : 15088,
            "114819072" : 16723,
            "115867648" : 17394,
            "116916224" : 22494,
            "117964800" : 26931,
            "119013376" : 28506,
            "120061952" : 29259,
            "121110528" : 28765,
            "122159104" : 27294,
            "123207680" : 27441,
            "124256256" : 26193,
            "125304832" : 27244,
            "126353408" : 22817,
            "127401984" : 21712,
            "128450560" : 19453,
            "129499136" : 18805,
            "130547712" : 16929,
            "131596288" : 15909,
            "132644864" : 15215,
            "133693440" : 12811,
            "135266304" : 20399,
            "137363456" : 18886,
            "139460608" : 15110,
            "141557760" : 13529,
            "143654912" : 11614,
            "145752064" : 10596,
            "147849216" : 8729,
            "149946368" : 5494,
            "152043520" : 4271,
            "154140672" : 3560,
            "156237824" : 2465,
            "158334976" : 1570,
            "160432128" : 1267,
            "162529280" : 958,
            "164626432" : 723,
            "166723584" : 718,
            "168820736" : 407,
            "170917888" : 187,
            "173015040" : 84,
            "175112192" : 86,
            "177209344" : 96,
            "179306496" : 128,
            "181403648" : 263,
            "183500800" : 26
          }
        },
        "lat_ns" : {
          "min" : 97714016,
          "max" : 187697996,
          "mean" : 129210395.016242,
          "stddev" : 11969148.453292,
          "N" : 634023
        },
        "bw_min" : 3317760,
        "bw_max" : 4980736,
        "bw_agg" : 99.991307,
        "bw_mean" : 4057312.213166,
        "bw_dev" : 17378.384945,
        "bw_samples" : 5104,
        "iops_min" : 3240,
        "iops_max" : 4864,
        "iops_mean" : 3961.529781,
        "iops_stddev" : 16.969947,
        "iops_samples" : 5104
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2560016,
      "usr_cpu" : 0.807534,
      "sys_cpu" : 3.567361,
      "ctx" : 641272,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 1.026752,
        "250" : 98.970882,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773857515,
  "timestamp_ms" : 1773857515499,
  "time" : "Wed Mar 18 15:11:55 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 9,
      "elapsed" : 181,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 706893316096,
        "io_kbytes" : 690325504,
        "bw_bytes" : 4158122598,
        "bw" : 4060666,
        "iops" : 3965.588843,
        "runtime" : 170003,
        "total_ios" : 674162,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 584713,
          "max" : 6777884,
          "mean" : 4030846.682189,
          "stddev" : 412033.277255,
          "N" : 674162
        },
        "clat_ns" : {
          "min" : 94645790,
          "max" : 182595722,
          "mean" : 125082971.362917,
          "stddev" : 11506612.926604,
          "N" : 674146,
          "percentile" : {
            "1.000000" : 100139008,
            "5.000000" : 107479040,
            "10.000000" : 112721920,
            "20.000000" : 116916224,
            "30.000000" : 119013376,
            "40.000000" : 121110528,
            "50.000000" : 123207680,
            "60.000000" : 126353408,
            "70.000000" : 129499136,
            "80.000000" : 133693440,
            "90.000000" : 141557760,
            "95.000000" : 145752064,
            "99.000000" : 156237824,
            "99.500000" : 162529280,
            "99.900000" : 173015040,
            "99.950000" : 179306496,
            "99.990000" : 181403648
          },
          "bins" : {
            "94896128" : 997,
            "95944704" : 849,
            "96993280" : 982,
            "98041856" : 1306,
            "99090432" : 1929,
            "100139008" : 1236,
            "101187584" : 1003,
            "102236160" : 3266,
            "103284736" : 4259,
            "104333312" : 4260,
            "105381888" : 3642,
            "106430464" : 4090,
            "107479040" : 6090,
            "108527616" : 5482,
            "109576192" : 8136,
            "110624768" : 8601,
            "111673344" : 8878,
            "112721920" : 12974,
            "113770496" : 16847,
            "114819072" : 18567,
            "115867648" : 19898,
            "116916224" : 24682,
            "117964800" : 31006,
            "119013376" : 31204,
            "120061952" : 31434,
            "121110528" : 31592,
            "122159104" : 29157,
            "123207680" : 28950,
            "124256256" : 27766,
            "125304832" : 28239,
            "126353408" : 23693,
            "127401984" : 22568,
            "128450560" : 20314,
            "129499136" : 19640,
            "130547712" : 17672,
            "131596288" : 16524,
            "132644864" : 15829,
            "133693440" : 13391,
            "135266304" : 21616,
            "137363456" : 19795,
            "139460608" : 15935,
            "141557760" : 14360,
            "143654912" : 12456,
            "145752064" : 11111,
            "147849216" : 9242,
            "149946368" : 5795,
            "152043520" : 4345,
            "154140672" : 3560,
            "156237824" : 2465,
            "158334976" : 1570,
            "160432128" : 1267,
            "162529280" : 958,
            "164626432" : 723,
            "166723584" : 718,
            "168820736" : 407,
            "170917888" : 187,
            "173015040" : 84,
            "175112192" : 86,
            "177209344" : 96,
            "179306496" : 128,
            "181403648" : 263,
            "183500800" : 26
          }
        },
        "lat_ns" : {
          "min" : 97714016,
          "max" : 187697996,
          "mean" : 129113949.267043,
          "stddev" : 11831378.960994,
          "N" : 674146
        },
        "bw_min" : 3317760,
        "bw_max" : 4980736,
        "bw_agg" : 99.996341,
        "bw_mean" : 4060518.997050,
        "bw_dev" : 17083.234371,
        "bw_samples" : 5424,
        "iops_min" : 3240,
        "iops_max" : 4864,
        "iops_mean" : 3964.702065,
        "iops_stddev" : 16.682241,
        "iops_samples" : 5424
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2720016,
      "usr_cpu" : 0.809039,
      "sys_cpu" : 3.570383,
      "ctx" : 681820,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.965643,
        "250" : 99.031983,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773857525,
  "timestamp_ms" : 1773857525526,
  "time" : "Wed Mar 18 15:12:05 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 84,
      "elapsed" : 191,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 749053411328,
        "io_kbytes" : 731497472,
        "bw_bytes" : 4161338485,
        "bw" : 4063807,
        "iops" : 3967.317211,
        "runtime" : 180003,
        "total_ios" : 714129,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 584713,
          "max" : 6777884,
          "mean" : 4028961.143576,
          "stddev" : 409408.725156,
          "N" : 714145
        },
        "clat_ns" : {
          "min" : 4216,
          "max" : 182595722,
          "mean" : 124976753.368238,
          "stddev" : 11596935.804169,
          "N" : 714625,
          "percentile" : {
            "1.000000" : 100139008,
            "5.000000" : 108527616,
            "10.000000" : 112721920,
            "20.000000" : 115867648,
            "30.000000" : 119013376,
            "40.000000" : 121110528,
            "50.000000" : 123207680,
            "60.000000" : 126353408,
            "70.000000" : 129499136,
            "80.000000" : 133693440,
            "90.000000" : 141557760,
            "95.000000" : 145752064,
            "99.000000" : 156237824,
            "99.500000" : 162529280,
            "99.900000" : 170917888,
            "99.950000" : 179306496,
            "99.990000" : 181403648
          },
          "bins" : {
            "4192" : 1,
            "4256" : 2,
            "4640" : 1,
            "5280" : 1,
            "5344" : 1,
            "6624" : 1,
            "6688" : 1,
            "6752" : 1,
            "7200" : 2,
            "7520" : 1,
            "7712" : 1,
            "8768" : 1,
            "12224" : 1,
            "15296" : 1,
            "3031040" : 1,
            "3522560" : 1,
            "3719168" : 3,
            "3751936" : 10,
            "3850240" : 1,
            "6848512" : 1,
            "7241728" : 1,
            "7438336" : 3,
            "7503872" : 9,
            "7569408" : 2,
            "10551296" : 1,
            "10944512" : 1,
            "11075584" : 1,
            "11206656" : 13,
            "14221312" : 1,
            "14614528" : 1,
            "14745600" : 2,
            "14876672" : 12,
            "17956864" : 1,
            "18481152" : 15,
            "21626880" : 1,
            "21889024" : 1,
            "22151168" : 14,
            "25296896" : 1,
            "25559040" : 1,
            "25821184" : 14,
            "28966912" : 1,
            "29491200" : 15,
            "32636928" : 1,
            "32899072" : 1,
            "33161216" : 13,
            "33423360" : 1,
            "36438016" : 2,
            "36962304" : 14,
            "40108032" : 1,
            "40632320" : 15,
            "43778048" : 2,
            "44302336" : 14,
            "46923776" : 1,
            "47448064" : 1,
            "47972352" : 14,
            "51118080" : 1,
            "51642368" : 15,
            "54263808" : 1,
            "54788096" : 1,
            "55312384" : 14,
            "57933824" : 1,
            "58458112" : 1,
            "58982400" : 14,
            "61603840" : 1,
            "62652416" : 15,
            "65798144" : 2,
            "66322432" : 14,
            "68681728" : 1,
            "69730304" : 15,
            "72876032" : 1,
            "73924608" : 15,
            "76021760" : 1,
            "77070336" : 15,
            "80216064" : 3,
            "81264640" : 13,
            "83361792" : 1,
            "84410368" : 15,
            "87556096" : 2,
            "88604672" : 14,
            "90701824" : 1,
            "91750400" : 15,
            "94896128" : 999,
            "95944704" : 863,
            "96993280" : 982,
            "98041856" : 1307,
            "99090432" : 1944,
            "100139008" : 1236,
            "101187584" : 1003,
            "102236160" : 3273,
            "103284736" : 4268,
            "104333312" : 4260,
            "105381888" : 3643,
            "106430464" : 4105,
            "107479040" : 6090,
            "108527616" : 5716,
            "109576192" : 8512,
            "110624768" : 9033,
            "111673344" : 9699,
            "112721920" : 14860,
            "113770496" : 17989,
            "114819072" : 21145,
            "115867648" : 21670,
            "116916224" : 26406,
            "117964800" : 33363,
            "119013376" : 33288,
            "120061952" : 33208,
            "121110528" : 33760,
            "122159104" : 31089,
            "123207680" : 31099,
            "124256256" : 29638,
            "125304832" : 29389,
            "126353408" : 25439,
            "127401984" : 23966,
            "128450560" : 21081,
            "129499136" : 20287,
            "130547712" : 18351,
            "131596288" : 17226,
            "132644864" : 16326,
            "133693440" : 13951,
            "135266304" : 23073,
            "137363456" : 20970,
            "139460608" : 16950,
            "141557760" : 15023,
            "143654912" : 12940,
            "145752064" : 11671,
            "147849216" : 9601,
            "149946368" : 5968,
            "152043520" : 4551,
            "154140672" : 3680,
            "156237824" : 2514,
            "158334976" : 1628,
            "160432128" : 1332,
            "162529280" : 1063,
            "164626432" : 786,
            "166723584" : 718,
            "168820736" : 407,
            "170917888" : 187,
            "173015040" : 84,
            "175112192" : 86,
            "177209344" : 96,
            "179306496" : 128,
            "181403648" : 263,
            "183500800" : 26
          }
        },
        "lat_ns" : {
          "min" : 3024981,
          "max" : 187697996,
          "mean" : 129005617.054171,
          "stddev" : 11915373.617873,
          "N" : 714625
        },
        "bw_min" : 3317760,
        "bw_max" : 4980736,
        "bw_agg" : 99.965325,
        "bw_mean" : 4062398.997214,
        "bw_dev" : 16864.899617,
        "bw_samples" : 5744,
        "iops_min" : 3240,
        "iops_max" : 4864,
        "iops_mean" : 3966.529248,
        "iops_stddev" : 16.468626,
        "iops_samples" : 5744
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2880020,
      "usr_cpu" : 0.808258,
      "sys_cpu" : 3.575496,
      "ctx" : 722264,
      "majf" : 0,
      "minf" : 615,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.997760,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.017924,
        "100" : 0.942967,
        "250" : 99.095121,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773857525,
  "timestamp_ms" : 1773857525576,
  "time" : "Wed Mar 18 15:12:05 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 749355401216,
        "io_kbytes" : 731792384,
        "bw_bytes" : 4162299350,
        "bw" : 4064745,
        "iops" : 3966.634080,
        "runtime" : 180034,
        "total_ios" : 714129,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 584713,
          "max" : 6777884,
          "mean" : 4028961.143576,
          "stddev" : 409408.725156,
          "N" : 714145
        },
        "clat_ns" : {
          "min" : 4216,
          "max" : 182595722,
          "mean" : 124976753.368238,
          "stddev" : 11596935.804169,
          "N" : 714625,
          "percentile" : {
            "1.000000" : 100139008,
            "5.000000" : 108527616,
            "10.000000" : 112721920,
            "20.000000" : 115867648,
            "30.000000" : 119013376,
            "40.000000" : 121110528,
            "50.000000" : 123207680,
            "60.000000" : 126353408,
            "70.000000" : 129499136,
            "80.000000" : 133693440,
            "90.000000" : 141557760,
            "95.000000" : 145752064,
            "99.000000" : 156237824,
            "99.500000" : 162529280,
            "99.900000" : 170917888,
            "99.950000" : 179306496,
            "99.990000" : 181403648
          },
          "bins" : {
            "4192" : 1,
            "4256" : 2,
            "4640" : 1,
            "5280" : 1,
            "5344" : 1,
            "6624" : 1,
            "6688" : 1,
            "6752" : 1,
            "7200" : 2,
            "7520" : 1,
            "7712" : 1,
            "8768" : 1,
            "12224" : 1,
            "15296" : 1,
            "3031040" : 1,
            "3522560" : 1,
            "3719168" : 3,
            "3751936" : 10,
            "3850240" : 1,
            "6848512" : 1,
            "7241728" : 1,
            "7438336" : 3,
            "7503872" : 9,
            "7569408" : 2,
            "10551296" : 1,
            "10944512" : 1,
            "11075584" : 1,
            "11206656" : 13,
            "14221312" : 1,
            "14614528" : 1,
            "14745600" : 2,
            "14876672" : 12,
            "17956864" : 1,
            "18481152" : 15,
            "21626880" : 1,
            "21889024" : 1,
            "22151168" : 14,
            "25296896" : 1,
            "25559040" : 1,
            "25821184" : 14,
            "28966912" : 1,
            "29491200" : 15,
            "32636928" : 1,
            "32899072" : 1,
            "33161216" : 13,
            "33423360" : 1,
            "36438016" : 2,
            "36962304" : 14,
            "40108032" : 1,
            "40632320" : 15,
            "43778048" : 2,
            "44302336" : 14,
            "46923776" : 1,
            "47448064" : 1,
            "47972352" : 14,
            "51118080" : 1,
            "51642368" : 15,
            "54263808" : 1,
            "54788096" : 1,
            "55312384" : 14,
            "57933824" : 1,
            "58458112" : 1,
            "58982400" : 14,
            "61603840" : 1,
            "62652416" : 15,
            "65798144" : 2,
            "66322432" : 14,
            "68681728" : 1,
            "69730304" : 15,
            "72876032" : 1,
            "73924608" : 15,
            "76021760" : 1,
            "77070336" : 15,
            "80216064" : 3,
            "81264640" : 13,
            "83361792" : 1,
            "84410368" : 15,
            "87556096" : 2,
            "88604672" : 14,
            "90701824" : 1,
            "91750400" : 15,
            "94896128" : 999,
            "95944704" : 863,
            "96993280" : 982,
            "98041856" : 1307,
            "99090432" : 1944,
            "100139008" : 1236,
            "101187584" : 1003,
            "102236160" : 3273,
            "103284736" : 4268,
            "104333312" : 4260,
            "105381888" : 3643,
            "106430464" : 4105,
            "107479040" : 6090,
            "108527616" : 5716,
            "109576192" : 8512,
            "110624768" : 9033,
            "111673344" : 9699,
            "112721920" : 14860,
            "113770496" : 17989,
            "114819072" : 21145,
            "115867648" : 21670,
            "116916224" : 26406,
            "117964800" : 33363,
            "119013376" : 33288,
            "120061952" : 33208,
            "121110528" : 33760,
            "122159104" : 31089,
            "123207680" : 31099,
            "124256256" : 29638,
            "125304832" : 29389,
            "126353408" : 25439,
            "127401984" : 23966,
            "128450560" : 21081,
            "129499136" : 20287,
            "130547712" : 18351,
            "131596288" : 17226,
            "132644864" : 16326,
            "133693440" : 13951,
            "135266304" : 23073,
            "137363456" : 20970,
            "139460608" : 16950,
            "141557760" : 15023,
            "143654912" : 12940,
            "145752064" : 11671,
            "147849216" : 9601,
            "149946368" : 5968,
            "152043520" : 4551,
            "154140672" : 3680,
            "156237824" : 2514,
            "158334976" : 1628,
            "160432128" : 1332,
            "162529280" : 1063,
            "164626432" : 786,
            "166723584" : 718,
            "168820736" : 407,
            "170917888" : 187,
            "173015040" : 84,
            "175112192" : 86,
            "177209344" : 96,
            "179306496" : 128,
            "181403648" : 263,
            "183500800" : 26
          }
        },
        "lat_ns" : {
          "min" : 3024981,
          "max" : 187697996,
          "mean" : 129005617.054171,
          "stddev" : 11915373.617873,
          "N" : 714625
        },
        "bw_min" : 3317760,
        "bw_max" : 5106757,
        "bw_agg" : 99.986163,
        "bw_mean" : 4064183.943562,
        "bw_dev" : 17086.114929,
        "bw_samples" : 5753,
        "iops_min" : 3240,
        "iops_max" : 4982,
        "iops_mean" : 3968.259316,
        "iops_stddev" : 16.681285,
        "iops_samples" : 5753
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2880304,
      "usr_cpu" : 0.808179,
      "sys_cpu" : 3.575143,
      "ctx" : 722524,
      "majf" : 0,
      "minf" : 624,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.997760,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.017924,
        "100" : 0.942967,
        "250" : 99.095121,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}