← Back to file list

📄 seq-write-qd32-nj16_run3.json

mirror/benchmarks/seq/seq-write-qd32-nj16_run3.json

{
  "fio version" : "fio-3.35",
  "timestamp" : 1772825559,
  "timestamp_ms" : 1772825559554,
  "time" : "Fri Mar  6 15:32:39 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 180,
      "elapsed" : 11,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 39669727232,
        "io_kbytes" : 38739968,
        "bw_bytes" : 4073285474,
        "bw" : 3977817,
        "iops" : 3938.802752,
        "runtime" : 9739,
        "total_ios" : 38360,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 155813,
      "usr_cpu" : 0.928036,
      "sys_cpu" : 4.496416,
      "ctx" : 50591,
      "majf" : 0,
      "minf" : 106,
      "iodepth_level" : {
        "1" : 0.100000,
        "2" : 0.100000,
        "4" : 0.166840,
        "8" : 0.333681,
        "16" : 0.667362,
        "32" : 98.706986,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772825569,
  "timestamp_ms" : 1772825569818,
  "time" : "Fri Mar  6 15:32:49 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 169,
      "elapsed" : 21,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 46948941824,
        "io_kbytes" : 45848576,
        "bw_bytes" : 4693955391,
        "bw" : 4583940,
        "iops" : 4478.104379,
        "runtime" : 10002,
        "total_ios" : 44790,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 447894,
          "max" : 7350827,
          "mean" : 3568963.780737,
          "stddev" : 447326.975327,
          "N" : 44791
        },
        "clat_ns" : {
          "min" : 94308746,
          "max" : 159316059,
          "mean" : 110785967.172552,
          "stddev" : 10106118.450369,
          "N" : 44775,
          "percentile" : {
            "1.000000" : 94896128,
            "5.000000" : 99090432,
            "10.000000" : 102236160,
            "20.000000" : 104333312,
            "30.000000" : 105381888,
            "40.000000" : 106430464,
            "50.000000" : 107479040,
            "60.000000" : 109576192,
            "70.000000" : 112721920,
            "80.000000" : 117964800,
            "90.000000" : 125304832,
            "95.000000" : 130547712,
            "99.000000" : 145752064,
            "99.500000" : 152043520,
            "99.900000" : 158334976,
            "99.950000" : 158334976,
            "99.990000" : 158334976
          },
          "bins" : {
            "93847552" : 3,
            "94896128" : 832,
            "95944704" : 90,
            "96993280" : 422,
            "98041856" : 741,
            "99090432" : 831,
            "100139008" : 631,
            "101187584" : 875,
            "102236160" : 1888,
            "103284736" : 2306,
            "104333312" : 3249,
            "105381888" : 4710,
            "106430464" : 4078,
            "107479040" : 2544,
            "108527616" : 3187,
            "109576192" : 1828,
            "110624768" : 1249,
            "111673344" : 1165,
            "112721920" : 1089,
            "113770496" : 1110,
            "114819072" : 953,
            "115867648" : 946,
            "116916224" : 792,
            "117964800" : 866,
            "119013376" : 708,
            "120061952" : 596,
            "121110528" : 592,
            "122159104" : 576,
            "123207680" : 554,
            "124256256" : 529,
            "125304832" : 560,
            "126353408" : 564,
            "127401984" : 488,
            "128450560" : 445,
            "129499136" : 403,
            "130547712" : 336,
            "131596288" : 250,
            "132644864" : 211,
            "133693440" : 174,
            "135266304" : 270,
            "137363456" : 180,
            "139460608" : 186,
            "141557760" : 122,
            "143654912" : 114,
            "145752064" : 98,
            "147849216" : 114,
            "149946368" : 69,
            "152043520" : 49,
            "154140672" : 57,
            "156237824" : 86,
            "158334976" : 59
          }
        },
        "lat_ns" : {
          "min" : 97407148,
          "max" : 163684711,
          "mean" : 114354613.058157,
          "stddev" : 10347792.764571,
          "N" : 44775
        },
        "bw_min" : 4190208,
        "bw_max" : 4849664,
        "bw_agg" : 99.816232,
        "bw_mean" : 4575517.000000,
        "bw_dev" : 10328.662922,
        "bw_samples" : 304,
        "iops_min" : 4092,
        "iops_max" : 4736,
        "iops_mean" : 4467.842105,
        "iops_stddev" : 10.083807,
        "iops_samples" : 304
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 160012,
      "usr_cpu" : 0.976802,
      "sys_cpu" : 4.400920,
      "ctx" : 60100,
      "majf" : 0,
      "minf" : 569,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 6.988167,
        "250" : 92.978343,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772825579,
  "timestamp_ms" : 1772825579819,
  "time" : "Fri Mar  6 15:32:59 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 159,
      "elapsed" : 31,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 92512714752,
        "io_kbytes" : 90344448,
        "bw_bytes" : 4625173220,
        "bw" : 4516770,
        "iops" : 4411.858814,
        "runtime" : 20002,
        "total_ios" : 88246,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 443107,
          "max" : 7704828,
          "mean" : 3621884.769001,
          "stddev" : 448585.999020,
          "N" : 88247
        },
        "clat_ns" : {
          "min" : 94308746,
          "max" : 166871287,
          "mean" : 112426194.039295,
          "stddev" : 10234539.663535,
          "N" : 88231,
          "percentile" : {
            "1.000000" : 95944704,
            "5.000000" : 101187584,
            "10.000000" : 103284736,
            "20.000000" : 105381888,
            "30.000000" : 106430464,
            "40.000000" : 107479040,
            "50.000000" : 109576192,
            "60.000000" : 111673344,
            "70.000000" : 114819072,
            "80.000000" : 119013376,
            "90.000000" : 126353408,
            "95.000000" : 132644864,
            "99.000000" : 149946368,
            "99.500000" : 156237824,
            "99.900000" : 162529280,
            "99.950000" : 164626432,
            "99.990000" : 164626432
          },
          "bins" : {
            "93847552" : 3,
            "94896128" : 832,
            "95944704" : 90,
            "96993280" : 422,
            "98041856" : 989,
            "99090432" : 945,
            "100139008" : 924,
            "101187584" : 1677,
            "102236160" : 2714,
            "103284736" : 3040,
            "104333312" : 3807,
            "105381888" : 5793,
            "106430464" : 7382,
            "107479040" : 6699,
            "108527616" : 7164,
            "109576192" : 5320,
            "110624768" : 3627,
            "111673344" : 2873,
            "112721920" : 3529,
            "113770496" : 3643,
            "114819072" : 2320,
            "115867648" : 2150,
            "116916224" : 1880,
            "117964800" : 1784,
            "119013376" : 1517,
            "120061952" : 1400,
            "121110528" : 1353,
            "122159104" : 1348,
            "123207680" : 1308,
            "124256256" : 1148,
            "125304832" : 1151,
            "126353408" : 1085,
            "127401984" : 920,
            "128450560" : 838,
            "129499136" : 765,
            "130547712" : 710,
            "131596288" : 632,
            "132644864" : 531,
            "133693440" : 451,
            "135266304" : 602,
            "137363456" : 421,
            "139460608" : 416,
            "141557760" : 360,
            "143654912" : 327,
            "145752064" : 225,
            "147849216" : 224,
            "149946368" : 174,
            "152043520" : 150,
            "154140672" : 122,
            "156237824" : 138,
            "158334976" : 111,
            "160432128" : 63,
            "162529280" : 74,
            "164626432" : 52,
            "166723584" : 8
          }
        },
        "lat_ns" : {
          "min" : 97407148,
          "max" : 171357520,
          "mean" : 116046003.122406,
          "stddev" : 10484260.076048,
          "N" : 88231
        },
        "bw_min" : 3970812,
        "bw_max" : 4849664,
        "bw_agg" : 100.000000,
        "bw_mean" : 4523128.589744,
        "bw_dev" : 12068.972774,
        "bw_samples" : 624,
        "iops_min" : 3870,
        "iops_max" : 4736,
        "iops_mean" : 4416.051282,
        "iops_stddev" : 11.806851,
        "iops_samples" : 624
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 320010,
      "usr_cpu" : 0.980907,
      "sys_cpu" : 4.299241,
      "ctx" : 118478,
      "majf" : 0,
      "minf" : 569,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 4.003581,
        "250" : 95.979421,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772825589,
  "timestamp_ms" : 1772825589817,
  "time" : "Fri Mar  6 15:33:09 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 149,
      "elapsed" : 41,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 138129965056,
        "io_kbytes" : 134892544,
        "bw_bytes" : 4604025233,
        "bw" : 4496118,
        "iops" : 4391.273915,
        "runtime" : 30002,
        "total_ios" : 131747,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 442556,
          "max" : 7704828,
          "mean" : 3638456.771031,
          "stddev" : 463983.999595,
          "N" : 131747
        },
        "clat_ns" : {
          "min" : 94308746,
          "max" : 166871287,
          "mean" : 112951733.351960,
          "stddev" : 10829722.500862,
          "N" : 131731,
          "percentile" : {
            "1.000000" : 96993280,
            "5.000000" : 100139008,
            "10.000000" : 102236160,
            "20.000000" : 105381888,
            "30.000000" : 106430464,
            "40.000000" : 108527616,
            "50.000000" : 109576192,
            "60.000000" : 112721920,
            "70.000000" : 114819072,
            "80.000000" : 120061952,
            "90.000000" : 128450560,
            "95.000000" : 135266304,
            "99.000000" : 149946368,
            "99.500000" : 154140672,
            "99.900000" : 162529280,
            "99.950000" : 162529280,
            "99.990000" : 164626432
          },
          "bins" : {
            "93847552" : 3,
            "94896128" : 915,
            "95944704" : 229,
            "96993280" : 500,
            "98041856" : 1240,
            "99090432" : 2330,
            "100139008" : 2364,
            "101187584" : 2588,
            "102236160" : 3751,
            "103284736" : 4279,
            "104333312" : 5487,
            "105381888" : 7815,
            "106430464" : 10816,
            "107479040" : 9811,
            "108527616" : 9398,
            "109576192" : 6824,
            "110624768" : 5318,
            "111673344" : 4557,
            "112721920" : 5508,
            "113770496" : 5145,
            "114819072" : 3382,
            "115867648" : 3273,
            "116916224" : 3352,
            "117964800" : 2652,
            "119013376" : 2328,
            "120061952" : 2235,
            "121110528" : 2149,
            "122159104" : 2057,
            "123207680" : 1945,
            "124256256" : 1702,
            "125304832" : 1635,
            "126353408" : 1553,
            "127401984" : 1379,
            "128450560" : 1347,
            "129499136" : 1243,
            "130547712" : 1157,
            "131596288" : 1033,
            "132644864" : 851,
            "133693440" : 725,
            "135266304" : 1031,
            "137363456" : 823,
            "139460608" : 862,
            "141557760" : 873,
            "143654912" : 775,
            "145752064" : 505,
            "147849216" : 544,
            "149946368" : 370,
            "152043520" : 252,
            "154140672" : 174,
            "156237824" : 201,
            "158334976" : 199,
            "160432128" : 106,
            "162529280" : 80,
            "164626432" : 52,
            "166723584" : 8
          }
        },
        "lat_ns" : {
          "min" : 97407148,
          "max" : 171357520,
          "mean" : 116588877.448391,
          "stddev" : 11096652.499088,
          "N" : 131731
        },
        "bw_min" : 3970812,
        "bw_max" : 4853760,
        "bw_agg" : 100.000000,
        "bw_mean" : 4505758.355932,
        "bw_dev" : 12118.509094,
        "bw_samples" : 944,
        "iops_min" : 3870,
        "iops_max" : 4740,
        "iops_mean" : 4399.322034,
        "iops_stddev" : 11.851481,
        "iops_samples" : 944
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 480013,
      "usr_cpu" : 0.975599,
      "sys_cpu" : 4.273634,
      "ctx" : 176447,
      "majf" : 0,
      "minf" : 569,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 4.416040,
        "250" : 95.571816,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772825599,
  "timestamp_ms" : 1772825599818,
  "time" : "Fri Mar  6 15:33:19 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 139,
      "elapsed" : 51,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 182041182208,
        "io_kbytes" : 177774592,
        "bw_bytes" : 4550802015,
        "bw" : 4444142,
        "iops" : 4340.357982,
        "runtime" : 40002,
        "total_ios" : 173623,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 442556,
          "max" : 7704828,
          "mean" : 3681093.234390,
          "stddev" : 471375.989708,
          "N" : 173625
        },
        "clat_ns" : {
          "min" : 94308746,
          "max" : 166871287,
          "mean" : 114267431.057681,
          "stddev" : 11137345.017830,
          "N" : 173609,
          "percentile" : {
            "1.000000" : 98041856,
            "5.000000" : 101187584,
            "10.000000" : 103284736,
            "20.000000" : 106430464,
            "30.000000" : 107479040,
            "40.000000" : 108527616,
            "50.000000" : 111673344,
            "60.000000" : 113770496,
            "70.000000" : 116916224,
            "80.000000" : 121110528,
            "90.000000" : 129499136,
            "95.000000" : 137363456,
            "99.000000" : 149946368,
            "99.500000" : 156237824,
            "99.900000" : 160432128,
            "99.950000" : 162529280,
            "99.990000" : 164626432
          },
          "bins" : {
            "93847552" : 3,
            "94896128" : 915,
            "95944704" : 229,
            "96993280" : 500,
            "98041856" : 1240,
            "99090432" : 2330,
            "100139008" : 2498,
            "101187584" : 2742,
            "102236160" : 3874,
            "103284736" : 4561,
            "104333312" : 6040,
            "105381888" : 8281,
            "106430464" : 11521,
            "107479040" : 12863,
            "108527616" : 11895,
            "109576192" : 9249,
            "110624768" : 7712,
            "111673344" : 6091,
            "112721920" : 7340,
            "113770496" : 6497,
            "114819072" : 5397,
            "115867648" : 5082,
            "116916224" : 5299,
            "117964800" : 4703,
            "119013376" : 4368,
            "120061952" : 4683,
            "121110528" : 3439,
            "122159104" : 2802,
            "123207680" : 2652,
            "124256256" : 2359,
            "125304832" : 2199,
            "126353408" : 2112,
            "127401984" : 1931,
            "128450560" : 1818,
            "129499136" : 1710,
            "130547712" : 1580,
            "131596288" : 1423,
            "132644864" : 1244,
            "133693440" : 1142,
            "135266304" : 1809,
            "137363456" : 1427,
            "139460608" : 1298,
            "141557760" : 1321,
            "143654912" : 1231,
            "145752064" : 917,
            "147849216" : 870,
            "149946368" : 682,
            "152043520" : 495,
            "154140672" : 336,
            "156237824" : 324,
            "158334976" : 293,
            "160432128" : 141,
            "162529280" : 81,
            "164626432" : 52,
            "166723584" : 8
          }
        },
        "lat_ns" : {
          "min" : 97407148,
          "max" : 171357520,
          "mean" : 117947559.367170,
          "stddev" : 11417222.812764,
          "N" : 173609
        },
        "bw_min" : 3901044,
        "bw_max" : 4853760,
        "bw_agg" : 99.998502,
        "bw_mean" : 4444076.898734,
        "bw_dev" : 14005.014532,
        "bw_samples" : 1264,
        "iops_min" : 3802,
        "iops_max" : 4740,
        "iops_mean" : 4339.088608,
        "iops_stddev" : 13.689029,
        "iops_samples" : 1264
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 640011,
      "usr_cpu" : 0.954359,
      "sys_cpu" : 4.207740,
      "ctx" : 231511,
      "majf" : 0,
      "minf" : 569,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 3.350939,
        "250" : 96.640998,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772825609,
  "timestamp_ms" : 1772825609818,
  "time" : "Fri Mar  6 15:33:29 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 129,
      "elapsed" : 61,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 227308208128,
        "io_kbytes" : 221980672,
        "bw_bytes" : 4545891409,
        "bw" : 4439347,
        "iops" : 4335.639862,
        "runtime" : 50003,
        "total_ios" : 216795,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 442556,
          "max" : 7704828,
          "mean" : 3684971.892834,
          "stddev" : 466372.244716,
          "N" : 216795
        },
        "clat_ns" : {
          "min" : 94308746,
          "max" : 166871287,
          "mean" : 114382017.518380,
          "stddev" : 10979200.159500,
          "N" : 216779,
          "percentile" : {
            "1.000000" : 98041856,
            "5.000000" : 102236160,
            "10.000000" : 104333312,
            "20.000000" : 106430464,
            "30.000000" : 107479040,
            "40.000000" : 109576192,
            "50.000000" : 111673344,
            "60.000000" : 113770496,
            "70.000000" : 116916224,
            "80.000000" : 121110528,
            "90.000000" : 129499136,
            "95.000000" : 137363456,
            "99.000000" : 149946368,
            "99.500000" : 154140672,
            "99.900000" : 160432128,
            "99.950000" : 162529280,
            "99.990000" : 164626432
          },
          "bins" : {
            "93847552" : 3,
            "94896128" : 915,
            "95944704" : 229,
            "96993280" : 500,
            "98041856" : 1240,
            "99090432" : 2330,
            "100139008" : 2498,
            "101187584" : 3038,
            "102236160" : 4534,
            "103284736" : 5583,
            "104333312" : 8376,
            "105381888" : 11060,
            "106430464" : 12868,
            "107479040" : 15114,
            "108527616" : 14748,
            "109576192" : 13573,
            "110624768" : 10621,
            "111673344" : 8287,
            "112721920" : 9375,
            "113770496" : 8214,
            "114819072" : 6802,
            "115867648" : 7164,
            "116916224" : 6353,
            "117964800" : 5755,
            "119013376" : 5010,
            "120061952" : 5297,
            "121110528" : 4026,
            "122159104" : 3392,
            "123207680" : 3257,
            "124256256" : 2976,
            "125304832" : 2775,
            "126353408" : 2706,
            "127401984" : 2504,
            "128450560" : 2377,
            "129499136" : 2284,
            "130547712" : 2117,
            "131596288" : 1956,
            "132644864" : 1687,
            "133693440" : 1480,
            "135266304" : 2308,
            "137363456" : 1736,
            "139460608" : 1591,
            "141557760" : 1569,
            "143654912" : 1442,
            "145752064" : 1077,
            "147849216" : 1042,
            "149946368" : 843,
            "152043520" : 686,
            "154140672" : 519,
            "156237824" : 365,
            "158334976" : 295,
            "160432128" : 141,
            "162529280" : 81,
            "164626432" : 52,
            "166723584" : 8
          }
        },
        "lat_ns" : {
          "min" : 97407148,
          "max" : 171357520,
          "mean" : 118064766.281065,
          "stddev" : 11253013.267139,
          "N" : 216779
        },
        "bw_min" : 3901044,
        "bw_max" : 4853760,
        "bw_agg" : 100.000000,
        "bw_mean" : 4440450.676768,
        "bw_dev" : 13402.286132,
        "bw_samples" : 1584,
        "iops_min" : 3802,
        "iops_max" : 4740,
        "iops_mean" : 4335.373737,
        "iops_stddev" : 13.108862,
        "iops_samples" : 1584
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 800016,
      "usr_cpu" : 0.946606,
      "sys_cpu" : 4.209541,
      "ctx" : 289478,
      "majf" : 0,
      "minf" : 569,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 2.683641,
        "250" : 97.308979,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772825619,
  "timestamp_ms" : 1772825619816,
  "time" : "Fri Mar  6 15:33:39 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 119,
      "elapsed" : 71,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 274467913728,
        "io_kbytes" : 268035072,
        "bw_bytes" : 4574312751,
        "bw" : 4467102,
        "iops" : 4362.687910,
        "runtime" : 60002,
        "total_ios" : 261770,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 441505,
          "max" : 7704828,
          "mean" : 3662035.939210,
          "stddev" : 469738.672350,
          "N" : 261770
        },
        "clat_ns" : {
          "min" : 92829687,
          "max" : 166871287,
          "mean" : 113705455.790727,
          "stddev" : 11167052.542246,
          "N" : 261754,
          "percentile" : {
            "1.000000" : 94896128,
            "5.000000" : 100139008,
            "10.000000" : 103284736,
            "20.000000" : 105381888,
            "30.000000" : 107479040,
            "40.000000" : 108527616,
            "50.000000" : 110624768,
            "60.000000" : 113770496,
            "70.000000" : 116916224,
            "80.000000" : 121110528,
            "90.000000" : 129499136,
            "95.000000" : 137363456,
            "99.000000" : 149946368,
            "99.500000" : 154140672,
            "99.900000" : 160432128,
            "99.950000" : 162529280,
            "99.990000" : 164626432
          },
          "bins" : {
            "92798976" : 287,
            "93847552" : 224,
            "94896128" : 2285,
            "95944704" : 665,
            "96993280" : 1051,
            "98041856" : 2491,
            "99090432" : 4045,
            "100139008" : 3945,
            "101187584" : 5186,
            "102236160" : 5983,
            "103284736" : 7677,
            "104333312" : 11106,
            "105381888" : 14471,
            "106430464" : 15253,
            "107479040" : 16853,
            "108527616" : 16747,
            "109576192" : 15236,
            "110624768" : 12215,
            "111673344" : 9354,
            "112721920" : 10432,
            "113770496" : 9133,
            "114819072" : 8496,
            "115867648" : 8815,
            "116916224" : 7334,
            "117964800" : 6610,
            "119013376" : 5775,
            "120061952" : 5990,
            "121110528" : 4706,
            "122159104" : 3935,
            "123207680" : 3766,
            "124256256" : 3357,
            "125304832" : 3099,
            "126353408" : 3022,
            "127401984" : 2808,
            "128450560" : 2652,
            "129499136" : 2517,
            "130547712" : 2368,
            "131596288" : 2190,
            "132644864" : 1888,
            "133693440" : 1699,
            "135266304" : 2706,
            "137363456" : 2084,
            "139460608" : 1921,
            "141557760" : 1888,
            "143654912" : 1655,
            "145752064" : 1212,
            "147849216" : 1188,
            "149946368" : 950,
            "152043520" : 739,
            "154140672" : 562,
            "156237824" : 425,
            "158334976" : 367,
            "160432128" : 226,
            "162529280" : 103,
            "164626432" : 54,
            "166723584" : 8
          }
        },
        "lat_ns" : {
          "min" : 95926267,
          "max" : 171357520,
          "mean" : 117367706.368048,
          "stddev" : 11450582.994672,
          "N" : 261754
        },
        "bw_min" : 3900552,
        "bw_max" : 5068694,
        "bw_agg" : 99.997800,
        "bw_mean" : 4467004.327731,
        "bw_dev" : 14719.228737,
        "bw_samples" : 1904,
        "iops_min" : 3802,
        "iops_max" : 4940,
        "iops_mean" : 4361.243697,
        "iops_stddev" : 14.381627,
        "iops_samples" : 1904
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 960009,
      "usr_cpu" : 0.953845,
      "sys_cpu" : 4.242044,
      "ctx" : 350250,
      "majf" : 0,
      "minf" : 569,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 4.615884,
        "250" : 95.378004,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772825629,
  "timestamp_ms" : 1772825629817,
  "time" : "Fri Mar  6 15:33:49 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 109,
      "elapsed" : 81,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 321750302720,
        "io_kbytes" : 314209280,
        "bw_bytes" : 4596301573,
        "bw" : 4488575,
        "iops" : 4383.617611,
        "runtime" : 70002,
        "total_ios" : 306862,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 441505,
          "max" : 7704828,
          "mean" : 3644484.519872,
          "stddev" : 471528.906652,
          "N" : 306862
        },
        "clat_ns" : {
          "min" : 92829687,
          "max" : 166871287,
          "mean" : 113155503.024797,
          "stddev" : 11195314.738647,
          "N" : 306846,
          "percentile" : {
            "1.000000" : 94896128,
            "5.000000" : 99090432,
            "10.000000" : 101187584,
            "20.000000" : 105381888,
            "30.000000" : 106430464,
            "40.000000" : 108527616,
            "50.000000" : 110624768,
            "60.000000" : 112721920,
            "70.000000" : 115867648,
            "80.000000" : 121110528,
            "90.000000" : 128450560,
            "95.000000" : 135266304,
            "99.000000" : 149946368,
            "99.500000" : 154140672,
            "99.900000" : 160432128,
            "99.950000" : 162529280,
            "99.990000" : 164626432
          },
          "bins" : {
            "92798976" : 287,
            "93847552" : 471,
            "94896128" : 3290,
            "95944704" : 2043,
            "96993280" : 2722,
            "98041856" : 3591,
            "99090432" : 5707,
            "100139008" : 5991,
            "101187584" : 6846,
            "102236160" : 7140,
            "103284736" : 9426,
            "104333312" : 13037,
            "105381888" : 16173,
            "106430464" : 18352,
            "107479040" : 20472,
            "108527616" : 19199,
            "109576192" : 16763,
            "110624768" : 13975,
            "111673344" : 10745,
            "112721920" : 11556,
            "113770496" : 10106,
            "114819072" : 9268,
            "115867648" : 9584,
            "116916224" : 8026,
            "117964800" : 7233,
            "119013376" : 6393,
            "120061952" : 6609,
            "121110528" : 5305,
            "122159104" : 4541,
            "123207680" : 4277,
            "124256256" : 3933,
            "125304832" : 3707,
            "126353408" : 3599,
            "127401984" : 3372,
            "128450560" : 3162,
            "129499136" : 2935,
            "130547712" : 2694,
            "131596288" : 2475,
            "132644864" : 2132,
            "133693440" : 1925,
            "135266304" : 3122,
            "137363456" : 2442,
            "139460608" : 2257,
            "141557760" : 2107,
            "143654912" : 1842,
            "145752064" : 1340,
            "147849216" : 1240,
            "149946368" : 950,
            "152043520" : 739,
            "154140672" : 562,
            "156237824" : 425,
            "158334976" : 367,
            "160432128" : 226,
            "162529280" : 103,
            "164626432" : 54,
            "166723584" : 8
          }
        },
        "lat_ns" : {
          "min" : 95926267,
          "max" : 171357520,
          "mean" : 116799777.182841,
          "stddev" : 11479497.290149,
          "N" : 306846
        },
        "bw_min" : 3900552,
        "bw_max" : 5093876,
        "bw_agg" : 100.000000,
        "bw_mean" : 4491099.820144,
        "bw_dev" : 15067.388149,
        "bw_samples" : 2224,
        "iops_min" : 3802,
        "iops_max" : 4972,
        "iops_mean" : 4384.733813,
        "iops_stddev" : 14.720017,
        "iops_samples" : 2224
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1120008,
      "usr_cpu" : 0.958922,
      "sys_cpu" : 4.272648,
      "ctx" : 411717,
      "majf" : 0,
      "minf" : 569,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 6.465121,
        "250" : 93.529665,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772825639,
  "timestamp_ms" : 1772825639817,
  "time" : "Fri Mar  6 15:33:59 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 99,
      "elapsed" : 91,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 369714266112,
        "io_kbytes" : 361049088,
        "bw_bytes" : 4621312793,
        "bw" : 4513000,
        "iops" : 4407.427314,
        "runtime" : 80002,
        "total_ios" : 352603,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 432982,
          "max" : 8891360,
          "mean" : 3624696.747047,
          "stddev" : 474949.721057,
          "N" : 352603
        },
        "clat_ns" : {
          "min" : 91414586,
          "max" : 166871287,
          "mean" : 112547989.925527,
          "stddev" : 11268051.629868,
          "N" : 352587,
          "percentile" : {
            "1.000000" : 94896128,
            "5.000000" : 98041856,
            "10.000000" : 101187584,
            "20.000000" : 104333312,
            "30.000000" : 106430464,
            "40.000000" : 107479040,
            "50.000000" : 109576192,
            "60.000000" : 112721920,
            "70.000000" : 115867648,
            "80.000000" : 120061952,
            "90.000000" : 128450560,
            "95.000000" : 135266304,
            "99.000000" : 147849216,
            "99.500000" : 152043520,
            "99.900000" : 160432128,
            "99.950000" : 160432128,
            "99.990000" : 164626432
          },
          "bins" : {
            "91750400" : 390,
            "92798976" : 783,
            "93847552" : 1647,
            "94896128" : 4083,
            "95944704" : 2516,
            "96993280" : 4515,
            "98041856" : 5701,
            "99090432" : 7319,
            "100139008" : 7470,
            "101187584" : 8847,
            "102236160" : 9892,
            "103284736" : 11864,
            "104333312" : 15668,
            "105381888" : 19742,
            "106430464" : 20860,
            "107479040" : 22922,
            "108527616" : 20423,
            "109576192" : 18128,
            "110624768" : 15231,
            "111673344" : 11684,
            "112721920" : 12417,
            "113770496" : 11004,
            "114819072" : 9976,
            "115867648" : 10186,
            "116916224" : 8599,
            "117964800" : 7830,
            "119013376" : 7002,
            "120061952" : 7190,
            "121110528" : 5868,
            "122159104" : 5153,
            "123207680" : 4791,
            "124256256" : 4415,
            "125304832" : 4147,
            "126353408" : 4015,
            "127401984" : 3756,
            "128450560" : 3509,
            "129499136" : 3282,
            "130547712" : 3006,
            "131596288" : 2741,
            "132644864" : 2342,
            "133693440" : 2135,
            "135266304" : 3487,
            "137363456" : 2886,
            "139460608" : 2726,
            "141557760" : 2470,
            "143654912" : 1941,
            "145752064" : 1354,
            "147849216" : 1240,
            "149946368" : 950,
            "152043520" : 739,
            "154140672" : 562,
            "156237824" : 425,
            "158334976" : 367,
            "160432128" : 226,
            "162529280" : 103,
            "164626432" : 54,
            "166723584" : 8
          }
        },
        "lat_ns" : {
          "min" : 94451875,
          "max" : 171357520,
          "mean" : 116172792.962302,
          "stddev" : 11553758.693280,
          "N" : 352587
        },
        "bw_min" : 3900552,
        "bw_max" : 5095924,
        "bw_agg" : 100.000000,
        "bw_mean" : 4513883.893082,
        "bw_dev" : 15215.595873,
        "bw_samples" : 2544,
        "iops_min" : 3802,
        "iops_max" : 4974,
        "iops_mean" : 4406.893082,
        "iops_stddev" : 14.859015,
        "iops_samples" : 2544
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1280011,
      "usr_cpu" : 0.963664,
      "sys_cpu" : 4.308947,
      "ctx" : 474938,
      "majf" : 0,
      "minf" : 569,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999716,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 8.282119,
        "250" : 91.713343,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772825649,
  "timestamp_ms" : 1772825649817,
  "time" : "Fri Mar  6 15:34:09 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 89,
      "elapsed" : 101,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 417601683456,
        "io_kbytes" : 407814144,
        "bw_bytes" : 4639864042,
        "bw" : 4531117,
        "iops" : 4425.096941,
        "runtime" : 90003,
        "total_ios" : 398272,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 432982,
          "max" : 8891360,
          "mean" : 3610145.869117,
          "stddev" : 472021.843355,
          "N" : 398272
        },
        "clat_ns" : {
          "min" : 90832277,
          "max" : 166871287,
          "mean" : 112099319.330378,
          "stddev" : 11211748.415568,
          "N" : 398256,
          "percentile" : {
            "1.000000" : 93847552,
            "5.000000" : 98041856,
            "10.000000" : 100139008,
            "20.000000" : 103284736,
            "30.000000" : 105381888,
            "40.000000" : 107479040,
            "50.000000" : 109576192,
            "60.000000" : 111673344,
            "70.000000" : 115867648,
            "80.000000" : 120061952,
            "90.000000" : 127401984,
            "95.000000" : 135266304,
            "99.000000" : 147849216,
            "99.500000" : 152043520,
            "99.900000" : 158334976,
            "99.950000" : 160432128,
            "99.990000" : 164626432
          },
          "bins" : {
            "90701824" : 328,
            "91750400" : 743,
            "92798976" : 1284,
            "93847552" : 1852,
            "94896128" : 4687,
            "95944704" : 3419,
            "96993280" : 5562,
            "98041856" : 9322,
            "99090432" : 10549,
            "100139008" : 10138,
            "101187584" : 9939,
            "102236160" : 10671,
            "103284736" : 12944,
            "104333312" : 17124,
            "105381888" : 21181,
            "106430464" : 22278,
            "107479040" : 25634,
            "108527616" : 22523,
            "109576192" : 20526,
            "110624768" : 17214,
            "111673344" : 13380,
            "112721920" : 14129,
            "113770496" : 12145,
            "114819072" : 10981,
            "115867648" : 11066,
            "116916224" : 9468,
            "117964800" : 8673,
            "119013376" : 7842,
            "120061952" : 7989,
            "121110528" : 6609,
            "122159104" : 5843,
            "123207680" : 5365,
            "124256256" : 4909,
            "125304832" : 4603,
            "126353408" : 4443,
            "127401984" : 4119,
            "128450560" : 3856,
            "129499136" : 3550,
            "130547712" : 3250,
            "131596288" : 2923,
            "132644864" : 2512,
            "133693440" : 2286,
            "135266304" : 3791,
            "137363456" : 3083,
            "139460608" : 2815,
            "141557760" : 2533,
            "143654912" : 2029,
            "145752064" : 1435,
            "147849216" : 1276,
            "149946368" : 951,
            "152043520" : 739,
            "154140672" : 562,
            "156237824" : 425,
            "158334976" : 367,
            "160432128" : 226,
            "162529280" : 103,
            "164626432" : 54,
            "166723584" : 8
          }
        },
        "lat_ns" : {
          "min" : 93825799,
          "max" : 171357520,
          "mean" : 115709695.198445,
          "stddev" : 11497911.547939,
          "N" : 398256
        },
        "bw_min" : 3900552,
        "bw_max" : 5101432,
        "bw_agg" : 100.000000,
        "bw_mean" : 4532877.284916,
        "bw_dev" : 15694.935406,
        "bw_samples" : 2864,
        "iops_min" : 3802,
        "iops_max" : 4980,
        "iops_mean" : 4425.374302,
        "iops_stddev" : 15.328552,
        "iops_samples" : 2864
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1440016,
      "usr_cpu" : 0.968114,
      "sys_cpu" : 4.333841,
      "ctx" : 537104,
      "majf" : 0,
      "minf" : 569,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 10.340923,
        "250" : 89.655060,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772825659,
  "timestamp_ms" : 1772825659816,
  "time" : "Fri Mar  6 15:34:19 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 79,
      "elapsed" : 111,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 463169650688,
        "io_kbytes" : 452314112,
        "bw_bytes" : 4631603874,
        "bw" : 4523050,
        "iops" : 4417.201656,
        "runtime" : 100002,
        "total_ios" : 441729,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 432982,
          "max" : 8891360,
          "mean" : 3616618.616468,
          "stddev" : 468407.033936,
          "N" : 441729
        },
        "clat_ns" : {
          "min" : 90832277,
          "max" : 166871287,
          "mean" : 112295717.613022,
          "stddev" : 11107659.990986,
          "N" : 441713,
          "percentile" : {
            "1.000000" : 94896128,
            "5.000000" : 98041856,
            "10.000000" : 100139008,
            "20.000000" : 104333312,
            "30.000000" : 106430464,
            "40.000000" : 107479040,
            "50.000000" : 109576192,
            "60.000000" : 112721920,
            "70.000000" : 115867648,
            "80.000000" : 120061952,
            "90.000000" : 127401984,
            "95.000000" : 135266304,
            "99.000000" : 147849216,
            "99.500000" : 152043520,
            "99.900000" : 158334976,
            "99.950000" : 160432128,
            "99.990000" : 164626432
          },
          "bins" : {
            "90701824" : 328,
            "91750400" : 743,
            "92798976" : 1284,
            "93847552" : 1852,
            "94896128" : 4687,
            "95944704" : 3419,
            "96993280" : 5562,
            "98041856" : 9477,
            "99090432" : 10707,
            "100139008" : 10792,
            "101187584" : 11088,
            "102236160" : 11369,
            "103284736" : 13867,
            "104333312" : 18246,
            "105381888" : 23252,
            "106430464" : 25139,
            "107479040" : 28276,
            "108527616" : 24748,
            "109576192" : 22425,
            "110624768" : 20178,
            "111673344" : 16574,
            "112721920" : 17266,
            "113770496" : 13829,
            "114819072" : 12731,
            "115867648" : 12808,
            "116916224" : 10465,
            "117964800" : 9590,
            "119013376" : 8665,
            "120061952" : 8781,
            "121110528" : 7455,
            "122159104" : 6839,
            "123207680" : 6224,
            "124256256" : 5612,
            "125304832" : 5254,
            "126353408" : 4968,
            "127401984" : 4541,
            "128450560" : 4192,
            "129499136" : 3862,
            "130547712" : 3545,
            "131596288" : 3184,
            "132644864" : 2744,
            "133693440" : 2552,
            "135266304" : 4311,
            "137363456" : 3432,
            "139460608" : 3000,
            "141557760" : 2704,
            "143654912" : 2218,
            "145752064" : 1574,
            "147849216" : 1378,
            "149946368" : 1066,
            "152043520" : 885,
            "154140672" : 724,
            "156237824" : 513,
            "158334976" : 389,
            "160432128" : 234,
            "162529280" : 103,
            "164626432" : 54,
            "166723584" : 8
          }
        },
        "lat_ns" : {
          "min" : 93825799,
          "max" : 171357520,
          "mean" : 115912312.533355,
          "stddev" : 11390926.306621,
          "N" : 441713
        },
        "bw_min" : 3900552,
        "bw_max" : 5101432,
        "bw_agg" : 100.000000,
        "bw_mean" : 4525265.060302,
        "bw_dev" : 15577.299158,
        "bw_samples" : 3184,
        "iops_min" : 3802,
        "iops_max" : 4980,
        "iops_mean" : 4417.939698,
        "iops_stddev" : 15.217211,
        "iops_samples" : 3184
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1600004,
      "usr_cpu" : 0.965310,
      "sys_cpu" : 4.327239,
      "ctx" : 595127,
      "majf" : 0,
      "minf" : 569,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 9.490208,
        "250" : 90.506170,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772825669,
  "timestamp_ms" : 1772825669819,
  "time" : "Fri Mar  6 15:34:29 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 69,
      "elapsed" : 121,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 508930555904,
        "io_kbytes" : 497002496,
        "bw_bytes" : 4626515239,
        "bw" : 4518081,
        "iops" : 4412.334209,
        "runtime" : 110003,
        "total_ios" : 485370,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 431449,
          "max" : 8891360,
          "mean" : 3620613.939378,
          "stddev" : 464917.155292,
          "N" : 485370
        },
        "clat_ns" : {
          "min" : 90832277,
          "max" : 166871287,
          "mean" : 112411981.737445,
          "stddev" : 10983350.325480,
          "N" : 485354,
          "percentile" : {
            "1.000000" : 94896128,
            "5.000000" : 98041856,
            "10.000000" : 100139008,
            "20.000000" : 104333312,
            "30.000000" : 106430464,
            "40.000000" : 108527616,
            "50.000000" : 109576192,
            "60.000000" : 112721920,
            "70.000000" : 115867648,
            "80.000000" : 120061952,
            "90.000000" : 127401984,
            "95.000000" : 133693440,
            "99.000000" : 147849216,
            "99.500000" : 152043520,
            "99.900000" : 158334976,
            "99.950000" : 160432128,
            "99.990000" : 164626432
          },
          "bins" : {
            "90701824" : 328,
            "91750400" : 743,
            "92798976" : 1284,
            "93847552" : 2057,
            "94896128" : 4994,
            "95944704" : 3880,
            "96993280" : 5783,
            "98041856" : 9758,
            "99090432" : 10903,
            "100139008" : 11303,
            "101187584" : 11644,
            "102236160" : 12262,
            "103284736" : 15008,
            "104333312" : 20093,
            "105381888" : 24624,
            "106430464" : 26493,
            "107479040" : 30881,
            "108527616" : 26287,
            "109576192" : 25605,
            "110624768" : 23802,
            "111673344" : 19351,
            "112721920" : 20240,
            "113770496" : 15523,
            "114819072" : 14259,
            "115867648" : 14130,
            "116916224" : 11608,
            "117964800" : 10877,
            "119013376" : 10032,
            "120061952" : 9639,
            "121110528" : 8211,
            "122159104" : 7531,
            "123207680" : 6879,
            "124256256" : 6220,
            "125304832" : 5870,
            "126353408" : 5557,
            "127401984" : 5059,
            "128450560" : 4725,
            "129499136" : 4334,
            "130547712" : 3936,
            "131596288" : 3538,
            "132644864" : 3060,
            "133693440" : 2801,
            "135266304" : 4661,
            "137363456" : 3732,
            "139460608" : 3285,
            "141557760" : 2937,
            "143654912" : 2419,
            "145752064" : 1674,
            "147849216" : 1470,
            "149946368" : 1144,
            "152043520" : 896,
            "154140672" : 724,
            "156237824" : 513,
            "158334976" : 389,
            "160432128" : 234,
            "162529280" : 103,
            "164626432" : 54,
            "166723584" : 8
          }
        },
        "lat_ns" : {
          "min" : 93825799,
          "max" : 171357520,
          "mean" : 116032311.134745,
          "stddev" : 11262517.373098,
          "N" : 485354
        },
        "bw_min" : 3900552,
        "bw_max" : 5101432,
        "bw_agg" : 100.000000,
        "bw_mean" : 4519247.657534,
        "bw_dev" : 15293.233229,
        "bw_samples" : 3504,
        "iops_min" : 3802,
        "iops_max" : 4980,
        "iops_mean" : 4412.018265,
        "iops_stddev" : 14.938212,
        "iops_samples" : 3504
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1760019,
      "usr_cpu" : 0.963228,
      "sys_cpu" : 4.319669,
      "ctx" : 653089,
      "majf" : 0,
      "minf" : 569,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999588,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999588,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 8.994169,
        "250" : 91.002534,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772825679,
  "timestamp_ms" : 1772825679817,
  "time" : "Fri Mar  6 15:34:39 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 59,
      "elapsed" : 131,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 555345772544,
        "io_kbytes" : 542329856,
        "bw_bytes" : 4627765743,
        "bw" : 4519302,
        "iops" : 4413.514662,
        "runtime" : 120003,
        "total_ios" : 529635,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 431449,
          "max" : 8891360,
          "mean" : 3619615.827657,
          "stddev" : 464119.038765,
          "N" : 529636
        },
        "clat_ns" : {
          "min" : 90832277,
          "max" : 166871287,
          "mean" : 112390712.641792,
          "stddev" : 10946459.796296,
          "N" : 529620,
          "percentile" : {
            "1.000000" : 94896128,
            "5.000000" : 98041856,
            "10.000000" : 100139008,
            "20.000000" : 104333312,
            "30.000000" : 106430464,
            "40.000000" : 107479040,
            "50.000000" : 109576192,
            "60.000000" : 112721920,
            "70.000000" : 115867648,
            "80.000000" : 120061952,
            "90.000000" : 127401984,
            "95.000000" : 135266304,
            "99.000000" : 147849216,
            "99.500000" : 152043520,
            "99.900000" : 158334976,
            "99.950000" : 160432128,
            "99.990000" : 164626432
          },
          "bins" : {
            "90701824" : 328,
            "91750400" : 781,
            "92798976" : 1415,
            "93847552" : 2171,
            "94896128" : 5301,
            "95944704" : 4176,
            "96993280" : 6435,
            "98041856" : 10057,
            "99090432" : 11244,
            "100139008" : 11614,
            "101187584" : 13028,
            "102236160" : 13320,
            "103284736" : 17259,
            "104333312" : 22043,
            "105381888" : 27268,
            "106430464" : 29790,
            "107479040" : 35920,
            "108527616" : 29367,
            "109576192" : 27958,
            "110624768" : 25771,
            "111673344" : 20758,
            "112721920" : 21298,
            "113770496" : 16648,
            "114819072" : 15291,
            "115867648" : 15003,
            "116916224" : 12320,
            "117964800" : 11522,
            "119013376" : 10692,
            "120061952" : 10238,
            "121110528" : 8788,
            "122159104" : 8153,
            "123207680" : 7464,
            "124256256" : 6819,
            "125304832" : 6462,
            "126353408" : 6062,
            "127401984" : 5543,
            "128450560" : 5144,
            "129499136" : 4741,
            "130547712" : 4367,
            "131596288" : 3930,
            "132644864" : 3414,
            "133693440" : 3112,
            "135266304" : 5291,
            "137363456" : 4337,
            "139460608" : 3754,
            "141557760" : 3189,
            "143654912" : 2505,
            "145752064" : 1734,
            "147849216" : 1540,
            "149946368" : 1232,
            "152043520" : 965,
            "154140672" : 749,
            "156237824" : 521,
            "158334976" : 389,
            "160432128" : 234,
            "162529280" : 103,
            "164626432" : 54,
            "166723584" : 8
          }
        },
        "lat_ns" : {
          "min" : 93825799,
          "max" : 171357520,
          "mean" : 116010449.767175,
          "stddev" : 11223328.521986,
          "N" : 529620
        },
        "bw_min" : 3900552,
        "bw_max" : 5101432,
        "bw_agg" : 100.000000,
        "bw_mean" : 4520891.284519,
        "bw_dev" : 14881.236470,
        "bw_samples" : 3824,
        "iops_min" : 3802,
        "iops_max" : 4980,
        "iops_mean" : 4413.656904,
        "iops_stddev" : 14.533524,
        "iops_samples" : 3824
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1920017,
      "usr_cpu" : 0.963377,
      "sys_cpu" : 4.320118,
      "ctx" : 713922,
      "majf" : 0,
      "minf" : 569,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 8.682017,
        "250" : 91.315151,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772825689,
  "timestamp_ms" : 1772825689817,
  "time" : "Fri Mar  6 15:34:49 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 49,
      "elapsed" : 141,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 601096192000,
        "io_kbytes" : 587008000,
        "bw_bytes" : 4623745726,
        "bw" : 4515376,
        "iops" : 4409.670620,
        "runtime" : 130002,
        "total_ios" : 573266,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 431009,
          "max" : 8891360,
          "mean" : 3622783.590166,
          "stddev" : 463297.089870,
          "N" : 573266
        },
        "clat_ns" : {
          "min" : 90832277,
          "max" : 166871287,
          "mean" : 112483820.448781,
          "stddev" : 10944340.269834,
          "N" : 573250,
          "percentile" : {
            "1.000000" : 94896128,
            "5.000000" : 98041856,
            "10.000000" : 101187584,
            "20.000000" : 104333312,
            "30.000000" : 106430464,
            "40.000000" : 108527616,
            "50.000000" : 109576192,
            "60.000000" : 112721920,
            "70.000000" : 115867648,
            "80.000000" : 120061952,
            "90.000000" : 127401984,
            "95.000000" : 135266304,
            "99.000000" : 147849216,
            "99.500000" : 152043520,
            "99.900000" : 158334976,
            "99.950000" : 160432128,
            "99.990000" : 164626432
          },
          "bins" : {
            "90701824" : 328,
            "91750400" : 781,
            "92798976" : 1415,
            "93847552" : 2171,
            "94896128" : 5303,
            "95944704" : 4518,
            "96993280" : 6720,
            "98041856" : 10758,
            "99090432" : 11864,
            "100139008" : 11908,
            "101187584" : 14037,
            "102236160" : 15042,
            "103284736" : 18752,
            "104333312" : 24036,
            "105381888" : 29366,
            "106430464" : 31464,
            "107479040" : 38277,
            "108527616" : 31485,
            "109576192" : 30107,
            "110624768" : 28413,
            "111673344" : 23411,
            "112721920" : 23465,
            "113770496" : 18274,
            "114819072" : 16517,
            "115867648" : 16431,
            "116916224" : 13677,
            "117964800" : 12546,
            "119013376" : 11955,
            "120061952" : 10996,
            "121110528" : 9455,
            "122159104" : 8699,
            "123207680" : 7947,
            "124256256" : 7289,
            "125304832" : 6901,
            "126353408" : 6484,
            "127401984" : 5980,
            "128450560" : 5571,
            "129499136" : 5219,
            "130547712" : 4819,
            "131596288" : 4397,
            "132644864" : 3829,
            "133693440" : 3491,
            "135266304" : 5966,
            "137363456" : 4776,
            "139460608" : 4007,
            "141557760" : 3368,
            "143654912" : 2692,
            "145752064" : 1912,
            "147849216" : 1663,
            "149946368" : 1358,
            "152043520" : 1117,
            "154140672" : 927,
            "156237824" : 578,
            "158334976" : 389,
            "160432128" : 234,
            "162529280" : 103,
            "164626432" : 54,
            "166723584" : 8
          }
        },
        "lat_ns" : {
          "min" : 93825799,
          "max" : 171357520,
          "mean" : 116106406.368628,
          "stddev" : 11221682.031031,
          "N" : 573250
        },
        "bw_min" : 3900060,
        "bw_max" : 5101432,
        "bw_agg" : 100.000000,
        "bw_mean" : 4518105.737452,
        "bw_dev" : 14846.939435,
        "bw_samples" : 4144,
        "iops_min" : 3802,
        "iops_max" : 4980,
        "iops_mean" : 4410.934363,
        "iops_stddev" : 14.500443,
        "iops_samples" : 4144
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2080005,
      "usr_cpu" : 0.959565,
      "sys_cpu" : 4.316384,
      "ctx" : 771497,
      "majf" : 0,
      "minf" : 569,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999826,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999826,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 8.379705,
        "250" : 91.617504,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772825699,
  "timestamp_ms" : 1772825699817,
  "time" : "Fri Mar  6 15:34:59 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 39,
      "elapsed" : 151,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 645749800960,
        "io_kbytes" : 630615040,
        "bw_bytes" : 4612432686,
        "bw" : 4504328,
        "iops" : 4398.872873,
        "runtime" : 140002,
        "total_ios" : 615851,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 431009,
          "max" : 8891360,
          "mean" : 3631684.960773,
          "stddev" : 464158.563979,
          "N" : 615851
        },
        "clat_ns" : {
          "min" : 90832277,
          "max" : 166871287,
          "mean" : 112763002.719206,
          "stddev" : 10979214.362495,
          "N" : 615835,
          "percentile" : {
            "1.000000" : 94896128,
            "5.000000" : 98041856,
            "10.000000" : 101187584,
            "20.000000" : 104333312,
            "30.000000" : 106430464,
            "40.000000" : 108527616,
            "50.000000" : 110624768,
            "60.000000" : 112721920,
            "70.000000" : 115867648,
            "80.000000" : 120061952,
            "90.000000" : 128450560,
            "95.000000" : 135266304,
            "99.000000" : 147849216,
            "99.500000" : 152043520,
            "99.900000" : 158334976,
            "99.950000" : 160432128,
            "99.990000" : 164626432
          },
          "bins" : {
            "90701824" : 328,
            "91750400" : 781,
            "92798976" : 1415,
            "93847552" : 2171,
            "94896128" : 5303,
            "95944704" : 4518,
            "96993280" : 6720,
            "98041856" : 10758,
            "99090432" : 11864,
            "100139008" : 12298,
            "101187584" : 14184,
            "102236160" : 15592,
            "103284736" : 19745,
            "104333312" : 24788,
            "105381888" : 31076,
            "106430464" : 32576,
            "107479040" : 39940,
            "108527616" : 34318,
            "109576192" : 32982,
            "110624768" : 30945,
            "111673344" : 26627,
            "112721920" : 25709,
            "113770496" : 20917,
            "114819072" : 18277,
            "115867648" : 18083,
            "116916224" : 15373,
            "117964800" : 13544,
            "119013376" : 12798,
            "120061952" : 11739,
            "121110528" : 10202,
            "122159104" : 9371,
            "123207680" : 8574,
            "124256256" : 7927,
            "125304832" : 7545,
            "126353408" : 7054,
            "127401984" : 6521,
            "128450560" : 6073,
            "129499136" : 5716,
            "130547712" : 5305,
            "131596288" : 4886,
            "132644864" : 4311,
            "133693440" : 3980,
            "135266304" : 6940,
            "137363456" : 5563,
            "139460608" : 4623,
            "141557760" : 3697,
            "143654912" : 2908,
            "145752064" : 2077,
            "147849216" : 1828,
            "149946368" : 1535,
            "152043520" : 1276,
            "154140672" : 1069,
            "156237824" : 666,
            "158334976" : 411,
            "160432128" : 243,
            "162529280" : 103,
            "164626432" : 54,
            "166723584" : 8
          }
        },
        "lat_ns" : {
          "min" : 93825799,
          "max" : 171357520,
          "mean" : 116394687.858472,
          "stddev" : 11257360.972329,
          "N" : 615835
        },
        "bw_min" : 3900060,
        "bw_max" : 5101432,
        "bw_agg" : 100.000000,
        "bw_mean" : 4507602.917563,
        "bw_dev" : 14884.102279,
        "bw_samples" : 4464,
        "iops_min" : 3802,
        "iops_max" : 4980,
        "iops_mean" : 4400.681004,
        "iops_stddev" : 14.540202,
        "iops_samples" : 4464
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2240007,
      "usr_cpu" : 0.957140,
      "sys_cpu" : 4.300745,
      "ctx" : 827829,
      "majf" : 0,
      "minf" : 569,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 7.830953,
        "250" : 92.166449,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772825709,
  "timestamp_ms" : 1772825709817,
  "time" : "Fri Mar  6 15:35:09 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 29,
      "elapsed" : 161,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 690427527168,
        "io_kbytes" : 674245632,
        "bw_bytes" : 4602788810,
        "bw" : 4494910,
        "iops" : 4389.674804,
        "runtime" : 150002,
        "total_ios" : 658460,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 431009,
          "max" : 8891360,
          "mean" : 3639316.576477,
          "stddev" : 464110.671213,
          "N" : 658460
        },
        "clat_ns" : {
          "min" : 90832277,
          "max" : 166871287,
          "mean" : 112997605.867843,
          "stddev" : 10993502.216553,
          "N" : 658444,
          "percentile" : {
            "1.000000" : 94896128,
            "5.000000" : 99090432,
            "10.000000" : 101187584,
            "20.000000" : 104333312,
            "30.000000" : 106430464,
            "40.000000" : 108527616,
            "50.000000" : 110624768,
            "60.000000" : 112721920,
            "70.000000" : 115867648,
            "80.000000" : 121110528,
            "90.000000" : 128450560,
            "95.000000" : 135266304,
            "99.000000" : 147849216,
            "99.500000" : 152043520,
            "99.900000" : 158334976,
            "99.950000" : 160432128,
            "99.990000" : 162529280
          },
          "bins" : {
            "90701824" : 328,
            "91750400" : 781,
            "92798976" : 1415,
            "93847552" : 2171,
            "94896128" : 5303,
            "95944704" : 4518,
            "96993280" : 6915,
            "98041856" : 10931,
            "99090432" : 12019,
            "100139008" : 12500,
            "101187584" : 14736,
            "102236160" : 16021,
            "103284736" : 21382,
            "104333312" : 26085,
            "105381888" : 32843,
            "106430464" : 33745,
            "107479040" : 41098,
            "108527616" : 36221,
            "109576192" : 36181,
            "110624768" : 32658,
            "111673344" : 28371,
            "112721920" : 28390,
            "113770496" : 22679,
            "114819072" : 20319,
            "115867648" : 19933,
            "116916224" : 16760,
            "117964800" : 14511,
            "119013376" : 13558,
            "120061952" : 12749,
            "121110528" : 11861,
            "122159104" : 10283,
            "123207680" : 9382,
            "124256256" : 8798,
            "125304832" : 8331,
            "126353408" : 7853,
            "127401984" : 7453,
            "128450560" : 6686,
            "129499136" : 6261,
            "130547712" : 5823,
            "131596288" : 5301,
            "132644864" : 4700,
            "133693440" : 4336,
            "135266304" : 7541,
            "137363456" : 6038,
            "139460608" : 5089,
            "141557760" : 4154,
            "143654912" : 3370,
            "145752064" : 2523,
            "147849216" : 2086,
            "149946368" : 1611,
            "152043520" : 1288,
            "154140672" : 1070,
            "156237824" : 666,
            "158334976" : 411,
            "160432128" : 243,
            "162529280" : 103,
            "164626432" : 54,
            "166723584" : 8
          }
        },
        "lat_ns" : {
          "min" : 93825799,
          "max" : 171357520,
          "mean" : 116636812.932231,
          "stddev" : 11272841.157972,
          "N" : 658444
        },
        "bw_min" : 3892064,
        "bw_max" : 5101432,
        "bw_agg" : 100.000000,
        "bw_mean" : 4497190.267559,
        "bw_dev" : 15154.145759,
        "bw_samples" : 4784,
        "iops_min" : 3798,
        "iops_max" : 4980,
        "iops_mean" : 4390.481605,
        "iops_stddev" : 14.801823,
        "iops_samples" : 4784
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2400011,
      "usr_cpu" : 0.955829,
      "sys_cpu" : 4.287939,
      "ctx" : 884264,
      "majf" : 0,
      "minf" : 569,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 7.419585,
        "250" : 92.577985,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772825719,
  "timestamp_ms" : 1772825719816,
  "time" : "Fri Mar  6 15:35:19 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 19,
      "elapsed" : 171,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 735856033792,
        "io_kbytes" : 718609408,
        "bw_bytes" : 4599042723,
        "bw" : 4491252,
        "iops" : 4386.095174,
        "runtime" : 160002,
        "total_ios" : 701784,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 431009,
          "max" : 8891360,
          "mean" : 3642267.423055,
          "stddev" : 462769.960594,
          "N" : 701784
        },
        "clat_ns" : {
          "min" : 90832277,
          "max" : 166871287,
          "mean" : 113090212.177059,
          "stddev" : 10957259.736381,
          "N" : 701768,
          "percentile" : {
            "1.000000" : 94896128,
            "5.000000" : 99090432,
            "10.000000" : 101187584,
            "20.000000" : 104333312,
            "30.000000" : 107479040,
            "40.000000" : 108527616,
            "50.000000" : 110624768,
            "60.000000" : 112721920,
            "70.000000" : 115867648,
            "80.000000" : 121110528,
            "90.000000" : 128450560,
            "95.000000" : 135266304,
            "99.000000" : 147849216,
            "99.500000" : 152043520,
            "99.900000" : 158334976,
            "99.950000" : 160432128,
            "99.990000" : 162529280
          },
          "bins" : {
            "90701824" : 328,
            "91750400" : 781,
            "92798976" : 1415,
            "93847552" : 2287,
            "94896128" : 5416,
            "95944704" : 4657,
            "96993280" : 7220,
            "98041856" : 11897,
            "99090432" : 12670,
            "100139008" : 12827,
            "101187584" : 15260,
            "102236160" : 16464,
            "103284736" : 22071,
            "104333312" : 27297,
            "105381888" : 33556,
            "106430464" : 36029,
            "107479040" : 43400,
            "108527616" : 38496,
            "109576192" : 38400,
            "110624768" : 35087,
            "111673344" : 31623,
            "112721920" : 30620,
            "113770496" : 24167,
            "114819072" : 21938,
            "115867648" : 22628,
            "116916224" : 18336,
            "117964800" : 16244,
            "119013376" : 14810,
            "120061952" : 13879,
            "121110528" : 12766,
            "122159104" : 11045,
            "123207680" : 10061,
            "124256256" : 9347,
            "125304832" : 8871,
            "126353408" : 8314,
            "127401984" : 7791,
            "128450560" : 6990,
            "129499136" : 6568,
            "130547712" : 6138,
            "131596288" : 5609,
            "132644864" : 5044,
            "133693440" : 4697,
            "135266304" : 8219,
            "137363456" : 6390,
            "139460608" : 5313,
            "141557760" : 4322,
            "143654912" : 3544,
            "145752064" : 2712,
            "147849216" : 2343,
            "149946368" : 1774,
            "152043520" : 1408,
            "154140672" : 1168,
            "156237824" : 712,
            "158334976" : 411,
            "160432128" : 243,
            "162529280" : 103,
            "164626432" : 54,
            "166723584" : 8
          }
        },
        "lat_ns" : {
          "min" : 93825799,
          "max" : 171357520,
          "mean" : 116732429.940711,
          "stddev" : 11236025.448276,
          "N" : 701768
        },
        "bw_min" : 3892064,
        "bw_max" : 5101432,
        "bw_agg" : 100.000000,
        "bw_mean" : 4493564.645768,
        "bw_dev" : 15191.510609,
        "bw_samples" : 5104,
        "iops_min" : 3798,
        "iops_max" : 4980,
        "iops_mean" : 4386.940439,
        "iops_stddev" : 14.836469,
        "iops_samples" : 5104
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2560007,
      "usr_cpu" : 0.954294,
      "sys_cpu" : 4.282566,
      "ctx" : 942566,
      "majf" : 0,
      "minf" : 569,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 7.293840,
        "250" : 92.703880,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772825729,
  "timestamp_ms" : 1772825729816,
  "time" : "Fri Mar  6 15:35:29 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 9,
      "elapsed" : 181,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 780854624256,
        "io_kbytes" : 762553344,
        "bw_bytes" : 4593208457,
        "bw" : 4485555,
        "iops" : 4380.519053,
        "runtime" : 170002,
        "total_ios" : 744697,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 431009,
          "max" : 8891360,
          "mean" : 3646905.734781,
          "stddev" : 462067.894396,
          "N" : 744697
        },
        "clat_ns" : {
          "min" : 90832277,
          "max" : 166871287,
          "mean" : 113236331.316113,
          "stddev" : 10941594.988370,
          "N" : 744681,
          "percentile" : {
            "1.000000" : 94896128,
            "5.000000" : 99090432,
            "10.000000" : 101187584,
            "20.000000" : 105381888,
            "30.000000" : 107479040,
            "40.000000" : 108527616,
            "50.000000" : 110624768,
            "60.000000" : 112721920,
            "70.000000" : 115867648,
            "80.000000" : 121110528,
            "90.000000" : 128450560,
            "95.000000" : 135266304,
            "99.000000" : 147849216,
            "99.500000" : 152043520,
            "99.900000" : 158334976,
            "99.950000" : 160432128,
            "99.990000" : 162529280
          },
          "bins" : {
            "90701824" : 328,
            "91750400" : 781,
            "92798976" : 1415,
            "93847552" : 2287,
            "94896128" : 5416,
            "95944704" : 4657,
            "96993280" : 7220,
            "98041856" : 12434,
            "99090432" : 13055,
            "100139008" : 13295,
            "101187584" : 15577,
            "102236160" : 16685,
            "103284736" : 22334,
            "104333312" : 27889,
            "105381888" : 34653,
            "106430464" : 38618,
            "107479040" : 45786,
            "108527616" : 40763,
            "109576192" : 40512,
            "110624768" : 38973,
            "111673344" : 35015,
            "112721920" : 34044,
            "113770496" : 26153,
            "114819072" : 23462,
            "115867648" : 23807,
            "116916224" : 19502,
            "117964800" : 17439,
            "119013376" : 15711,
            "120061952" : 14724,
            "121110528" : 13444,
            "122159104" : 11664,
            "123207680" : 10619,
            "124256256" : 9940,
            "125304832" : 9456,
            "126353408" : 8853,
            "127401984" : 8315,
            "128450560" : 7489,
            "129499136" : 7021,
            "130547712" : 6612,
            "131596288" : 6070,
            "132644864" : 5507,
            "133693440" : 5105,
            "135266304" : 8938,
            "137363456" : 7074,
            "139460608" : 5896,
            "141557760" : 4791,
            "143654912" : 3868,
            "145752064" : 2896,
            "147849216" : 2425,
            "149946368" : 1823,
            "152043520" : 1466,
            "154140672" : 1249,
            "156237824" : 798,
            "158334976" : 419,
            "160432128" : 243,
            "162529280" : 103,
            "164626432" : 54,
            "166723584" : 8
          }
        },
        "lat_ns" : {
          "min" : 93825799,
          "max" : 171357520,
          "mean" : 116883337.512626,
          "stddev" : 11219793.287887,
          "N" : 744681
        },
        "bw_min" : 3892064,
        "bw_max" : 5101432,
        "bw_agg" : 100.000000,
        "bw_mean" : 4487054.873156,
        "bw_dev" : 15078.333745,
        "bw_samples" : 5424,
        "iops_min" : 3798,
        "iops_max" : 4980,
        "iops_mean" : 4380.584071,
        "iops_stddev" : 14.725222,
        "iops_samples" : 5424
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2720008,
      "usr_cpu" : 0.952791,
      "sys_cpu" : 4.275907,
      "ctx" : 999281,
      "majf" : 0,
      "minf" : 569,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 7.012651,
        "250" : 92.985201,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772825739,
  "timestamp_ms" : 1772825739840,
  "time" : "Fri Mar  6 15:35:39 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 59,
      "elapsed" : 191,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 826035666944,
        "io_kbytes" : 806675456,
        "bw_bytes" : 4589010555,
        "bw" : 4481455,
        "iops" : 4375.532630,
        "runtime" : 180003,
        "total_ios" : 787609,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 431009,
          "max" : 8891360,
          "mean" : 3650950.192344,
          "stddev" : 461045.660248,
          "N" : 787625
        },
        "clat_ns" : {
          "min" : 4967,
          "max" : 166871287,
          "mean" : 113322040.390570,
          "stddev" : 11052154.259993,
          "N" : 788105,
          "percentile" : {
            "1.000000" : 94896128,
            "5.000000" : 99090432,
            "10.000000" : 102236160,
            "20.000000" : 105381888,
            "30.000000" : 107479040,
            "40.000000" : 108527616,
            "50.000000" : 110624768,
            "60.000000" : 113770496,
            "70.000000" : 115867648,
            "80.000000" : 121110528,
            "90.000000" : 128450560,
            "95.000000" : 135266304,
            "99.000000" : 147849216,
            "99.500000" : 152043520,
            "99.900000" : 158334976,
            "99.950000" : 160432128,
            "99.990000" : 162529280
          },
          "bins" : {
            "4960" : 2,
            "5408" : 1,
            "5600" : 1,
            "5984" : 1,
            "6176" : 1,
            "6304" : 1,
            "6368" : 1,
            "6880" : 1,
            "6944" : 1,
            "7456" : 1,
            "8160" : 1,
            "8640" : 1,
            "9536" : 1,
            "9664" : 1,
            "10688" : 1,
            "2703360" : 2,
            "3129344" : 2,
            "3227648" : 1,
            "3293184" : 2,
            "3325952" : 8,
            "3391488" : 1,
            "5996544" : 2,
            "6455296" : 2,
            "6520832" : 1,
            "6586368" : 5,
            "6651904" : 6,
            "9371648" : 2,
            "9764864" : 3,
            "9895936" : 10,
            "10027008" : 1,
            "12648448" : 2,
            "13041664" : 2,
            "13172736" : 10,
            "13303808" : 2,
            "15925248" : 2,
            "16318464" : 2,
            "16449536" : 9,
            "16580608" : 3,
            "19267584" : 2,
            "19529728" : 2,
            "19791872" : 12,
            "22413312" : 2,
            "22937600" : 14,
            "25559040" : 2,
            "26083328" : 8,
            "26345472" : 6,
            "28966912" : 2,
            "29229056" : 2,
            "29491200" : 12,
            "32112640" : 2,
            "32636928" : 14,
            "35389440" : 2,
            "35913728" : 14,
            "38535168" : 2,
            "39059456" : 14,
            "41680896" : 2,
            "42205184" : 14,
            "44826624" : 2,
            "45350912" : 13,
            "45875200" : 1,
            "48496640" : 4,
            "49020928" : 12,
            "51642368" : 2,
            "52166656" : 14,
            "54788096" : 2,
            "55312384" : 14,
            "57933824" : 2,
            "58458112" : 14,
            "61603840" : 5,
            "62128128" : 11,
            "64749568" : 2,
            "65273856" : 14,
            "67633152" : 2,
            "68681728" : 14,
            "70778880" : 2,
            "71827456" : 14,
            "74973184" : 16,
            "78118912" : 16,
            "81264640" : 6,
            "82313216" : 10,
            "84410368" : 2,
            "85458944" : 14,
            "87556096" : 2,
            "88604672" : 14,
            "90701824" : 328,
            "91750400" : 790,
            "92798976" : 1422,
            "93847552" : 2287,
            "94896128" : 5418,
            "95944704" : 4671,
            "96993280" : 7221,
            "98041856" : 12747,
            "99090432" : 13218,
            "100139008" : 13462,
            "101187584" : 15992,
            "102236160" : 17292,
            "103284736" : 23978,
            "104333312" : 29891,
            "105381888" : 37349,
            "106430464" : 40236,
            "107479040" : 47385,
            "108527616" : 42376,
            "109576192" : 41745,
            "110624768" : 40773,
            "111673344" : 37058,
            "112721920" : 35818,
            "113770496" : 28452,
            "114819072" : 25906,
            "115867648" : 25713,
            "116916224" : 21874,
            "117964800" : 19146,
            "119013376" : 16812,
            "120061952" : 15633,
            "121110528" : 14416,
            "122159104" : 12483,
            "123207680" : 11316,
            "124256256" : 10594,
            "125304832" : 10069,
            "126353408" : 9461,
            "127401984" : 8890,
            "128450560" : 8032,
            "129499136" : 7516,
            "130547712" : 7052,
            "131596288" : 6505,
            "132644864" : 5909,
            "133693440" : 5470,
            "135266304" : 9736,
            "137363456" : 7782,
            "139460608" : 6353,
            "141557760" : 5082,
            "143654912" : 4009,
            "145752064" : 3022,
            "147849216" : 2573,
            "149946368" : 1966,
            "152043520" : 1541,
            "154140672" : 1262,
            "156237824" : 798,
            "158334976" : 419,
            "160432128" : 243,
            "162529280" : 103,
            "164626432" : 54,
            "166723584" : 8
          }
        },
        "lat_ns" : {
          "min" : 2697420,
          "max" : 171357520,
          "mean" : 116972921.715813,
          "stddev" : 11327650.179827,
          "N" : 788105
        },
        "bw_min" : 3892064,
        "bw_max" : 5101432,
        "bw_agg" : 100.000000,
        "bw_mean" : 4481938.289694,
        "bw_dev" : 15000.171946,
        "bw_samples" : 5744,
        "iops_min" : 3798,
        "iops_max" : 4980,
        "iops_mean" : 4375.593315,
        "iops_stddev" : 14.653981,
        "iops_samples" : 5744
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2880009,
      "usr_cpu" : 0.948643,
      "sys_cpu" : 4.273007,
      "ctx" : 1056128,
      "majf" : 0,
      "minf" : 603,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.997969,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.018283,
        "100" : 6.726942,
        "250" : 93.303530,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772825739,
  "timestamp_ms" : 1772825739892,
  "time" : "Fri Mar  6 15:35:39 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 826404765696,
        "io_kbytes" : 807035904,
        "bw_bytes" : 4590347027,
        "bw" : 4482760,
        "iops" : 4374.852109,
        "runtime" : 180031,
        "total_ios" : 787609,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 431009,
          "max" : 8891360,
          "mean" : 3650950.192344,
          "stddev" : 461045.660248,
          "N" : 787625
        },
        "clat_ns" : {
          "min" : 4967,
          "max" : 166871287,
          "mean" : 113322040.390570,
          "stddev" : 11052154.259993,
          "N" : 788105,
          "percentile" : {
            "1.000000" : 94896128,
            "5.000000" : 99090432,
            "10.000000" : 102236160,
            "20.000000" : 105381888,
            "30.000000" : 107479040,
            "40.000000" : 108527616,
            "50.000000" : 110624768,
            "60.000000" : 113770496,
            "70.000000" : 115867648,
            "80.000000" : 121110528,
            "90.000000" : 128450560,
            "95.000000" : 135266304,
            "99.000000" : 147849216,
            "99.500000" : 152043520,
            "99.900000" : 158334976,
            "99.950000" : 160432128,
            "99.990000" : 162529280
          },
          "bins" : {
            "4960" : 2,
            "5408" : 1,
            "5600" : 1,
            "5984" : 1,
            "6176" : 1,
            "6304" : 1,
            "6368" : 1,
            "6880" : 1,
            "6944" : 1,
            "7456" : 1,
            "8160" : 1,
            "8640" : 1,
            "9536" : 1,
            "9664" : 1,
            "10688" : 1,
            "2703360" : 2,
            "3129344" : 2,
            "3227648" : 1,
            "3293184" : 2,
            "3325952" : 8,
            "3391488" : 1,
            "5996544" : 2,
            "6455296" : 2,
            "6520832" : 1,
            "6586368" : 5,
            "6651904" : 6,
            "9371648" : 2,
            "9764864" : 3,
            "9895936" : 10,
            "10027008" : 1,
            "12648448" : 2,
            "13041664" : 2,
            "13172736" : 10,
            "13303808" : 2,
            "15925248" : 2,
            "16318464" : 2,
            "16449536" : 9,
            "16580608" : 3,
            "19267584" : 2,
            "19529728" : 2,
            "19791872" : 12,
            "22413312" : 2,
            "22937600" : 14,
            "25559040" : 2,
            "26083328" : 8,
            "26345472" : 6,
            "28966912" : 2,
            "29229056" : 2,
            "29491200" : 12,
            "32112640" : 2,
            "32636928" : 14,
            "35389440" : 2,
            "35913728" : 14,
            "38535168" : 2,
            "39059456" : 14,
            "41680896" : 2,
            "42205184" : 14,
            "44826624" : 2,
            "45350912" : 13,
            "45875200" : 1,
            "48496640" : 4,
            "49020928" : 12,
            "51642368" : 2,
            "52166656" : 14,
            "54788096" : 2,
            "55312384" : 14,
            "57933824" : 2,
            "58458112" : 14,
            "61603840" : 5,
            "62128128" : 11,
            "64749568" : 2,
            "65273856" : 14,
            "67633152" : 2,
            "68681728" : 14,
            "70778880" : 2,
            "71827456" : 14,
            "74973184" : 16,
            "78118912" : 16,
            "81264640" : 6,
            "82313216" : 10,
            "84410368" : 2,
            "85458944" : 14,
            "87556096" : 2,
            "88604672" : 14,
            "90701824" : 328,
            "91750400" : 790,
            "92798976" : 1422,
            "93847552" : 2287,
            "94896128" : 5418,
            "95944704" : 4671,
            "96993280" : 7221,
            "98041856" : 12747,
            "99090432" : 13218,
            "100139008" : 13462,
            "101187584" : 15992,
            "102236160" : 17292,
            "103284736" : 23978,
            "104333312" : 29891,
            "105381888" : 37349,
            "106430464" : 40236,
            "107479040" : 47385,
            "108527616" : 42376,
            "109576192" : 41745,
            "110624768" : 40773,
            "111673344" : 37058,
            "112721920" : 35818,
            "113770496" : 28452,
            "114819072" : 25906,
            "115867648" : 25713,
            "116916224" : 21874,
            "117964800" : 19146,
            "119013376" : 16812,
            "120061952" : 15633,
            "121110528" : 14416,
            "122159104" : 12483,
            "123207680" : 11316,
            "124256256" : 10594,
            "125304832" : 10069,
            "126353408" : 9461,
            "127401984" : 8890,
            "128450560" : 8032,
            "129499136" : 7516,
            "130547712" : 7052,
            "131596288" : 6505,
            "132644864" : 5909,
            "133693440" : 5470,
            "135266304" : 9736,
            "137363456" : 7782,
            "139460608" : 6353,
            "141557760" : 5082,
            "143654912" : 4009,
            "145752064" : 3022,
            "147849216" : 2573,
            "149946368" : 1966,
            "152043520" : 1541,
            "154140672" : 1262,
            "156237824" : 798,
            "158334976" : 419,
            "160432128" : 243,
            "162529280" : 103,
            "164626432" : 54,
            "166723584" : 8
          }
        },
        "lat_ns" : {
          "min" : 2697420,
          "max" : 171357520,
          "mean" : 116972921.715813,
          "stddev" : 11327650.179827,
          "N" : 788105
        },
        "bw_min" : 3892064,
        "bw_max" : 5265388,
        "bw_agg" : 100.000000,
        "bw_mean" : 4483581.618377,
        "bw_dev" : 15169.022997,
        "bw_samples" : 5755,
        "iops_min" : 3798,
        "iops_max" : 5135,
        "iops_mean" : 4377.184672,
        "iops_stddev" : 14.815858,
        "iops_samples" : 5755
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2880322,
      "usr_cpu" : 0.948540,
      "sys_cpu" : 4.272543,
      "ctx" : 1056411,
      "majf" : 0,
      "minf" : 614,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.997969,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.018283,
        "100" : 6.726942,
        "250" : 93.303530,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}