← Back to file list

📄 seq-write-qd32-nj16_run2.json

mirror/benchmarks/seq/seq-write-qd32-nj16_run2.json

{
  "fio version" : "fio-3.35",
  "timestamp" : 1772825320,
  "timestamp_ms" : 1772825320471,
  "time" : "Fri Mar  6 15:28:40 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 180,
      "elapsed" : 11,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 41499492352,
        "io_kbytes" : 40526848,
        "bw_bytes" : 4261603240,
        "bw" : 4161721,
        "iops" : 4118.504826,
        "runtime" : 9738,
        "total_ios" : 40106,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 155794,
      "usr_cpu" : 0.966019,
      "sys_cpu" : 4.835873,
      "ctx" : 53590,
      "majf" : 0,
      "minf" : 137,
      "iodepth_level" : {
        "1" : 0.100000,
        "2" : 0.100000,
        "4" : 0.159577,
        "8" : 0.319154,
        "16" : 0.638308,
        "32" : 98.763277,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772825330,
  "timestamp_ms" : 1772825330739,
  "time" : "Fri Mar  6 15:28:50 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 169,
      "elapsed" : 21,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 48163192832,
        "io_kbytes" : 47034368,
        "bw_bytes" : 4814874820,
        "bw" : 4702026,
        "iops" : 4593.521943,
        "runtime" : 10003,
        "total_ios" : 45949,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 480634,
          "max" : 8009642,
          "mean" : 3479062.714407,
          "stddev" : 460596.139722,
          "N" : 45950
        },
        "clat_ns" : {
          "min" : 91960827,
          "max" : 151680106,
          "mean" : 107996685.800105,
          "stddev" : 10199842.925409,
          "N" : 45934,
          "percentile" : {
            "1.000000" : 92798976,
            "5.000000" : 96993280,
            "10.000000" : 99090432,
            "20.000000" : 100139008,
            "30.000000" : 101187584,
            "40.000000" : 103284736,
            "50.000000" : 104333312,
            "60.000000" : 106430464,
            "70.000000" : 109576192,
            "80.000000" : 115867648,
            "90.000000" : 124256256,
            "95.000000" : 129499136,
            "99.000000" : 137363456,
            "99.500000" : 139460608,
            "99.900000" : 147849216,
            "99.950000" : 147849216,
            "99.990000" : 149946368
          },
          "bins" : {
            "91750400" : 163,
            "92798976" : 613,
            "93847552" : 255,
            "94896128" : 367,
            "95944704" : 643,
            "96993280" : 838,
            "98041856" : 1069,
            "99090432" : 2776,
            "100139008" : 4495,
            "101187584" : 3592,
            "102236160" : 2657,
            "103284736" : 3021,
            "104333312" : 3494,
            "105381888" : 1857,
            "106430464" : 2612,
            "107479040" : 1390,
            "108527616" : 1465,
            "109576192" : 1118,
            "110624768" : 1036,
            "111673344" : 779,
            "112721920" : 708,
            "113770496" : 649,
            "114819072" : 605,
            "115867648" : 616,
            "116916224" : 575,
            "117964800" : 572,
            "119013376" : 582,
            "120061952" : 556,
            "121110528" : 586,
            "122159104" : 594,
            "123207680" : 596,
            "124256256" : 577,
            "125304832" : 593,
            "126353408" : 534,
            "127401984" : 494,
            "128450560" : 445,
            "129499136" : 451,
            "130547712" : 316,
            "131596288" : 250,
            "132644864" : 204,
            "133693440" : 184,
            "135266304" : 392,
            "137363456" : 290,
            "139460608" : 142,
            "141557760" : 51,
            "143654912" : 34,
            "145752064" : 41,
            "147849216" : 41,
            "149946368" : 12,
            "152043520" : 4
          }
        },
        "lat_ns" : {
          "min" : 94959166,
          "max" : 155666403,
          "mean" : 111468417.578939,
          "stddev" : 10430523.302711,
          "N" : 45934
        },
        "bw_min" : 4364288,
        "bw_max" : 5019144,
        "bw_agg" : 100.000000,
        "bw_mean" : 4722832.368421,
        "bw_dev" : 11243.979556,
        "bw_samples" : 304,
        "iops_min" : 4262,
        "iops_max" : 4896,
        "iops_mean" : 4611.368421,
        "iops_stddev" : 10.955339,
        "iops_samples" : 304
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 160021,
      "usr_cpu" : 0.997369,
      "sys_cpu" : 4.576274,
      "ctx" : 63734,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 17.628240,
        "250" : 82.339115,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772825340,
  "timestamp_ms" : 1772825340737,
  "time" : "Fri Mar  6 15:29:00 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 159,
      "elapsed" : 31,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 94456774656,
        "io_kbytes" : 92242944,
        "bw_bytes" : 4722130413,
        "bw" : 4611455,
        "iops" : 4504.174374,
        "runtime" : 20003,
        "total_ios" : 90097,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 433042,
          "max" : 8009642,
          "mean" : 3547185.984151,
          "stddev" : 454176.948147,
          "N" : 90098
        },
        "clat_ns" : {
          "min" : 91960827,
          "max" : 153472313,
          "mean" : 110232913.518794,
          "stddev" : 10391334.061126,
          "N" : 90082,
          "percentile" : {
            "1.000000" : 93847552,
            "5.000000" : 98041856,
            "10.000000" : 100139008,
            "20.000000" : 102236160,
            "30.000000" : 103284736,
            "40.000000" : 105381888,
            "50.000000" : 107479040,
            "60.000000" : 109576192,
            "70.000000" : 113770496,
            "80.000000" : 117964800,
            "90.000000" : 126353408,
            "95.000000" : 130547712,
            "99.000000" : 143654912,
            "99.500000" : 145752064,
            "99.900000" : 149946368,
            "99.950000" : 149946368,
            "99.990000" : 152043520
          },
          "bins" : {
            "91750400" : 163,
            "92798976" : 613,
            "93847552" : 370,
            "94896128" : 485,
            "95944704" : 736,
            "96993280" : 1004,
            "98041856" : 1607,
            "99090432" : 3373,
            "100139008" : 5007,
            "101187584" : 4634,
            "102236160" : 4176,
            "103284736" : 5502,
            "104333312" : 5258,
            "105381888" : 4685,
            "106430464" : 5271,
            "107479040" : 4360,
            "108527616" : 4364,
            "109576192" : 3392,
            "110624768" : 2978,
            "111673344" : 2220,
            "112721920" : 2793,
            "113770496" : 2195,
            "114819072" : 2399,
            "115867648" : 2063,
            "116916224" : 1784,
            "117964800" : 1236,
            "119013376" : 1216,
            "120061952" : 1154,
            "121110528" : 1144,
            "122159104" : 1161,
            "123207680" : 1161,
            "124256256" : 1156,
            "125304832" : 1155,
            "126353408" : 1132,
            "127401984" : 1075,
            "128450560" : 1009,
            "129499136" : 928,
            "130547712" : 796,
            "131596288" : 644,
            "132644864" : 515,
            "133693440" : 443,
            "135266304" : 686,
            "137363456" : 517,
            "139460608" : 330,
            "141557760" : 274,
            "143654912" : 294,
            "145752064" : 296,
            "147849216" : 209,
            "149946368" : 97,
            "152043520" : 20,
            "154140672" : 2
          }
        },
        "lat_ns" : {
          "min" : 94959166,
          "max" : 157854044,
          "mean" : 113783810.665671,
          "stddev" : 10647124.547026,
          "N" : 90082
        },
        "bw_min" : 4116480,
        "bw_max" : 5019144,
        "bw_agg" : 100.000000,
        "bw_mean" : 4620372.871795,
        "bw_dev" : 13397.547724,
        "bw_samples" : 624,
        "iops_min" : 4020,
        "iops_max" : 4896,
        "iops_mean" : 4510.871795,
        "iops_stddev" : 13.100314,
        "iops_samples" : 624
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 320021,
      "usr_cpu" : 0.966499,
      "sys_cpu" : 4.464395,
      "ctx" : 123858,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 11.069181,
        "250" : 88.914170,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772825350,
  "timestamp_ms" : 1772825350737,
  "time" : "Fri Mar  6 15:29:10 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 149,
      "elapsed" : 41,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 141879672832,
        "io_kbytes" : 138554368,
        "bw_bytes" : 4729007160,
        "bw" : 4618171,
        "iops" : 4510.465969,
        "runtime" : 30002,
        "total_ios" : 135323,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 426061,
          "max" : 8009642,
          "mean" : 3541964.260724,
          "stddev" : 470823.884340,
          "N" : 135323
        },
        "clat_ns" : {
          "min" : 91960827,
          "max" : 165348199,
          "mean" : 110051422.695138,
          "stddev" : 10867026.765478,
          "N" : 135307,
          "percentile" : {
            "1.000000" : 93847552,
            "5.000000" : 98041856,
            "10.000000" : 99090432,
            "20.000000" : 101187584,
            "30.000000" : 103284736,
            "40.000000" : 105381888,
            "50.000000" : 106430464,
            "60.000000" : 108527616,
            "70.000000" : 112721920,
            "80.000000" : 117964800,
            "90.000000" : 126353408,
            "95.000000" : 131596288,
            "99.000000" : 145752064,
            "99.500000" : 149946368,
            "99.900000" : 160432128,
            "99.950000" : 162529280,
            "99.990000" : 164626432
          },
          "bins" : {
            "91750400" : 187,
            "92798976" : 889,
            "93847552" : 488,
            "94896128" : 585,
            "95944704" : 848,
            "96993280" : 1725,
            "98041856" : 3335,
            "99090432" : 6514,
            "100139008" : 7466,
            "101187584" : 7069,
            "102236160" : 6071,
            "103284736" : 7300,
            "104333312" : 7483,
            "105381888" : 8012,
            "106430464" : 10327,
            "107479040" : 7401,
            "108527616" : 5944,
            "109576192" : 4511,
            "110624768" : 4026,
            "111673344" : 3064,
            "112721920" : 3587,
            "113770496" : 2924,
            "114819072" : 3115,
            "115867648" : 2729,
            "116916224" : 2416,
            "117964800" : 1895,
            "119013376" : 1751,
            "120061952" : 1703,
            "121110528" : 1615,
            "122159104" : 1614,
            "123207680" : 1595,
            "124256256" : 1596,
            "125304832" : 1608,
            "126353408" : 1487,
            "127401984" : 1455,
            "128450560" : 1332,
            "129499136" : 1241,
            "130547712" : 1078,
            "131596288" : 909,
            "132644864" : 768,
            "133693440" : 702,
            "135266304" : 1075,
            "137363456" : 824,
            "139460608" : 608,
            "141557760" : 483,
            "143654912" : 448,
            "145752064" : 382,
            "147849216" : 289,
            "149946368" : 173,
            "152043520" : 107,
            "154140672" : 94,
            "156237824" : 109,
            "158334976" : 132,
            "160432128" : 94,
            "162529280" : 101,
            "164626432" : 23
          }
        },
        "lat_ns" : {
          "min" : 94959166,
          "max" : 169513760,
          "mean" : 113596235.610900,
          "stddev" : 11135838.984381,
          "N" : 135307
        },
        "bw_min" : 4116480,
        "bw_max" : 5019144,
        "bw_agg" : 99.927719,
        "bw_mean" : 4614833.389831,
        "bw_dev" : 13687.712188,
        "bw_samples" : 944,
        "iops_min" : 4020,
        "iops_max" : 4896,
        "iops_mean" : 4505.728814,
        "iops_stddev" : 13.387440,
        "iops_samples" : 944
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 480011,
      "usr_cpu" : 0.975811,
      "sys_cpu" : 4.468231,
      "ctx" : 186752,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 12.693334,
        "250" : 87.294843,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772825360,
  "timestamp_ms" : 1772825360738,
  "time" : "Fri Mar  6 15:29:20 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 139,
      "elapsed" : 51,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 191636701184,
        "io_kbytes" : 187145216,
        "bw_bytes" : 4790558237,
        "bw" : 4678279,
        "iops" : 4569.032323,
        "runtime" : 40003,
        "total_ios" : 182775,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 425350,
          "max" : 8009642,
          "mean" : 3496314.146289,
          "stddev" : 464103.829206,
          "N" : 182775
        },
        "clat_ns" : {
          "min" : 86060697,
          "max" : 165348199,
          "mean" : 108623660.415925,
          "stddev" : 10722336.496359,
          "N" : 182759,
          "percentile" : {
            "1.000000" : 92798976,
            "5.000000" : 95944704,
            "10.000000" : 98041856,
            "20.000000" : 100139008,
            "30.000000" : 102236160,
            "40.000000" : 104333312,
            "50.000000" : 106430464,
            "60.000000" : 107479040,
            "70.000000" : 110624768,
            "80.000000" : 115867648,
            "90.000000" : 124256256,
            "95.000000" : 130547712,
            "99.000000" : 143654912,
            "99.500000" : 147849216,
            "99.900000" : 160432128,
            "99.950000" : 162529280,
            "99.990000" : 164626432
          },
          "bins" : {
            "86507520" : 11,
            "87556096" : 10,
            "88604672" : 13,
            "89653248" : 22,
            "90701824" : 12,
            "91750400" : 542,
            "92798976" : 2954,
            "93847552" : 2191,
            "94896128" : 2291,
            "95944704" : 2959,
            "96993280" : 3816,
            "98041856" : 6139,
            "99090432" : 9112,
            "100139008" : 10788,
            "101187584" : 9299,
            "102236160" : 9940,
            "103284736" : 9853,
            "104333312" : 10175,
            "105381888" : 10238,
            "106430464" : 11682,
            "107479040" : 9209,
            "108527616" : 6945,
            "109576192" : 5355,
            "110624768" : 4761,
            "111673344" : 3809,
            "112721920" : 4323,
            "113770496" : 3620,
            "114819072" : 3840,
            "115867648" : 3338,
            "116916224" : 3017,
            "117964800" : 2405,
            "119013376" : 2248,
            "120061952" : 2132,
            "121110528" : 2059,
            "122159104" : 2059,
            "123207680" : 2010,
            "124256256" : 1974,
            "125304832" : 1872,
            "126353408" : 1728,
            "127401984" : 1692,
            "128450560" : 1568,
            "129499136" : 1414,
            "130547712" : 1262,
            "131596288" : 1089,
            "132644864" : 957,
            "133693440" : 858,
            "135266304" : 1267,
            "137363456" : 844,
            "139460608" : 619,
            "141557760" : 486,
            "143654912" : 448,
            "145752064" : 382,
            "147849216" : 289,
            "149946368" : 173,
            "152043520" : 107,
            "154140672" : 94,
            "156237824" : 109,
            "158334976" : 132,
            "160432128" : 94,
            "162529280" : 101,
            "164626432" : 23
          }
        },
        "lat_ns" : {
          "min" : 89111976,
          "max" : 169513760,
          "mean" : 112122747.150581,
          "stddev" : 10990227.633089,
          "N" : 182759
        },
        "bw_min" : 4116480,
        "bw_max" : 5304320,
        "bw_agg" : 99.964826,
        "bw_mean" : 4676634.962025,
        "bw_dev" : 15045.627391,
        "bw_samples" : 1264,
        "iops_min" : 4020,
        "iops_max" : 5180,
        "iops_mean" : 4565.949367,
        "iops_stddev" : 14.685771,
        "iops_samples" : 1264
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 640021,
      "usr_cpu" : 0.996530,
      "sys_cpu" : 4.537664,
      "ctx" : 252698,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999453,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999453,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 18.569279,
        "250" : 81.421967,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772825370,
  "timestamp_ms" : 1772825370737,
  "time" : "Fri Mar  6 15:29:30 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 129,
      "elapsed" : 61,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 241844617216,
        "io_kbytes" : 236176384,
        "bw_bytes" : 4836602148,
        "bw" : 4723244,
        "iops" : 4612.843229,
        "runtime" : 50003,
        "total_ios" : 230656,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 400973,
          "max" : 8009642,
          "mean" : 3462876.485394,
          "stddev" : 469668.705146,
          "N" : 230658
        },
        "clat_ns" : {
          "min" : 86060697,
          "max" : 165348199,
          "mean" : 107577881.450419,
          "stddev" : 10916106.523718,
          "N" : 230641,
          "percentile" : {
            "1.000000" : 90701824,
            "5.000000" : 93847552,
            "10.000000" : 95944704,
            "20.000000" : 99090432,
            "30.000000" : 101187584,
            "40.000000" : 103284736,
            "50.000000" : 105381888,
            "60.000000" : 107479040,
            "70.000000" : 110624768,
            "80.000000" : 114819072,
            "90.000000" : 123207680,
            "95.000000" : 129499136,
            "99.000000" : 141557760,
            "99.500000" : 145752064,
            "99.900000" : 158334976,
            "99.950000" : 162529280,
            "99.990000" : 162529280
          },
          "bins" : {
            "86507520" : 196,
            "87556096" : 178,
            "88604672" : 190,
            "89653248" : 958,
            "90701824" : 1070,
            "91750400" : 1561,
            "92798976" : 5050,
            "93847552" : 3974,
            "94896128" : 4783,
            "95944704" : 6215,
            "96993280" : 7372,
            "98041856" : 9422,
            "99090432" : 11711,
            "100139008" : 12459,
            "101187584" : 10488,
            "102236160" : 11654,
            "103284736" : 11833,
            "104333312" : 12807,
            "105381888" : 11561,
            "106430464" : 12782,
            "107479040" : 10429,
            "108527616" : 8285,
            "109576192" : 6158,
            "110624768" : 5550,
            "111673344" : 4574,
            "112721920" : 5031,
            "113770496" : 4268,
            "114819072" : 4473,
            "115867648" : 3893,
            "116916224" : 3534,
            "117964800" : 2883,
            "119013376" : 2684,
            "120061952" : 2547,
            "121110528" : 2445,
            "122159104" : 2364,
            "123207680" : 2301,
            "124256256" : 2285,
            "125304832" : 2166,
            "126353408" : 2032,
            "127401984" : 1974,
            "128450560" : 1838,
            "129499136" : 1675,
            "130547712" : 1574,
            "131596288" : 1339,
            "132644864" : 1149,
            "133693440" : 986,
            "135266304" : 1502,
            "137363456" : 1116,
            "139460608" : 828,
            "141557760" : 540,
            "143654912" : 451,
            "145752064" : 382,
            "147849216" : 289,
            "149946368" : 173,
            "152043520" : 107,
            "154140672" : 94,
            "156237824" : 109,
            "158334976" : 132,
            "160432128" : 94,
            "162529280" : 101,
            "164626432" : 23
          }
        },
        "lat_ns" : {
          "min" : 89111976,
          "max" : 169513760,
          "mean" : 111042636.605946,
          "stddev" : 11190434.283037,
          "N" : 230641
        },
        "bw_min" : 4116480,
        "bw_max" : 5339136,
        "bw_agg" : 100.000000,
        "bw_mean" : 4726851.747475,
        "bw_dev" : 15898.807929,
        "bw_samples" : 1584,
        "iops_min" : 4020,
        "iops_max" : 5214,
        "iops_mean" : 4614.727273,
        "iops_stddev" : 15.514293,
        "iops_samples" : 1584
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 800016,
      "usr_cpu" : 1.010730,
      "sys_cpu" : 4.587158,
      "ctx" : 320180,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 24.851294,
        "250" : 75.142203,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772825380,
  "timestamp_ms" : 1772825380737,
  "time" : "Fri Mar  6 15:29:40 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 119,
      "elapsed" : 71,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 289171046400,
        "io_kbytes" : 282393600,
        "bw_bytes" : 4819276476,
        "bw" : 4706324,
        "iops" : 4596.286852,
        "runtime" : 60003,
        "total_ios" : 275791,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 400973,
          "max" : 8009642,
          "mean" : 3475380.569587,
          "stddev" : 472606.595101,
          "N" : 275791
        },
        "clat_ns" : {
          "min" : 86060697,
          "max" : 165348199,
          "mean" : 107957765.982870,
          "stddev" : 10991473.295513,
          "N" : 275775,
          "percentile" : {
            "1.000000" : 91750400,
            "5.000000" : 94896128,
            "10.000000" : 96993280,
            "20.000000" : 99090432,
            "30.000000" : 101187584,
            "40.000000" : 103284736,
            "50.000000" : 105381888,
            "60.000000" : 107479040,
            "70.000000" : 110624768,
            "80.000000" : 115867648,
            "90.000000" : 124256256,
            "95.000000" : 130547712,
            "99.000000" : 143654912,
            "99.500000" : 147849216,
            "99.900000" : 158334976,
            "99.950000" : 160432128,
            "99.990000" : 162529280
          },
          "bins" : {
            "86507520" : 196,
            "87556096" : 178,
            "88604672" : 190,
            "89653248" : 958,
            "90701824" : 1070,
            "91750400" : 1768,
            "92798976" : 5164,
            "93847552" : 4159,
            "94896128" : 5571,
            "95944704" : 6687,
            "96993280" : 7823,
            "98041856" : 10671,
            "99090432" : 13003,
            "100139008" : 13854,
            "101187584" : 12898,
            "102236160" : 14834,
            "103284736" : 13937,
            "104333312" : 17964,
            "105381888" : 14949,
            "106430464" : 14749,
            "107479040" : 12782,
            "108527616" : 10351,
            "109576192" : 7527,
            "110624768" : 6513,
            "111673344" : 5392,
            "112721920" : 5815,
            "113770496" : 5018,
            "114819072" : 5155,
            "115867648" : 4496,
            "116916224" : 4153,
            "117964800" : 3502,
            "119013376" : 3305,
            "120061952" : 3213,
            "121110528" : 3031,
            "122159104" : 2984,
            "123207680" : 2947,
            "124256256" : 2905,
            "125304832" : 2759,
            "126353408" : 2570,
            "127401984" : 2440,
            "128450560" : 2277,
            "129499136" : 2065,
            "130547712" : 1887,
            "131596288" : 1614,
            "132644864" : 1348,
            "133693440" : 1158,
            "135266304" : 1839,
            "137363456" : 1440,
            "139460608" : 1126,
            "141557760" : 750,
            "143654912" : 631,
            "145752064" : 601,
            "147849216" : 508,
            "149946368" : 327,
            "152043520" : 168,
            "154140672" : 96,
            "156237824" : 109,
            "158334976" : 132,
            "160432128" : 94,
            "162529280" : 101,
            "164626432" : 23
          }
        },
        "lat_ns" : {
          "min" : 89111976,
          "max" : 169513760,
          "mean" : 111434671.023128,
          "stddev" : 11266657.121157,
          "N" : 275775
        },
        "bw_min" : 4116480,
        "bw_max" : 5339136,
        "bw_agg" : 100.000000,
        "bw_mean" : 4707981.672269,
        "bw_dev" : 15250.583957,
        "bw_samples" : 1904,
        "iops_min" : 4020,
        "iops_max" : 5214,
        "iops_mean" : 4596.218487,
        "iops_stddev" : 14.880760,
        "iops_samples" : 1904
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 960021,
      "usr_cpu" : 1.007374,
      "sys_cpu" : 4.558338,
      "ctx" : 382188,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 22.676955,
        "250" : 77.317244,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772825390,
  "timestamp_ms" : 1772825390738,
  "time" : "Fri Mar  6 15:29:50 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 109,
      "elapsed" : 81,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 337073143808,
        "io_kbytes" : 329172992,
        "bw_bytes" : 4815124263,
        "bw" : 4702269,
        "iops" : 4592.288902,
        "runtime" : 70003,
        "total_ios" : 321474,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 400973,
          "max" : 8009642,
          "mean" : 3478380.430831,
          "stddev" : 472097.636223,
          "N" : 321474
        },
        "clat_ns" : {
          "min" : 86060697,
          "max" : 165348199,
          "mean" : 108040822.693643,
          "stddev" : 10990226.254534,
          "N" : 321458,
          "percentile" : {
            "1.000000" : 90701824,
            "5.000000" : 94896128,
            "10.000000" : 96993280,
            "20.000000" : 99090432,
            "30.000000" : 102236160,
            "40.000000" : 103284736,
            "50.000000" : 105381888,
            "60.000000" : 107479040,
            "70.000000" : 110624768,
            "80.000000" : 115867648,
            "90.000000" : 124256256,
            "95.000000" : 130547712,
            "99.000000" : 141557760,
            "99.500000" : 145752064,
            "99.900000" : 158334976,
            "99.950000" : 160432128,
            "99.990000" : 162529280
          },
          "bins" : {
            "86507520" : 196,
            "87556096" : 178,
            "88604672" : 563,
            "89653248" : 1148,
            "90701824" : 1266,
            "91750400" : 2106,
            "92798976" : 5510,
            "93847552" : 4882,
            "94896128" : 6606,
            "95944704" : 7821,
            "96993280" : 9391,
            "98041856" : 11427,
            "99090432" : 14864,
            "100139008" : 15354,
            "101187584" : 14266,
            "102236160" : 17404,
            "103284736" : 17825,
            "104333312" : 20622,
            "105381888" : 17111,
            "106430464" : 17857,
            "107479040" : 15160,
            "108527616" : 11700,
            "109576192" : 9083,
            "110624768" : 7682,
            "111673344" : 6261,
            "112721920" : 6606,
            "113770496" : 5811,
            "114819072" : 5859,
            "115867648" : 5139,
            "116916224" : 4739,
            "117964800" : 4088,
            "119013376" : 3874,
            "120061952" : 3769,
            "121110528" : 3542,
            "122159104" : 3502,
            "123207680" : 3478,
            "124256256" : 3490,
            "125304832" : 3284,
            "126353408" : 3117,
            "127401984" : 2964,
            "128450560" : 2730,
            "129499136" : 2462,
            "130547712" : 2295,
            "131596288" : 2017,
            "132644864" : 1719,
            "133693440" : 1491,
            "135266304" : 2429,
            "137363456" : 1731,
            "139460608" : 1224,
            "141557760" : 839,
            "143654912" : 713,
            "145752064" : 672,
            "147849216" : 537,
            "149946368" : 331,
            "152043520" : 168,
            "154140672" : 96,
            "156237824" : 109,
            "158334976" : 132,
            "160432128" : 94,
            "162529280" : 101,
            "164626432" : 23
          }
        },
        "lat_ns" : {
          "min" : 89111976,
          "max" : 169513760,
          "mean" : 111520164.389973,
          "stddev" : 11265519.771783,
          "N" : 321458
        },
        "bw_min" : 4116480,
        "bw_max" : 5371904,
        "bw_agg" : 100.000000,
        "bw_mean" : 4706166.949640,
        "bw_dev" : 15253.031198,
        "bw_samples" : 2224,
        "iops_min" : 4020,
        "iops_max" : 5246,
        "iops_mean" : 4594.345324,
        "iops_stddev" : 14.891725,
        "iops_samples" : 2224
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1120021,
      "usr_cpu" : 1.006945,
      "sys_cpu" : 4.549290,
      "ctx" : 444830,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 22.317512,
        "250" : 77.677510,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772825400,
  "timestamp_ms" : 1772825400738,
  "time" : "Fri Mar  6 15:30:00 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 99,
      "elapsed" : 91,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 384661716992,
        "io_kbytes" : 375646208,
        "bw_bytes" : 4808091158,
        "bw" : 4695401,
        "iops" : 4585.553042,
        "runtime" : 80003,
        "total_ios" : 366858,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 400973,
          "max" : 8009642,
          "mean" : 3483454.405909,
          "stddev" : 470545.498234,
          "N" : 366858
        },
        "clat_ns" : {
          "min" : 86060697,
          "max" : 165348199,
          "mean" : 108190503.011695,
          "stddev" : 10942949.396716,
          "N" : 366842,
          "percentile" : {
            "1.000000" : 91750400,
            "5.000000" : 94896128,
            "10.000000" : 96993280,
            "20.000000" : 100139008,
            "30.000000" : 102236160,
            "40.000000" : 104333312,
            "50.000000" : 105381888,
            "60.000000" : 107479040,
            "70.000000" : 110624768,
            "80.000000" : 115867648,
            "90.000000" : 124256256,
            "95.000000" : 130547712,
            "99.000000" : 141557760,
            "99.500000" : 145752064,
            "99.900000" : 156237824,
            "99.950000" : 160432128,
            "99.990000" : 162529280
          },
          "bins" : {
            "86507520" : 196,
            "87556096" : 178,
            "88604672" : 563,
            "89653248" : 1148,
            "90701824" : 1266,
            "91750400" : 2325,
            "92798976" : 5841,
            "93847552" : 5338,
            "94896128" : 6908,
            "95944704" : 8237,
            "96993280" : 10389,
            "98041856" : 12719,
            "99090432" : 17645,
            "100139008" : 17860,
            "101187584" : 16104,
            "102236160" : 19872,
            "103284736" : 19574,
            "104333312" : 23683,
            "105381888" : 19454,
            "106430464" : 21636,
            "107479040" : 17444,
            "108527616" : 12962,
            "109576192" : 10376,
            "110624768" : 8965,
            "111673344" : 7305,
            "112721920" : 7786,
            "113770496" : 6994,
            "114819072" : 6814,
            "115867648" : 6001,
            "116916224" : 5557,
            "117964800" : 4876,
            "119013376" : 4679,
            "120061952" : 4404,
            "121110528" : 4087,
            "122159104" : 3984,
            "123207680" : 3891,
            "124256256" : 3879,
            "125304832" : 3608,
            "126353408" : 3433,
            "127401984" : 3273,
            "128450560" : 3059,
            "129499136" : 2790,
            "130547712" : 2649,
            "131596288" : 2362,
            "132644864" : 2036,
            "133693440" : 1764,
            "135266304" : 2935,
            "137363456" : 2167,
            "139460608" : 1573,
            "141557760" : 1102,
            "143654912" : 851,
            "145752064" : 702,
            "147849216" : 544,
            "149946368" : 331,
            "152043520" : 168,
            "154140672" : 96,
            "156237824" : 109,
            "158334976" : 132,
            "160432128" : 94,
            "162529280" : 101,
            "164626432" : 23
          }
        },
        "lat_ns" : {
          "min" : 89111976,
          "max" : 169513760,
          "mean" : 111674313.683978,
          "stddev" : 11216820.833329,
          "N" : 366842
        },
        "bw_min" : 4116480,
        "bw_max" : 5371904,
        "bw_agg" : 100.000000,
        "bw_mean" : 4699612.672956,
        "bw_dev" : 15073.503657,
        "bw_samples" : 2544,
        "iops_min" : 4020,
        "iops_max" : 5246,
        "iops_mean" : 4587.849057,
        "iops_stddev" : 14.715993,
        "iops_samples" : 2544
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1280022,
      "usr_cpu" : 1.008342,
      "sys_cpu" : 4.539688,
      "ctx" : 507752,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 21.729388,
        "250" : 78.266250,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772825410,
  "timestamp_ms" : 1772825410738,
  "time" : "Fri Mar  6 15:30:10 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 89,
      "elapsed" : 101,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 433061888000,
        "io_kbytes" : 422912000,
        "bw_bytes" : 4811638367,
        "bw" : 4698865,
        "iops" : 4588.913703,
        "runtime" : 90003,
        "total_ios" : 413016,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 400973,
          "max" : 8009642,
          "mean" : 3480872.697041,
          "stddev" : 468582.821939,
          "N" : 413016
        },
        "clat_ns" : {
          "min" : 86060697,
          "max" : 165348199,
          "mean" : 108111975.230717,
          "stddev" : 10879388.631425,
          "N" : 413000,
          "percentile" : {
            "1.000000" : 91750400,
            "5.000000" : 94896128,
            "10.000000" : 96993280,
            "20.000000" : 100139008,
            "30.000000" : 102236160,
            "40.000000" : 103284736,
            "50.000000" : 105381888,
            "60.000000" : 107479040,
            "70.000000" : 110624768,
            "80.000000" : 115867648,
            "90.000000" : 124256256,
            "95.000000" : 130547712,
            "99.000000" : 141557760,
            "99.500000" : 145752064,
            "99.900000" : 156237824,
            "99.950000" : 160432128,
            "99.990000" : 162529280
          },
          "bins" : {
            "86507520" : 196,
            "87556096" : 178,
            "88604672" : 563,
            "89653248" : 1148,
            "90701824" : 1712,
            "91750400" : 2860,
            "92798976" : 6633,
            "93847552" : 6043,
            "94896128" : 7727,
            "95944704" : 9638,
            "96993280" : 12226,
            "98041856" : 14026,
            "99090432" : 19130,
            "100139008" : 19941,
            "101187584" : 18296,
            "102236160" : 22229,
            "103284736" : 22950,
            "104333312" : 27204,
            "105381888" : 22973,
            "106430464" : 23906,
            "107479040" : 19088,
            "108527616" : 14317,
            "109576192" : 11515,
            "110624768" : 9947,
            "111673344" : 8110,
            "112721920" : 8520,
            "113770496" : 7701,
            "114819072" : 7500,
            "115867648" : 6656,
            "116916224" : 6217,
            "117964800" : 5544,
            "119013376" : 5323,
            "120061952" : 5063,
            "121110528" : 4694,
            "122159104" : 4492,
            "123207680" : 4392,
            "124256256" : 4413,
            "125304832" : 4084,
            "126353408" : 3921,
            "127401984" : 3809,
            "128450560" : 3518,
            "129499136" : 3123,
            "130547712" : 2935,
            "131596288" : 2577,
            "132644864" : 2202,
            "133693440" : 1899,
            "135266304" : 3168,
            "137363456" : 2395,
            "139460608" : 1804,
            "141557760" : 1263,
            "143654912" : 921,
            "145752064" : 712,
            "147849216" : 544,
            "149946368" : 331,
            "152043520" : 168,
            "154140672" : 96,
            "156237824" : 109,
            "158334976" : 132,
            "160432128" : 94,
            "162529280" : 101,
            "164626432" : 23
          }
        },
        "lat_ns" : {
          "min" : 89111976,
          "max" : 169513760,
          "mean" : 111593636.789228,
          "stddev" : 11151457.115307,
          "N" : 413000
        },
        "bw_min" : 4116480,
        "bw_max" : 5371904,
        "bw_agg" : 100.000000,
        "bw_mean" : 4701367.770950,
        "bw_dev" : 14914.659246,
        "bw_samples" : 2864,
        "iops_min" : 4020,
        "iops_max" : 5246,
        "iops_mean" : 4589.530726,
        "iops_stddev" : 14.551778,
        "iops_samples" : 2864
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1440021,
      "usr_cpu" : 1.011860,
      "sys_cpu" : 4.540559,
      "ctx" : 570975,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 21.713445,
        "250" : 78.282682,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772825420,
  "timestamp_ms" : 1772825420737,
  "time" : "Fri Mar  6 15:30:20 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 79,
      "elapsed" : 111,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 480817184768,
        "io_kbytes" : 469548032,
        "bw_bytes" : 4808027606,
        "bw" : 4695339,
        "iops" : 4585.462436,
        "runtime" : 100003,
        "total_ios" : 458560,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 400973,
          "max" : 8009642,
          "mean" : 3483482.816347,
          "stddev" : 469860.822653,
          "N" : 458560
        },
        "clat_ns" : {
          "min" : 86060697,
          "max" : 165348199,
          "mean" : 108194271.713212,
          "stddev" : 10912430.624223,
          "N" : 458544,
          "percentile" : {
            "1.000000" : 91750400,
            "5.000000" : 94896128,
            "10.000000" : 96993280,
            "20.000000" : 100139008,
            "30.000000" : 102236160,
            "40.000000" : 103284736,
            "50.000000" : 105381888,
            "60.000000" : 107479040,
            "70.000000" : 110624768,
            "80.000000" : 115867648,
            "90.000000" : 124256256,
            "95.000000" : 130547712,
            "99.000000" : 141557760,
            "99.500000" : 145752064,
            "99.900000" : 156237824,
            "99.950000" : 158334976,
            "99.990000" : 162529280
          },
          "bins" : {
            "86507520" : 196,
            "87556096" : 178,
            "88604672" : 563,
            "89653248" : 1148,
            "90701824" : 1712,
            "91750400" : 2860,
            "92798976" : 6633,
            "93847552" : 6043,
            "94896128" : 8248,
            "95944704" : 10260,
            "96993280" : 13878,
            "98041856" : 16591,
            "99090432" : 21019,
            "100139008" : 22079,
            "101187584" : 21154,
            "102236160" : 26088,
            "103284736" : 25697,
            "104333312" : 30289,
            "105381888" : 25122,
            "106430464" : 25453,
            "107479040" : 20062,
            "108527616" : 16512,
            "109576192" : 13300,
            "110624768" : 11659,
            "111673344" : 9473,
            "112721920" : 9271,
            "113770496" : 8457,
            "114819072" : 8234,
            "115867648" : 7348,
            "116916224" : 6839,
            "117964800" : 6079,
            "119013376" : 5835,
            "120061952" : 5561,
            "121110528" : 5164,
            "122159104" : 4997,
            "123207680" : 4899,
            "124256256" : 4921,
            "125304832" : 4550,
            "126353408" : 4328,
            "127401984" : 4162,
            "128450560" : 3845,
            "129499136" : 3451,
            "130547712" : 3196,
            "131596288" : 2858,
            "132644864" : 2423,
            "133693440" : 2108,
            "135266304" : 3537,
            "137363456" : 2679,
            "139460608" : 2005,
            "141557760" : 1536,
            "143654912" : 1234,
            "145752064" : 876,
            "147849216" : 600,
            "149946368" : 369,
            "152043520" : 221,
            "154140672" : 150,
            "156237824" : 174,
            "158334976" : 193,
            "160432128" : 103,
            "162529280" : 101,
            "164626432" : 23
          }
        },
        "lat_ns" : {
          "min" : 89111976,
          "max" : 169513760,
          "mean" : 111678545.335863,
          "stddev" : 11185030.292808,
          "N" : 458544
        },
        "bw_min" : 4116480,
        "bw_max" : 5371904,
        "bw_agg" : 100.000000,
        "bw_mean" : 4696021.884422,
        "bw_dev" : 14651.046635,
        "bw_samples" : 3184,
        "iops_min" : 4020,
        "iops_max" : 5246,
        "iops_mean" : 4584.341709,
        "iops_stddev" : 14.298029,
        "iops_samples" : 3184
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1600021,
      "usr_cpu" : 1.009237,
      "sys_cpu" : 4.536378,
      "ctx" : 633469,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 21.309752,
        "250" : 78.686759,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772825430,
  "timestamp_ms" : 1772825430737,
  "time" : "Fri Mar  6 15:30:30 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 69,
      "elapsed" : 121,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 529567580160,
        "io_kbytes" : 517155840,
        "bw_bytes" : 4814163198,
        "bw" : 4701331,
        "iops" : 4591.289249,
        "runtime" : 110002,
        "total_ios" : 505051,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 400973,
          "max" : 8009642,
          "mean" : 3479052.756504,
          "stddev" : 465248.738534,
          "N" : 505051
        },
        "clat_ns" : {
          "min" : 86060697,
          "max" : 165348199,
          "mean" : 108058780.663039,
          "stddev" : 10806166.553284,
          "N" : 505035,
          "percentile" : {
            "1.000000" : 91750400,
            "5.000000" : 94896128,
            "10.000000" : 96993280,
            "20.000000" : 100139008,
            "30.000000" : 102236160,
            "40.000000" : 103284736,
            "50.000000" : 105381888,
            "60.000000" : 107479040,
            "70.000000" : 110624768,
            "80.000000" : 115867648,
            "90.000000" : 124256256,
            "95.000000" : 130547712,
            "99.000000" : 141557760,
            "99.500000" : 145752064,
            "99.900000" : 156237824,
            "99.950000" : 158334976,
            "99.990000" : 162529280
          },
          "bins" : {
            "86507520" : 196,
            "87556096" : 178,
            "88604672" : 563,
            "89653248" : 1148,
            "90701824" : 2133,
            "91750400" : 3501,
            "92798976" : 7470,
            "93847552" : 8470,
            "94896128" : 9059,
            "95944704" : 10721,
            "96993280" : 14456,
            "98041856" : 18079,
            "99090432" : 22938,
            "100139008" : 24751,
            "101187584" : 23451,
            "102236160" : 28363,
            "103284736" : 27806,
            "104333312" : 33383,
            "105381888" : 28185,
            "106430464" : 28476,
            "107479040" : 23085,
            "108527616" : 18236,
            "109576192" : 14677,
            "110624768" : 12982,
            "111673344" : 10390,
            "112721920" : 10109,
            "113770496" : 9207,
            "114819072" : 8953,
            "115867648" : 7972,
            "116916224" : 7450,
            "117964800" : 6622,
            "119013376" : 6375,
            "120061952" : 6071,
            "121110528" : 5700,
            "122159104" : 5523,
            "123207680" : 5384,
            "124256256" : 5398,
            "125304832" : 4963,
            "126353408" : 4665,
            "127401984" : 4485,
            "128450560" : 4105,
            "129499136" : 3677,
            "130547712" : 3395,
            "131596288" : 3036,
            "132644864" : 2598,
            "133693440" : 2232,
            "135266304" : 3703,
            "137363456" : 2857,
            "139460608" : 2165,
            "141557760" : 1628,
            "143654912" : 1253,
            "145752064" : 878,
            "147849216" : 600,
            "149946368" : 369,
            "152043520" : 221,
            "154140672" : 150,
            "156237824" : 174,
            "158334976" : 193,
            "160432128" : 103,
            "162529280" : 101,
            "164626432" : 23
          }
        },
        "lat_ns" : {
          "min" : 89111976,
          "max" : 169513760,
          "mean" : 111538809.234968,
          "stddev" : 11076761.390552,
          "N" : 505035
        },
        "bw_min" : 4116480,
        "bw_max" : 5373952,
        "bw_agg" : 100.000000,
        "bw_mean" : 4702058.570776,
        "bw_dev" : 14808.670526,
        "bw_samples" : 3504,
        "iops_min" : 4020,
        "iops_max" : 5248,
        "iops_mean" : 4590.210046,
        "iops_stddev" : 14.446298,
        "iops_samples" : 3504
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1760011,
      "usr_cpu" : 1.009653,
      "sys_cpu" : 4.547642,
      "ctx" : 697030,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 21.387543,
        "250" : 78.609289,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772825440,
  "timestamp_ms" : 1772825440737,
  "time" : "Fri Mar  6 15:30:40 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 59,
      "elapsed" : 131,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 577531543552,
        "io_kbytes" : 563995648,
        "bw_bytes" : 4812642546,
        "bw" : 4699846,
        "iops" : 4589.826921,
        "runtime" : 120003,
        "total_ios" : 550793,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 400973,
          "max" : 8009642,
          "mean" : 3480136.494476,
          "stddev" : 467473.186493,
          "N" : 550793
        },
        "clat_ns" : {
          "min" : 86060697,
          "max" : 165348199,
          "mean" : 108085789.910229,
          "stddev" : 10872079.616978,
          "N" : 550777,
          "percentile" : {
            "1.000000" : 91750400,
            "5.000000" : 94896128,
            "10.000000" : 96993280,
            "20.000000" : 100139008,
            "30.000000" : 102236160,
            "40.000000" : 103284736,
            "50.000000" : 105381888,
            "60.000000" : 107479040,
            "70.000000" : 110624768,
            "80.000000" : 115867648,
            "90.000000" : 124256256,
            "95.000000" : 130547712,
            "99.000000" : 141557760,
            "99.500000" : 145752064,
            "99.900000" : 156237824,
            "99.950000" : 158334976,
            "99.990000" : 162529280
          },
          "bins" : {
            "86507520" : 196,
            "87556096" : 178,
            "88604672" : 563,
            "89653248" : 1298,
            "90701824" : 2246,
            "91750400" : 3600,
            "92798976" : 7546,
            "93847552" : 8751,
            "94896128" : 10852,
            "95944704" : 11651,
            "96993280" : 15609,
            "98041856" : 19751,
            "99090432" : 24185,
            "100139008" : 26566,
            "101187584" : 27140,
            "102236160" : 32703,
            "103284736" : 31703,
            "104333312" : 36241,
            "105381888" : 30350,
            "106430464" : 30335,
            "107479040" : 24470,
            "108527616" : 19506,
            "109576192" : 15948,
            "110624768" : 14013,
            "111673344" : 11294,
            "112721920" : 10933,
            "113770496" : 10013,
            "114819072" : 9592,
            "115867648" : 8554,
            "116916224" : 8000,
            "117964800" : 7123,
            "119013376" : 6859,
            "120061952" : 6523,
            "121110528" : 6154,
            "122159104" : 5992,
            "123207680" : 5823,
            "124256256" : 5882,
            "125304832" : 5416,
            "126353408" : 5117,
            "127401984" : 4915,
            "128450560" : 4448,
            "129499136" : 3986,
            "130547712" : 3720,
            "131596288" : 3350,
            "132644864" : 2866,
            "133693440" : 2471,
            "135266304" : 3989,
            "137363456" : 3064,
            "139460608" : 2372,
            "141557760" : 1899,
            "143654912" : 1477,
            "145752064" : 1099,
            "147849216" : 831,
            "149946368" : 536,
            "152043520" : 319,
            "154140672" : 165,
            "156237824" : 174,
            "158334976" : 193,
            "160432128" : 103,
            "162529280" : 101,
            "164626432" : 23
          }
        },
        "lat_ns" : {
          "min" : 89111976,
          "max" : 169513760,
          "mean" : 111566522.135029,
          "stddev" : 11143765.294836,
          "N" : 550777
        },
        "bw_min" : 4116480,
        "bw_max" : 5373952,
        "bw_agg" : 100.000000,
        "bw_mean" : 4703570.376569,
        "bw_dev" : 14556.202030,
        "bw_samples" : 3824,
        "iops_min" : 4020,
        "iops_max" : 5248,
        "iops_mean" : 4591.640167,
        "iops_stddev" : 14.194623,
        "iops_samples" : 3824
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1920012,
      "usr_cpu" : 1.009837,
      "sys_cpu" : 4.547055,
      "ctx" : 760261,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 21.056005,
        "250" : 78.941090,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772825450,
  "timestamp_ms" : 1772825450738,
  "time" : "Fri Mar  6 15:30:50 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 49,
      "elapsed" : 141,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 624029597696,
        "io_kbytes" : 609403904,
        "bw_bytes" : 4800116902,
        "bw" : 4687614,
        "iops" : 4577.871280,
        "runtime" : 130003,
        "total_ios" : 595137,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 400973,
          "max" : 8009642,
          "mean" : 3489265.206256,
          "stddev" : 469127.002292,
          "N" : 595138
        },
        "clat_ns" : {
          "min" : 86060697,
          "max" : 165348199,
          "mean" : 108366049.104846,
          "stddev" : 10938830.077448,
          "N" : 595122,
          "percentile" : {
            "1.000000" : 91750400,
            "5.000000" : 94896128,
            "10.000000" : 96993280,
            "20.000000" : 100139008,
            "30.000000" : 102236160,
            "40.000000" : 104333312,
            "50.000000" : 105381888,
            "60.000000" : 107479040,
            "70.000000" : 110624768,
            "80.000000" : 115867648,
            "90.000000" : 124256256,
            "95.000000" : 130547712,
            "99.000000" : 141557760,
            "99.500000" : 145752064,
            "99.900000" : 156237824,
            "99.950000" : 158334976,
            "99.990000" : 162529280
          },
          "bins" : {
            "86507520" : 196,
            "87556096" : 178,
            "88604672" : 563,
            "89653248" : 1298,
            "90701824" : 2246,
            "91750400" : 3600,
            "92798976" : 7546,
            "93847552" : 8801,
            "94896128" : 11098,
            "95944704" : 12207,
            "96993280" : 16236,
            "98041856" : 20300,
            "99090432" : 24874,
            "100139008" : 27449,
            "101187584" : 29035,
            "102236160" : 34976,
            "103284736" : 34307,
            "104333312" : 38754,
            "105381888" : 32317,
            "106430464" : 32847,
            "107479040" : 27004,
            "108527616" : 23592,
            "109576192" : 18012,
            "110624768" : 15833,
            "111673344" : 12629,
            "112721920" : 11911,
            "113770496" : 11005,
            "114819072" : 10522,
            "115867648" : 9483,
            "116916224" : 8811,
            "117964800" : 7777,
            "119013376" : 7482,
            "120061952" : 7083,
            "121110528" : 6684,
            "122159104" : 6529,
            "123207680" : 6369,
            "124256256" : 6425,
            "125304832" : 5962,
            "126353408" : 5677,
            "127401984" : 5498,
            "128450560" : 5012,
            "129499136" : 4542,
            "130547712" : 4136,
            "131596288" : 3711,
            "132644864" : 3144,
            "133693440" : 2690,
            "135266304" : 4376,
            "137363456" : 3456,
            "139460608" : 2790,
            "141557760" : 2239,
            "143654912" : 1725,
            "145752064" : 1307,
            "147849216" : 1004,
            "149946368" : 645,
            "152043520" : 417,
            "154140672" : 212,
            "156237824" : 180,
            "158334976" : 193,
            "160432128" : 103,
            "162529280" : 101,
            "164626432" : 23
          }
        },
        "lat_ns" : {
          "min" : 89111976,
          "max" : 169513760,
          "mean" : 111855867.750636,
          "stddev" : 11212463.040920,
          "N" : 595122
        },
        "bw_min" : 4098554,
        "bw_max" : 5373952,
        "bw_agg" : 100.000000,
        "bw_mean" : 4689026.725869,
        "bw_dev" : 14769.907649,
        "bw_samples" : 4144,
        "iops_min" : 3998,
        "iops_max" : 5248,
        "iops_mean" : 4577.405405,
        "iops_stddev" : 14.411829,
        "iops_samples" : 4144
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2080016,
      "usr_cpu" : 1.008021,
      "sys_cpu" : 4.530013,
      "ctx" : 819953,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 19.993548,
        "250" : 80.003932,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772825460,
  "timestamp_ms" : 1772825460739,
  "time" : "Fri Mar  6 15:31:00 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 39,
      "elapsed" : 151,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 672956153856,
        "io_kbytes" : 657183744,
        "bw_bytes" : 4806726669,
        "bw" : 4694069,
        "iops" : 4584.223195,
        "runtime" : 140003,
        "total_ios" : 641805,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 400973,
          "max" : 8009642,
          "mean" : 3484415.254823,
          "stddev" : 470315.296344,
          "N" : 641806
        },
        "clat_ns" : {
          "min" : 86060697,
          "max" : 165348199,
          "mean" : 108218528.626665,
          "stddev" : 10959760.095344,
          "N" : 641790,
          "percentile" : {
            "1.000000" : 91750400,
            "5.000000" : 94896128,
            "10.000000" : 96993280,
            "20.000000" : 100139008,
            "30.000000" : 102236160,
            "40.000000" : 103284736,
            "50.000000" : 105381888,
            "60.000000" : 107479040,
            "70.000000" : 110624768,
            "80.000000" : 115867648,
            "90.000000" : 124256256,
            "95.000000" : 130547712,
            "99.000000" : 143654912,
            "99.500000" : 147849216,
            "99.900000" : 156237824,
            "99.950000" : 158334976,
            "99.990000" : 162529280
          },
          "bins" : {
            "86507520" : 196,
            "87556096" : 546,
            "88604672" : 791,
            "89653248" : 1410,
            "90701824" : 2577,
            "91750400" : 4083,
            "92798976" : 7909,
            "93847552" : 9485,
            "94896128" : 12761,
            "95944704" : 13479,
            "96993280" : 17877,
            "98041856" : 22853,
            "99090432" : 27925,
            "100139008" : 30751,
            "101187584" : 31828,
            "102236160" : 38283,
            "103284736" : 36920,
            "104333312" : 41443,
            "105381888" : 34161,
            "106430464" : 34131,
            "107479040" : 28285,
            "108527616" : 24850,
            "109576192" : 19126,
            "110624768" : 16747,
            "111673344" : 13449,
            "112721920" : 12742,
            "113770496" : 11795,
            "114819072" : 11300,
            "115867648" : 10211,
            "116916224" : 9476,
            "117964800" : 8435,
            "119013376" : 8085,
            "120061952" : 7663,
            "121110528" : 7232,
            "122159104" : 7050,
            "123207680" : 6801,
            "124256256" : 6780,
            "125304832" : 6297,
            "126353408" : 5959,
            "127401984" : 5744,
            "128450560" : 5260,
            "129499136" : 4761,
            "130547712" : 4382,
            "131596288" : 3865,
            "132644864" : 3261,
            "133693440" : 2791,
            "135266304" : 4547,
            "137363456" : 3604,
            "139460608" : 2968,
            "141557760" : 2409,
            "143654912" : 1886,
            "145752064" : 1371,
            "147849216" : 1045,
            "149946368" : 691,
            "152043520" : 469,
            "154140672" : 259,
            "156237824" : 232,
            "158334976" : 267,
            "160432128" : 154,
            "162529280" : 110,
            "164626432" : 23
          }
        },
        "lat_ns" : {
          "min" : 89111976,
          "max" : 169513760,
          "mean" : 111703509.619765,
          "stddev" : 11233656.349883,
          "N" : 641790
        },
        "bw_min" : 4098554,
        "bw_max" : 5373952,
        "bw_agg" : 100.000000,
        "bw_mean" : 4695559.562724,
        "bw_dev" : 14769.664306,
        "bw_samples" : 4464,
        "iops_min" : 3998,
        "iops_max" : 5248,
        "iops_mean" : 4583.806452,
        "iops_stddev" : 14.410454,
        "iops_samples" : 4464
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2240014,
      "usr_cpu" : 1.010797,
      "sys_cpu" : 4.536757,
      "ctx" : 885920,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999844,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999844,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 20.732465,
        "250" : 79.265197,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772825470,
  "timestamp_ms" : 1772825470737,
  "time" : "Fri Mar  6 15:31:10 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 29,
      "elapsed" : 161,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 722181554176,
        "io_kbytes" : 705255424,
        "bw_bytes" : 4814447405,
        "bw" : 4701608,
        "iops" : 4591.521503,
        "runtime" : 150003,
        "total_ios" : 688742,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 400973,
          "max" : 8009642,
          "mean" : 3478817.206675,
          "stddev" : 471906.386119,
          "N" : 688742
        },
        "clat_ns" : {
          "min" : 86060697,
          "max" : 165348199,
          "mean" : 108046781.999438,
          "stddev" : 11015511.069077,
          "N" : 688726,
          "percentile" : {
            "1.000000" : 91750400,
            "5.000000" : 94896128,
            "10.000000" : 96993280,
            "20.000000" : 99090432,
            "30.000000" : 102236160,
            "40.000000" : 103284736,
            "50.000000" : 105381888,
            "60.000000" : 107479040,
            "70.000000" : 110624768,
            "80.000000" : 115867648,
            "90.000000" : 124256256,
            "95.000000" : 130547712,
            "99.000000" : 143654912,
            "99.500000" : 147849216,
            "99.900000" : 156237824,
            "99.950000" : 158334976,
            "99.990000" : 162529280
          },
          "bins" : {
            "86507520" : 196,
            "87556096" : 550,
            "88604672" : 1109,
            "89653248" : 1622,
            "90701824" : 2916,
            "91750400" : 4372,
            "92798976" : 8704,
            "93847552" : 12067,
            "94896128" : 14851,
            "95944704" : 15892,
            "96993280" : 19872,
            "98041856" : 25317,
            "99090432" : 31117,
            "100139008" : 33514,
            "101187584" : 33974,
            "102236160" : 42047,
            "103284736" : 38809,
            "104333312" : 42905,
            "105381888" : 35412,
            "106430464" : 35022,
            "107479040" : 29086,
            "108527616" : 26144,
            "109576192" : 20748,
            "110624768" : 17685,
            "111673344" : 14182,
            "112721920" : 13452,
            "113770496" : 12475,
            "114819072" : 12019,
            "115867648" : 10870,
            "116916224" : 10110,
            "117964800" : 9057,
            "119013376" : 8700,
            "120061952" : 8233,
            "121110528" : 7790,
            "122159104" : 7635,
            "123207680" : 7390,
            "124256256" : 7291,
            "125304832" : 6747,
            "126353408" : 6276,
            "127401984" : 6012,
            "128450560" : 5481,
            "129499136" : 4932,
            "130547712" : 4516,
            "131596288" : 3963,
            "132644864" : 3353,
            "133693440" : 2897,
            "135266304" : 4784,
            "137363456" : 3789,
            "139460608" : 3153,
            "141557760" : 2531,
            "143654912" : 1983,
            "145752064" : 1489,
            "147849216" : 1142,
            "149946368" : 758,
            "152043520" : 529,
            "154140672" : 362,
            "156237824" : 312,
            "158334976" : 295,
            "160432128" : 154,
            "162529280" : 110,
            "164626432" : 23
          }
        },
        "lat_ns" : {
          "min" : 89111976,
          "max" : 169513760,
          "mean" : 111526339.380633,
          "stddev" : 11291211.418111,
          "N" : 688726
        },
        "bw_min" : 4096506,
        "bw_max" : 5373952,
        "bw_agg" : 100.000000,
        "bw_mean" : 4702452.785953,
        "bw_dev" : 14911.377832,
        "bw_samples" : 4784,
        "iops_min" : 3996,
        "iops_max" : 5248,
        "iops_mean" : 4590.521739,
        "iops_stddev" : 14.543152,
        "iops_samples" : 4784
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2400019,
      "usr_cpu" : 1.010534,
      "sys_cpu" : 4.546797,
      "ctx" : 950895,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 21.934774,
        "250" : 78.062903,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772825480,
  "timestamp_ms" : 1772825480737,
  "time" : "Fri Mar  6 15:31:20 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 19,
      "elapsed" : 171,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 770564947968,
        "io_kbytes" : 752504832,
        "bw_bytes" : 4815940625,
        "bw" : 4703067,
        "iops" : 4592.938882,
        "runtime" : 160003,
        "total_ios" : 734884,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 390607,
          "max" : 8009642,
          "mean" : 3477736.876885,
          "stddev" : 474880.135769,
          "N" : 734884
        },
        "clat_ns" : {
          "min" : 86060697,
          "max" : 165348199,
          "mean" : 108012019.614068,
          "stddev" : 11099332.413906,
          "N" : 734868,
          "percentile" : {
            "1.000000" : 91750400,
            "5.000000" : 94896128,
            "10.000000" : 96993280,
            "20.000000" : 99090432,
            "30.000000" : 101187584,
            "40.000000" : 103284736,
            "50.000000" : 105381888,
            "60.000000" : 107479040,
            "70.000000" : 110624768,
            "80.000000" : 115867648,
            "90.000000" : 124256256,
            "95.000000" : 130547712,
            "99.000000" : 143654912,
            "99.500000" : 147849216,
            "99.900000" : 158334976,
            "99.950000" : 160432128,
            "99.990000" : 162529280
          },
          "bins" : {
            "86507520" : 196,
            "87556096" : 550,
            "88604672" : 1109,
            "89653248" : 1622,
            "90701824" : 2916,
            "91750400" : 5180,
            "92798976" : 9037,
            "93847552" : 12260,
            "94896128" : 15897,
            "95944704" : 18457,
            "96993280" : 22736,
            "98041856" : 28720,
            "99090432" : 33259,
            "100139008" : 36287,
            "101187584" : 37155,
            "102236160" : 44064,
            "103284736" : 40359,
            "104333312" : 45466,
            "105381888" : 37575,
            "106430464" : 36454,
            "107479040" : 30391,
            "108527616" : 27158,
            "109576192" : 21669,
            "110624768" : 18563,
            "111673344" : 15570,
            "112721920" : 14417,
            "113770496" : 13213,
            "114819072" : 12694,
            "115867648" : 11474,
            "116916224" : 10668,
            "117964800" : 9591,
            "119013376" : 9229,
            "120061952" : 8753,
            "121110528" : 8266,
            "122159104" : 8093,
            "123207680" : 7808,
            "124256256" : 7704,
            "125304832" : 7126,
            "126353408" : 6605,
            "127401984" : 6306,
            "128450560" : 5761,
            "129499136" : 5185,
            "130547712" : 4768,
            "131596288" : 4192,
            "132644864" : 3546,
            "133693440" : 3130,
            "135266304" : 5222,
            "137363456" : 4197,
            "139460608" : 3435,
            "141557760" : 2819,
            "143654912" : 2178,
            "145752064" : 1615,
            "147849216" : 1272,
            "149946368" : 827,
            "152043520" : 565,
            "154140672" : 398,
            "156237824" : 350,
            "158334976" : 351,
            "160432128" : 224,
            "162529280" : 196,
            "164626432" : 40
          }
        },
        "lat_ns" : {
          "min" : 89111976,
          "max" : 169513760,
          "mean" : 111490408.180588,
          "stddev" : 11376992.399556,
          "N" : 734868
        },
        "bw_min" : 4096506,
        "bw_max" : 5376000,
        "bw_agg" : 100.000000,
        "bw_mean" : 4705128.877743,
        "bw_dev" : 15110.049051,
        "bw_samples" : 5104,
        "iops_min" : 3996,
        "iops_max" : 5250,
        "iops_mean" : 4593.103448,
        "iops_stddev" : 14.744342,
        "iops_samples" : 5104
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2560023,
      "usr_cpu" : 1.011085,
      "sys_cpu" : 4.549490,
      "ctx" : 1015760,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 22.495115,
        "250" : 77.502708,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772825490,
  "timestamp_ms" : 1772825490738,
  "time" : "Fri Mar  6 15:31:30 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 9,
      "elapsed" : 181,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 818195464192,
        "io_kbytes" : 799019008,
        "bw_bytes" : 4812829562,
        "bw" : 4700028,
        "iops" : 4589.966059,
        "runtime" : 170003,
        "total_ios" : 780308,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 390607,
          "max" : 8009642,
          "mean" : 3480004.586331,
          "stddev" : 473138.433808,
          "N" : 780308
        },
        "clat_ns" : {
          "min" : 86060697,
          "max" : 165348199,
          "mean" : 108078123.993927,
          "stddev" : 11047834.941549,
          "N" : 780292,
          "percentile" : {
            "1.000000" : 91750400,
            "5.000000" : 94896128,
            "10.000000" : 96993280,
            "20.000000" : 99090432,
            "30.000000" : 101187584,
            "40.000000" : 103284736,
            "50.000000" : 105381888,
            "60.000000" : 107479040,
            "70.000000" : 110624768,
            "80.000000" : 115867648,
            "90.000000" : 124256256,
            "95.000000" : 130547712,
            "99.000000" : 143654912,
            "99.500000" : 147849216,
            "99.900000" : 158334976,
            "99.950000" : 160432128,
            "99.990000" : 162529280
          },
          "bins" : {
            "86507520" : 196,
            "87556096" : 550,
            "88604672" : 1109,
            "89653248" : 1622,
            "90701824" : 2916,
            "91750400" : 5180,
            "92798976" : 9044,
            "93847552" : 12568,
            "94896128" : 17017,
            "95944704" : 19051,
            "96993280" : 23930,
            "98041856" : 30645,
            "99090432" : 36428,
            "100139008" : 37923,
            "101187584" : 39353,
            "102236160" : 45551,
            "103284736" : 41783,
            "104333312" : 47690,
            "105381888" : 40126,
            "106430464" : 39087,
            "107479040" : 32226,
            "108527616" : 29078,
            "109576192" : 23571,
            "110624768" : 20530,
            "111673344" : 17762,
            "112721920" : 15827,
            "113770496" : 14288,
            "114819072" : 13444,
            "115867648" : 12216,
            "116916224" : 11337,
            "117964800" : 10226,
            "119013376" : 9858,
            "120061952" : 9337,
            "121110528" : 8842,
            "122159104" : 8687,
            "123207680" : 8392,
            "124256256" : 8262,
            "125304832" : 7667,
            "126353408" : 7128,
            "127401984" : 6697,
            "128450560" : 6123,
            "129499136" : 5499,
            "130547712" : 5061,
            "131596288" : 4477,
            "132644864" : 3819,
            "133693440" : 3358,
            "135266304" : 5584,
            "137363456" : 4400,
            "139460608" : 3654,
            "141557760" : 3012,
            "143654912" : 2305,
            "145752064" : 1632,
            "147849216" : 1273,
            "149946368" : 827,
            "152043520" : 565,
            "154140672" : 398,
            "156237824" : 350,
            "158334976" : 351,
            "160432128" : 224,
            "162529280" : 196,
            "164626432" : 40
          }
        },
        "lat_ns" : {
          "min" : 89111976,
          "max" : 169513760,
          "mean" : 111558555.121139,
          "stddev" : 11323917.211536,
          "N" : 780292
        },
        "bw_min" : 4096506,
        "bw_max" : 5376000,
        "bw_agg" : 100.000000,
        "bw_mean" : 4702366.814159,
        "bw_dev" : 14917.514318,
        "bw_samples" : 5424,
        "iops_min" : 3996,
        "iops_max" : 5250,
        "iops_mean" : 4590.454277,
        "iops_stddev" : 14.554583,
        "iops_samples" : 5424
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2720021,
      "usr_cpu" : 1.011022,
      "sys_cpu" : 4.544708,
      "ctx" : 1078805,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 22.304782,
        "250" : 77.693167,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772825500,
  "timestamp_ms" : 1772825500761,
  "time" : "Fri Mar  6 15:31:40 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 49,
      "elapsed" : 191,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 863869337600,
        "io_kbytes" : 843622400,
        "bw_bytes" : 4799194111,
        "bw" : 4686712,
        "iops" : 4576.157064,
        "runtime" : 180003,
        "total_ios" : 823722,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 390607,
          "max" : 8009642,
          "mean" : 3490436.928915,
          "stddev" : 475306.520937,
          "N" : 823738
        },
        "clat_ns" : {
          "min" : 4968,
          "max" : 171062555,
          "mean" : 108366147.059168,
          "stddev" : 11248636.569627,
          "N" : 824218,
          "percentile" : {
            "1.000000" : 91750400,
            "5.000000" : 94896128,
            "10.000000" : 96993280,
            "20.000000" : 100139008,
            "30.000000" : 102236160,
            "40.000000" : 104333312,
            "50.000000" : 105381888,
            "60.000000" : 107479040,
            "70.000000" : 110624768,
            "80.000000" : 115867648,
            "90.000000" : 124256256,
            "95.000000" : 130547712,
            "99.000000" : 143654912,
            "99.500000" : 147849216,
            "99.900000" : 158334976,
            "99.950000" : 162529280,
            "99.990000" : 168820736
          },
          "bins" : {
            "4960" : 1,
            "5408" : 1,
            "5472" : 1,
            "5536" : 1,
            "5728" : 1,
            "6304" : 1,
            "6560" : 1,
            "6688" : 1,
            "7328" : 1,
            "7392" : 1,
            "8032" : 1,
            "8384" : 1,
            "9664" : 1,
            "11584" : 1,
            "12352" : 1,
            "15424" : 1,
            "3162112" : 3,
            "3391488" : 1,
            "3555328" : 2,
            "3588096" : 3,
            "3620864" : 5,
            "3653632" : 1,
            "3719168" : 1,
            "6717440" : 1,
            "6782976" : 2,
            "6979584" : 1,
            "7110656" : 5,
            "7176192" : 5,
            "7241728" : 2,
            "10289152" : 3,
            "10551296" : 1,
            "10682368" : 11,
            "10813440" : 1,
            "13828096" : 3,
            "14090240" : 1,
            "14221312" : 11,
            "14352384" : 1,
            "17432576" : 3,
            "17694720" : 11,
            "17956864" : 2,
            "20840448" : 3,
            "21102592" : 1,
            "21364736" : 12,
            "24510464" : 3,
            "24772608" : 10,
            "25034752" : 3,
            "27918336" : 2,
            "28180480" : 2,
            "28442624" : 11,
            "28704768" : 1,
            "31588352" : 3,
            "31850496" : 1,
            "32112640" : 12,
            "35389440" : 6,
            "35913728" : 10,
            "39059456" : 16,
            "42205184" : 3,
            "42729472" : 13,
            "45875200" : 3,
            "46399488" : 13,
            "49545216" : 8,
            "50069504" : 8,
            "52690944" : 1,
            "53215232" : 15,
            "56360960" : 3,
            "56885248" : 13,
            "60030976" : 4,
            "60555264" : 12,
            "63700992" : 12,
            "64225280" : 4,
            "66846720" : 3,
            "67633152" : 13,
            "70778880" : 16,
            "73924608" : 4,
            "74973184" : 12,
            "78118912" : 16,
            "81264640" : 16,
            "84410368" : 4,
            "85458944" : 12,
            "86507520" : 196,
            "87556096" : 550,
            "88604672" : 1125,
            "89653248" : 1622,
            "90701824" : 2916,
            "91750400" : 5196,
            "92798976" : 9044,
            "93847552" : 12570,
            "94896128" : 17322,
            "95944704" : 19206,
            "96993280" : 24165,
            "98041856" : 30861,
            "99090432" : 36851,
            "100139008" : 38221,
            "101187584" : 39619,
            "102236160" : 46203,
            "103284736" : 42850,
            "104333312" : 50159,
            "105381888" : 43487,
            "106430464" : 41303,
            "107479040" : 34240,
            "108527616" : 32288,
            "109576192" : 26153,
            "110624768" : 22827,
            "111673344" : 20131,
            "112721920" : 18162,
            "113770496" : 15787,
            "114819072" : 14833,
            "115867648" : 13583,
            "116916224" : 12788,
            "117964800" : 11128,
            "119013376" : 10588,
            "120061952" : 10009,
            "121110528" : 9440,
            "122159104" : 9237,
            "123207680" : 8962,
            "124256256" : 8776,
            "125304832" : 8139,
            "126353408" : 7609,
            "127401984" : 7138,
            "128450560" : 6485,
            "129499136" : 5871,
            "130547712" : 5454,
            "131596288" : 4861,
            "132644864" : 4210,
            "133693440" : 3737,
            "135266304" : 6347,
            "137363456" : 5065,
            "139460608" : 4086,
            "141557760" : 3254,
            "143654912" : 2482,
            "145752064" : 1757,
            "147849216" : 1365,
            "149946368" : 961,
            "152043520" : 631,
            "154140672" : 436,
            "156237824" : 384,
            "158334976" : 381,
            "160432128" : 257,
            "162529280" : 243,
            "164626432" : 86,
            "166723584" : 82,
            "168820736" : 87,
            "170917888" : 12
          }
        },
        "lat_ns" : {
          "min" : 3158223,
          "max" : 175501935,
          "mean" : 111856943.322452,
          "stddev" : 11525142.591431,
          "N" : 824218
        },
        "bw_min" : 4071937,
        "bw_max" : 5376000,
        "bw_agg" : 100.000000,
        "bw_mean" : 4688451.799443,
        "bw_dev" : 15209.659527,
        "bw_samples" : 5744,
        "iops_min" : 3976,
        "iops_max" : 5250,
        "iops_mean" : 4576.885794,
        "iops_stddev" : 14.837592,
        "iops_samples" : 5744
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2880013,
      "usr_cpu" : 1.006037,
      "sys_cpu" : 4.529841,
      "ctx" : 1136840,
      "majf" : 0,
      "minf" : 594,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.998058,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.017482,
        "100" : 21.327220,
        "250" : 78.703859,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772825500,
  "timestamp_ms" : 1772825500813,
  "time" : "Fri Mar  6 15:31:40 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 864271990784,
        "io_kbytes" : 844015616,
        "bw_bytes" : 4800684275,
        "bw" : 4688168,
        "iops" : 4575.445340,
        "runtime" : 180031,
        "total_ios" : 823722,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 390607,
          "max" : 8009642,
          "mean" : 3490436.928915,
          "stddev" : 475306.520937,
          "N" : 823738
        },
        "clat_ns" : {
          "min" : 4968,
          "max" : 171062555,
          "mean" : 108366147.059168,
          "stddev" : 11248636.569627,
          "N" : 824218,
          "percentile" : {
            "1.000000" : 91750400,
            "5.000000" : 94896128,
            "10.000000" : 96993280,
            "20.000000" : 100139008,
            "30.000000" : 102236160,
            "40.000000" : 104333312,
            "50.000000" : 105381888,
            "60.000000" : 107479040,
            "70.000000" : 110624768,
            "80.000000" : 115867648,
            "90.000000" : 124256256,
            "95.000000" : 130547712,
            "99.000000" : 143654912,
            "99.500000" : 147849216,
            "99.900000" : 158334976,
            "99.950000" : 162529280,
            "99.990000" : 168820736
          },
          "bins" : {
            "4960" : 1,
            "5408" : 1,
            "5472" : 1,
            "5536" : 1,
            "5728" : 1,
            "6304" : 1,
            "6560" : 1,
            "6688" : 1,
            "7328" : 1,
            "7392" : 1,
            "8032" : 1,
            "8384" : 1,
            "9664" : 1,
            "11584" : 1,
            "12352" : 1,
            "15424" : 1,
            "3162112" : 3,
            "3391488" : 1,
            "3555328" : 2,
            "3588096" : 3,
            "3620864" : 5,
            "3653632" : 1,
            "3719168" : 1,
            "6717440" : 1,
            "6782976" : 2,
            "6979584" : 1,
            "7110656" : 5,
            "7176192" : 5,
            "7241728" : 2,
            "10289152" : 3,
            "10551296" : 1,
            "10682368" : 11,
            "10813440" : 1,
            "13828096" : 3,
            "14090240" : 1,
            "14221312" : 11,
            "14352384" : 1,
            "17432576" : 3,
            "17694720" : 11,
            "17956864" : 2,
            "20840448" : 3,
            "21102592" : 1,
            "21364736" : 12,
            "24510464" : 3,
            "24772608" : 10,
            "25034752" : 3,
            "27918336" : 2,
            "28180480" : 2,
            "28442624" : 11,
            "28704768" : 1,
            "31588352" : 3,
            "31850496" : 1,
            "32112640" : 12,
            "35389440" : 6,
            "35913728" : 10,
            "39059456" : 16,
            "42205184" : 3,
            "42729472" : 13,
            "45875200" : 3,
            "46399488" : 13,
            "49545216" : 8,
            "50069504" : 8,
            "52690944" : 1,
            "53215232" : 15,
            "56360960" : 3,
            "56885248" : 13,
            "60030976" : 4,
            "60555264" : 12,
            "63700992" : 12,
            "64225280" : 4,
            "66846720" : 3,
            "67633152" : 13,
            "70778880" : 16,
            "73924608" : 4,
            "74973184" : 12,
            "78118912" : 16,
            "81264640" : 16,
            "84410368" : 4,
            "85458944" : 12,
            "86507520" : 196,
            "87556096" : 550,
            "88604672" : 1125,
            "89653248" : 1622,
            "90701824" : 2916,
            "91750400" : 5196,
            "92798976" : 9044,
            "93847552" : 12570,
            "94896128" : 17322,
            "95944704" : 19206,
            "96993280" : 24165,
            "98041856" : 30861,
            "99090432" : 36851,
            "100139008" : 38221,
            "101187584" : 39619,
            "102236160" : 46203,
            "103284736" : 42850,
            "104333312" : 50159,
            "105381888" : 43487,
            "106430464" : 41303,
            "107479040" : 34240,
            "108527616" : 32288,
            "109576192" : 26153,
            "110624768" : 22827,
            "111673344" : 20131,
            "112721920" : 18162,
            "113770496" : 15787,
            "114819072" : 14833,
            "115867648" : 13583,
            "116916224" : 12788,
            "117964800" : 11128,
            "119013376" : 10588,
            "120061952" : 10009,
            "121110528" : 9440,
            "122159104" : 9237,
            "123207680" : 8962,
            "124256256" : 8776,
            "125304832" : 8139,
            "126353408" : 7609,
            "127401984" : 7138,
            "128450560" : 6485,
            "129499136" : 5871,
            "130547712" : 5454,
            "131596288" : 4861,
            "132644864" : 4210,
            "133693440" : 3737,
            "135266304" : 6347,
            "137363456" : 5065,
            "139460608" : 4086,
            "141557760" : 3254,
            "143654912" : 2482,
            "145752064" : 1757,
            "147849216" : 1365,
            "149946368" : 961,
            "152043520" : 631,
            "154140672" : 436,
            "156237824" : 384,
            "158334976" : 381,
            "160432128" : 257,
            "162529280" : 243,
            "164626432" : 86,
            "166723584" : 82,
            "168820736" : 87,
            "170917888" : 12
          }
        },
        "lat_ns" : {
          "min" : 3158223,
          "max" : 175501935,
          "mean" : 111856943.322452,
          "stddev" : 11525142.591431,
          "N" : 824218
        },
        "bw_min" : 4071937,
        "bw_max" : 5376000,
        "bw_agg" : 100.000000,
        "bw_mean" : 4689573.295125,
        "bw_dev" : 15271.184111,
        "bw_samples" : 5756,
        "iops_min" : 3976,
        "iops_max" : 5250,
        "iops_mean" : 4577.967332,
        "iops_stddev" : 14.895910,
        "iops_samples" : 5756
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2880354,
      "usr_cpu" : 1.005918,
      "sys_cpu" : 4.529304,
      "ctx" : 1137148,
      "majf" : 0,
      "minf" : 606,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.998058,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.017482,
        "100" : 21.327220,
        "250" : 78.703859,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}