← Back to file list

📄 seq-read-qd32-nj16_run2.json

mirror/benchmarks/seq/seq-read-qd32-nj16_run2.json

{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819814,
  "timestamp_ms" : 1772819814674,
  "time" : "Fri Mar  6 13:56:54 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 180,
      "elapsed" : 11,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 175925886976,
        "io_kbytes" : 171802624,
        "bw_bytes" : 18025193337,
        "bw" : 17602727,
        "iops" : 17245.081967,
        "runtime" : 9760,
        "total_ios" : 168312,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 156160,
      "usr_cpu" : 0.446977,
      "sys_cpu" : 96.408171,
      "ctx" : 5942,
      "majf" : 0,
      "minf" : 131185,
      "iodepth_level" : {
        "1" : 0.100000,
        "2" : 0.100000,
        "4" : 0.100000,
        "8" : 0.100000,
        "16" : 0.152098,
        "32" : 99.705309,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819824,
  "timestamp_ms" : 1772819824914,
  "time" : "Fri Mar  6 13:57:04 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 169,
      "elapsed" : 21,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 171357241344,
        "io_kbytes" : 167341056,
        "bw_bytes" : 17135724134,
        "bw" : 16734105,
        "iops" : 16343.600000,
        "runtime" : 10000,
        "total_ios" : 163436,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 315712,
          "max" : 4866882,
          "mean" : 974681.787366,
          "stddev" : 192985.163940,
          "N" : 163436
        },
        "clat_ns" : {
          "min" : 18279203,
          "max" : 44217501,
          "mean" : 30353043.501126,
          "stddev" : 3982624.100344,
          "N" : 163420,
          "percentile" : {
            "1.000000" : 21626880,
            "5.000000" : 23461888,
            "10.000000" : 24772608,
            "20.000000" : 26869760,
            "30.000000" : 28180480,
            "40.000000" : 29491200,
            "50.000000" : 30801920,
            "60.000000" : 31850496,
            "70.000000" : 32899072,
            "80.000000" : 33816576,
            "90.000000" : 34865152,
            "95.000000" : 36438016,
            "99.000000" : 39059456,
            "99.500000" : 40108032,
            "99.900000" : 42205184,
            "99.950000" : 42729472,
            "99.990000" : 43778048
          },
          "bins" : {
            "18219008" : 2,
            "18481152" : 12,
            "18743296" : 16,
            "19005440" : 15,
            "19267584" : 28,
            "19529728" : 28,
            "19791872" : 23,
            "20054016" : 36,
            "20316160" : 161,
            "20578304" : 247,
            "20840448" : 280,
            "21102592" : 320,
            "21364736" : 317,
            "21626880" : 444,
            "21889024" : 721,
            "22151168" : 912,
            "22413312" : 1041,
            "22675456" : 974,
            "22937600" : 1096,
            "23199744" : 1231,
            "23461888" : 1502,
            "23724032" : 1583,
            "23986176" : 1363,
            "24248320" : 1484,
            "24510464" : 1548,
            "24772608" : 1686,
            "25034752" : 1711,
            "25296896" : 1737,
            "25559040" : 1830,
            "25821184" : 2134,
            "26083328" : 2166,
            "26345472" : 2370,
            "26607616" : 2628,
            "26869760" : 3028,
            "27131904" : 3023,
            "27394048" : 3332,
            "27656192" : 3679,
            "27918336" : 3927,
            "28180480" : 3632,
            "28442624" : 3261,
            "28704768" : 3191,
            "28966912" : 3083,
            "29229056" : 2740,
            "29491200" : 2951,
            "29753344" : 2796,
            "30015488" : 2952,
            "30277632" : 3210,
            "30539776" : 3385,
            "30801920" : 3696,
            "31064064" : 4063,
            "31326208" : 4069,
            "31588352" : 3906,
            "31850496" : 4075,
            "32112640" : 4389,
            "32374784" : 4702,
            "32636928" : 4593,
            "32899072" : 5087,
            "33161216" : 5180,
            "33423360" : 5104,
            "33816576" : 8308,
            "34340864" : 6134,
            "34865152" : 4622,
            "35389440" : 3614,
            "35913728" : 2930,
            "36438016" : 2369,
            "36962304" : 1494,
            "37486592" : 1349,
            "38010880" : 985,
            "38535168" : 781,
            "39059456" : 537,
            "39583744" : 462,
            "40108032" : 343,
            "40632320" : 253,
            "41156608" : 183,
            "41680896" : 163,
            "42205184" : 90,
            "42729472" : 47,
            "43253760" : 31,
            "43778048" : 22,
            "44302336" : 4
          }
        },
        "lat_ns" : {
          "min" : 18924369,
          "max" : 45635157,
          "mean" : 31327463.439585,
          "stddev" : 4104806.579818,
          "N" : 163420
        },
        "bw_min" : 14732802,
        "bw_max" : 19436306,
        "bw_agg" : 100.000000,
        "bw_mean" : 16772956.578947,
        "bw_dev" : 93222.816805,
        "bw_samples" : 304,
        "iops_min" : 14386,
        "iops_max" : 18979,
        "iops_mean" : 16377.736842,
        "iops_stddev" : 91.053224,
        "iops_samples" : 304
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 160000,
      "usr_cpu" : 0.465000,
      "sys_cpu" : 95.988750,
      "ctx" : 10006,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999388,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999388,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.081377,
        "50" : 99.908833,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819834,
  "timestamp_ms" : 1772819834914,
  "time" : "Fri Mar  6 13:57:14 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 159,
      "elapsed" : 31,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 330172465152,
        "io_kbytes" : 322434048,
        "bw_bytes" : 16508623257,
        "bw" : 16121702,
        "iops" : 15745.100000,
        "runtime" : 20000,
        "total_ios" : 314902,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 284093,
          "max" : 8522905,
          "mean" : 1011704.782243,
          "stddev" : 301333.797549,
          "N" : 314902
        },
        "clat_ns" : {
          "min" : 17817267,
          "max" : 59906169,
          "mean" : 31504557.526705,
          "stddev" : 5756922.867228,
          "N" : 314886,
          "percentile" : {
            "1.000000" : 20840448,
            "5.000000" : 22937600,
            "10.000000" : 24510464,
            "20.000000" : 26869760,
            "30.000000" : 28442624,
            "40.000000" : 30015488,
            "50.000000" : 31326208,
            "60.000000" : 32374784,
            "70.000000" : 33816576,
            "80.000000" : 34865152,
            "90.000000" : 38535168,
            "95.000000" : 42205184,
            "99.000000" : 49545216,
            "99.500000" : 51118080,
            "99.900000" : 55312384,
            "99.950000" : 56360960,
            "99.990000" : 58458112
          },
          "bins" : {
            "17694720" : 1,
            "17956864" : 28,
            "18219008" : 39,
            "18481152" : 81,
            "18743296" : 115,
            "19005440" : 161,
            "19267584" : 231,
            "19529728" : 306,
            "19791872" : 247,
            "20054016" : 391,
            "20316160" : 493,
            "20578304" : 715,
            "20840448" : 903,
            "21102592" : 763,
            "21364736" : 935,
            "21626880" : 1283,
            "21889024" : 1749,
            "22151168" : 2189,
            "22413312" : 2374,
            "22675456" : 2217,
            "22937600" : 2269,
            "23199744" : 2449,
            "23461888" : 2777,
            "23724032" : 2997,
            "23986176" : 2751,
            "24248320" : 2917,
            "24510464" : 3113,
            "24772608" : 3109,
            "25034752" : 3014,
            "25296896" : 3004,
            "25559040" : 3141,
            "25821184" : 3349,
            "26083328" : 3459,
            "26345472" : 3759,
            "26607616" : 4036,
            "26869760" : 4523,
            "27131904" : 4571,
            "27394048" : 4856,
            "27656192" : 5355,
            "27918336" : 5624,
            "28180480" : 5304,
            "28442624" : 5103,
            "28704768" : 5203,
            "28966912" : 5271,
            "29229056" : 4999,
            "29491200" : 5547,
            "29753344" : 5524,
            "30015488" : 5660,
            "30277632" : 6124,
            "30539776" : 6354,
            "30801920" : 6857,
            "31064064" : 7089,
            "31326208" : 6880,
            "31588352" : 6512,
            "31850496" : 6851,
            "32112640" : 7226,
            "32374784" : 7237,
            "32636928" : 7030,
            "32899072" : 7815,
            "33161216" : 7661,
            "33423360" : 7608,
            "33816576" : 13179,
            "34340864" : 10643,
            "34865152" : 8569,
            "35389440" : 7316,
            "35913728" : 6019,
            "36438016" : 4998,
            "36962304" : 3866,
            "37486592" : 3603,
            "38010880" : 3376,
            "38535168" : 2965,
            "39059456" : 2631,
            "39583744" : 2677,
            "40108032" : 2392,
            "40632320" : 2325,
            "41156608" : 2022,
            "41680896" : 1615,
            "42205184" : 1397,
            "42729472" : 1281,
            "43253760" : 1190,
            "43778048" : 1138,
            "44302336" : 1082,
            "44826624" : 927,
            "45350912" : 837,
            "45875200" : 755,
            "46399488" : 861,
            "46923776" : 934,
            "47448064" : 720,
            "47972352" : 583,
            "48496640" : 732,
            "49020928" : 660,
            "49545216" : 604,
            "50069504" : 592,
            "50593792" : 402,
            "51118080" : 330,
            "51642368" : 280,
            "52166656" : 266,
            "52690944" : 193,
            "53215232" : 167,
            "53739520" : 111,
            "54263808" : 93,
            "54788096" : 52,
            "55312384" : 72,
            "55836672" : 69,
            "56360960" : 67,
            "56885248" : 52,
            "57409536" : 25,
            "57933824" : 17,
            "58458112" : 25,
            "58982400" : 4,
            "59506688" : 18,
            "60030976" : 5
          }
        },
        "lat_ns" : {
          "min" : 18403333,
          "max" : 61363264,
          "mean" : 32516071.782229,
          "stddev" : 5930220.307027,
          "N" : 314886
        },
        "bw_min" : 11372178,
        "bw_max" : 21206550,
        "bw_agg" : 100.000000,
        "bw_mean" : 16159068.102564,
        "bw_dev" : 138838.826103,
        "bw_samples" : 624,
        "iops_min" : 11105,
        "iops_max" : 20708,
        "iops_mean" : 15777.769231,
        "iops_stddev" : 135.601499,
        "iops_samples" : 624
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 319989,
      "usr_cpu" : 0.443765,
      "sys_cpu" : 93.566966,
      "ctx" : 53209,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.416320,
        "50" : 98.748500,
        "100" : 0.830100,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819844,
  "timestamp_ms" : 1772819844913,
  "time" : "Fri Mar  6 13:57:24 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 150,
      "elapsed" : 41,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 493574160384,
        "io_kbytes" : 482006016,
        "bw_bytes" : 16453020446,
        "bw" : 16067402,
        "iops" : 15691.423047,
        "runtime" : 29999,
        "total_ios" : 470727,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 284093,
          "max" : 8522905,
          "mean" : 1015142.754658,
          "stddev" : 307826.192474,
          "N" : 470727
        },
        "clat_ns" : {
          "min" : 15955145,
          "max" : 59906169,
          "mean" : 31613538.345730,
          "stddev" : 5868348.434028,
          "N" : 470711,
          "percentile" : {
            "1.000000" : 20578304,
            "5.000000" : 22675456,
            "10.000000" : 24248320,
            "20.000000" : 26607616,
            "30.000000" : 28442624,
            "40.000000" : 30015488,
            "50.000000" : 31588352,
            "60.000000" : 32899072,
            "70.000000" : 34340864,
            "80.000000" : 35913728,
            "90.000000" : 38535168,
            "95.000000" : 42205184,
            "99.000000" : 49545216,
            "99.500000" : 51118080,
            "99.900000" : 55312384,
            "99.950000" : 56360960,
            "99.990000" : 58458112
          },
          "bins" : {
            "15925248" : 1,
            "16056320" : 11,
            "16187392" : 12,
            "16318464" : 20,
            "16449536" : 28,
            "16580608" : 44,
            "16711680" : 21,
            "16908288" : 42,
            "17170432" : 32,
            "17432576" : 22,
            "17694720" : 17,
            "17956864" : 49,
            "18219008" : 161,
            "18481152" : 343,
            "18743296" : 391,
            "19005440" : 419,
            "19267584" : 366,
            "19529728" : 377,
            "19791872" : 391,
            "20054016" : 749,
            "20316160" : 1072,
            "20578304" : 1461,
            "20840448" : 1753,
            "21102592" : 1384,
            "21364736" : 1532,
            "21626880" : 1817,
            "21889024" : 2230,
            "22151168" : 2791,
            "22413312" : 3356,
            "22675456" : 3417,
            "22937600" : 3535,
            "23199744" : 3706,
            "23461888" : 4271,
            "23724032" : 4515,
            "23986176" : 4223,
            "24248320" : 4486,
            "24510464" : 4727,
            "24772608" : 5076,
            "25034752" : 5117,
            "25296896" : 5151,
            "25559040" : 5460,
            "25821184" : 5678,
            "26083328" : 5659,
            "26345472" : 5962,
            "26607616" : 6167,
            "26869760" : 6591,
            "27131904" : 6472,
            "27394048" : 6747,
            "27656192" : 7172,
            "27918336" : 7446,
            "28180480" : 7031,
            "28442624" : 6730,
            "28704768" : 7021,
            "28966912" : 7176,
            "29229056" : 6899,
            "29491200" : 7443,
            "29753344" : 7650,
            "30015488" : 7973,
            "30277632" : 8536,
            "30539776" : 8685,
            "30801920" : 9036,
            "31064064" : 9273,
            "31326208" : 9143,
            "31588352" : 8613,
            "31850496" : 8850,
            "32112640" : 9155,
            "32374784" : 9235,
            "32636928" : 8875,
            "32899072" : 9812,
            "33161216" : 9711,
            "33423360" : 9757,
            "33816576" : 17990,
            "34340864" : 16693,
            "34865152" : 16442,
            "35389440" : 15755,
            "35913728" : 13302,
            "36438016" : 10865,
            "36962304" : 8282,
            "37486592" : 6738,
            "38010880" : 6074,
            "38535168" : 4946,
            "39059456" : 4144,
            "39583744" : 3941,
            "40108032" : 3365,
            "40632320" : 3410,
            "41156608" : 3106,
            "41680896" : 2520,
            "42205184" : 2067,
            "42729472" : 1860,
            "43253760" : 1741,
            "43778048" : 1614,
            "44302336" : 1440,
            "44826624" : 1330,
            "45350912" : 1441,
            "45875200" : 1394,
            "46399488" : 1347,
            "46923776" : 1295,
            "47448064" : 982,
            "47972352" : 865,
            "48496640" : 1083,
            "49020928" : 857,
            "49545216" : 753,
            "50069504" : 769,
            "50593792" : 591,
            "51118080" : 466,
            "51642368" : 416,
            "52166656" : 382,
            "52690944" : 273,
            "53215232" : 226,
            "53739520" : 151,
            "54263808" : 138,
            "54788096" : 86,
            "55312384" : 132,
            "55836672" : 94,
            "56360960" : 92,
            "56885248" : 66,
            "57409536" : 32,
            "57933824" : 25,
            "58458112" : 28,
            "58982400" : 4,
            "59506688" : 20,
            "60030976" : 5
          }
        },
        "lat_ns" : {
          "min" : 16522771,
          "max" : 61543679,
          "mean" : 32628618.639556,
          "stddev" : 6045591.268632,
          "N" : 470711
        },
        "bw_min" : 11115035,
        "bw_max" : 21918642,
        "bw_agg" : 100.000000,
        "bw_mean" : 16070409.610169,
        "bw_dev" : 145914.247518,
        "bw_samples" : 944,
        "iops_min" : 10854,
        "iops_max" : 21403,
        "iops_mean" : 15691.644068,
        "iops_stddev" : 142.506107,
        "iops_samples" : 944
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 479984,
      "usr_cpu" : 0.445640,
      "sys_cpu" : 93.433114,
      "ctx" : 81025,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999575,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999788,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.620317,
        "50" : 98.588991,
        "100" : 0.787293,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819854,
  "timestamp_ms" : 1772819854914,
  "time" : "Fri Mar  6 13:57:34 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 139,
      "elapsed" : 51,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 660040843264,
        "io_kbytes" : 644571136,
        "bw_bytes" : 16501021081,
        "bw" : 16114278,
        "iops" : 15737.400000,
        "runtime" : 40000,
        "total_ios" : 629496,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 284093,
          "max" : 8522905,
          "mean" : 1012151.772197,
          "stddev" : 296469.384060,
          "N" : 629497
        },
        "clat_ns" : {
          "min" : 15955145,
          "max" : 59906169,
          "mean" : 31520098.188805,
          "stddev" : 5634627.763327,
          "N" : 629481,
          "percentile" : {
            "1.000000" : 20578304,
            "5.000000" : 22937600,
            "10.000000" : 24510464,
            "20.000000" : 26607616,
            "30.000000" : 28442624,
            "40.000000" : 30015488,
            "50.000000" : 31326208,
            "60.000000" : 32636928,
            "70.000000" : 33816576,
            "80.000000" : 35389440,
            "90.000000" : 38535168,
            "95.000000" : 41156608,
            "99.000000" : 48496640,
            "99.500000" : 50593792,
            "99.900000" : 54263808,
            "99.950000" : 55836672,
            "99.990000" : 57933824
          },
          "bins" : {
            "15925248" : 1,
            "16056320" : 11,
            "16187392" : 12,
            "16318464" : 20,
            "16449536" : 28,
            "16580608" : 44,
            "16711680" : 21,
            "16908288" : 42,
            "17170432" : 32,
            "17432576" : 22,
            "17694720" : 17,
            "17956864" : 49,
            "18219008" : 161,
            "18481152" : 343,
            "18743296" : 391,
            "19005440" : 419,
            "19267584" : 366,
            "19529728" : 387,
            "19791872" : 427,
            "20054016" : 819,
            "20316160" : 1147,
            "20578304" : 1585,
            "20840448" : 1967,
            "21102592" : 1698,
            "21364736" : 1856,
            "21626880" : 2061,
            "21889024" : 2588,
            "22151168" : 3330,
            "22413312" : 4078,
            "22675456" : 4294,
            "22937600" : 4530,
            "23199744" : 4738,
            "23461888" : 5380,
            "23724032" : 5800,
            "23986176" : 5645,
            "24248320" : 6099,
            "24510464" : 6561,
            "24772608" : 7109,
            "25034752" : 7361,
            "25296896" : 7549,
            "25559040" : 8165,
            "25821184" : 8404,
            "26083328" : 8616,
            "26345472" : 8888,
            "26607616" : 8880,
            "26869760" : 9102,
            "27131904" : 8860,
            "27394048" : 8967,
            "27656192" : 9451,
            "27918336" : 9591,
            "28180480" : 9231,
            "28442624" : 8895,
            "28704768" : 9088,
            "28966912" : 9300,
            "29229056" : 9244,
            "29491200" : 10110,
            "29753344" : 10317,
            "30015488" : 10848,
            "30277632" : 11668,
            "30539776" : 11667,
            "30801920" : 11982,
            "31064064" : 12494,
            "31326208" : 12665,
            "31588352" : 12102,
            "31850496" : 12303,
            "32112640" : 12565,
            "32374784" : 13211,
            "32636928" : 13318,
            "32899072" : 14095,
            "33161216" : 13943,
            "33423360" : 13905,
            "33816576" : 24735,
            "34340864" : 21778,
            "34865152" : 21088,
            "35389440" : 19526,
            "35913728" : 16640,
            "36438016" : 13479,
            "36962304" : 10579,
            "37486592" : 8947,
            "38010880" : 8259,
            "38535168" : 7387,
            "39059456" : 6209,
            "39583744" : 5707,
            "40108032" : 5272,
            "40632320" : 4842,
            "41156608" : 3922,
            "41680896" : 3137,
            "42205184" : 2590,
            "42729472" : 2305,
            "43253760" : 2080,
            "43778048" : 1957,
            "44302336" : 1738,
            "44826624" : 1673,
            "45350912" : 1701,
            "45875200" : 1558,
            "46399488" : 1443,
            "46923776" : 1377,
            "47448064" : 1025,
            "47972352" : 902,
            "48496640" : 1107,
            "49020928" : 875,
            "49545216" : 763,
            "50069504" : 772,
            "50593792" : 593,
            "51118080" : 468,
            "51642368" : 420,
            "52166656" : 389,
            "52690944" : 273,
            "53215232" : 229,
            "53739520" : 151,
            "54263808" : 138,
            "54788096" : 86,
            "55312384" : 132,
            "55836672" : 94,
            "56360960" : 92,
            "56885248" : 66,
            "57409536" : 32,
            "57933824" : 25,
            "58458112" : 28,
            "58982400" : 4,
            "59506688" : 20,
            "60030976" : 5
          }
        },
        "lat_ns" : {
          "min" : 16522771,
          "max" : 61543679,
          "mean" : 32532130.995919,
          "stddev" : 5805008.001910,
          "N" : 629481
        },
        "bw_min" : 11115035,
        "bw_max" : 22371070,
        "bw_agg" : 100.000000,
        "bw_mean" : 16131026.797468,
        "bw_dev" : 143649.847266,
        "bw_samples" : 1264,
        "iops_min" : 10854,
        "iops_max" : 21845,
        "iops_mean" : 15750.962025,
        "iops_stddev" : 140.296174,
        "iops_samples" : 1264
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 639986,
      "usr_cpu" : 0.447510,
      "sys_cpu" : 93.801583,
      "ctx" : 97388,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.474348,
        "50" : 98.931367,
        "100" : 0.591902,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819864,
  "timestamp_ms" : 1772819864914,
  "time" : "Fri Mar  6 13:57:44 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 129,
      "elapsed" : 61,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 814546419712,
        "io_kbytes" : 795455488,
        "bw_bytes" : 16290928394,
        "bw" : 15909109,
        "iops" : 15536.640000,
        "runtime" : 50000,
        "total_ios" : 776832,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 284093,
          "max" : 8522905,
          "mean" : 1025254.702895,
          "stddev" : 333716.695282,
          "N" : 776832
        },
        "clat_ns" : {
          "min" : 15955145,
          "max" : 61805870,
          "mean" : 31927371.559027,
          "stddev" : 6269372.277758,
          "N" : 776816,
          "percentile" : {
            "1.000000" : 20578304,
            "5.000000" : 22937600,
            "10.000000" : 24248320,
            "20.000000" : 26345472,
            "30.000000" : 28180480,
            "40.000000" : 30015488,
            "50.000000" : 31588352,
            "60.000000" : 32899072,
            "70.000000" : 34340864,
            "80.000000" : 36438016,
            "90.000000" : 40108032,
            "95.000000" : 43778048,
            "99.000000" : 50069504,
            "99.500000" : 51642368,
            "99.900000" : 55312384,
            "99.950000" : 56885248,
            "99.990000" : 58982400
          },
          "bins" : {
            "15925248" : 1,
            "16056320" : 11,
            "16187392" : 12,
            "16318464" : 20,
            "16449536" : 28,
            "16580608" : 44,
            "16711680" : 21,
            "16908288" : 42,
            "17170432" : 32,
            "17432576" : 22,
            "17694720" : 17,
            "17956864" : 49,
            "18219008" : 161,
            "18481152" : 361,
            "18743296" : 435,
            "19005440" : 573,
            "19267584" : 554,
            "19529728" : 641,
            "19791872" : 729,
            "20054016" : 1125,
            "20316160" : 1334,
            "20578304" : 1925,
            "20840448" : 2518,
            "21102592" : 2246,
            "21364736" : 2595,
            "21626880" : 2870,
            "21889024" : 3693,
            "22151168" : 4635,
            "22413312" : 5568,
            "22675456" : 6070,
            "22937600" : 6644,
            "23199744" : 6932,
            "23461888" : 7426,
            "23724032" : 7728,
            "23986176" : 7470,
            "24248320" : 7864,
            "24510464" : 8288,
            "24772608" : 8875,
            "25034752" : 9176,
            "25296896" : 9379,
            "25559040" : 10042,
            "25821184" : 10298,
            "26083328" : 10413,
            "26345472" : 10519,
            "26607616" : 10310,
            "26869760" : 10713,
            "27131904" : 10528,
            "27394048" : 10565,
            "27656192" : 10994,
            "27918336" : 11090,
            "28180480" : 10668,
            "28442624" : 10190,
            "28704768" : 10495,
            "28966912" : 10712,
            "29229056" : 10618,
            "29491200" : 11547,
            "29753344" : 11764,
            "30015488" : 12349,
            "30277632" : 13226,
            "30539776" : 13379,
            "30801920" : 13763,
            "31064064" : 14121,
            "31326208" : 14161,
            "31588352" : 13590,
            "31850496" : 13851,
            "32112640" : 14048,
            "32374784" : 14768,
            "32636928" : 15045,
            "32899072" : 15818,
            "33161216" : 15791,
            "33423360" : 15538,
            "33816576" : 28330,
            "34340864" : 25386,
            "34865152" : 24070,
            "35389440" : 21643,
            "35913728" : 18628,
            "36438016" : 16207,
            "36962304" : 13673,
            "37486592" : 11610,
            "38010880" : 10792,
            "38535168" : 9777,
            "39059456" : 8443,
            "39583744" : 7700,
            "40108032" : 7334,
            "40632320" : 6958,
            "41156608" : 6156,
            "41680896" : 5495,
            "42205184" : 5140,
            "42729472" : 4843,
            "43253760" : 4534,
            "43778048" : 3820,
            "44302336" : 3399,
            "44826624" : 3245,
            "45350912" : 3466,
            "45875200" : 3097,
            "46399488" : 3022,
            "46923776" : 2779,
            "47448064" : 2352,
            "47972352" : 2040,
            "48496640" : 2259,
            "49020928" : 1940,
            "49545216" : 1611,
            "50069504" : 1469,
            "50593792" : 1205,
            "51118080" : 937,
            "51642368" : 823,
            "52166656" : 706,
            "52690944" : 555,
            "53215232" : 438,
            "53739520" : 374,
            "54263808" : 331,
            "54788096" : 210,
            "55312384" : 218,
            "55836672" : 186,
            "56360960" : 167,
            "56885248" : 113,
            "57409536" : 89,
            "57933824" : 62,
            "58458112" : 55,
            "58982400" : 35,
            "59506688" : 42,
            "60030976" : 11,
            "60555264" : 6,
            "61079552" : 4,
            "61603840" : 4
          }
        },
        "lat_ns" : {
          "min" : 16522771,
          "max" : 63278058,
          "mean" : 32952549.572278,
          "stddev" : 6458379.828480,
          "N" : 776816
        },
        "bw_min" : 10718425,
        "bw_max" : 22751566,
        "bw_agg" : 100.000000,
        "bw_mean" : 15927834.909091,
        "bw_dev" : 154554.665825,
        "bw_samples" : 1584,
        "iops_min" : 10466,
        "iops_max" : 22215,
        "iops_mean" : 15552.565657,
        "iops_stddev" : 150.938941,
        "iops_samples" : 1584
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 799998,
      "usr_cpu" : 0.439126,
      "sys_cpu" : 92.734857,
      "ctx" : 157636,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999871,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999871,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.518259,
        "50" : 98.515123,
        "100" : 0.964559,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819874,
  "timestamp_ms" : 1772819874914,
  "time" : "Fri Mar  6 13:57:54 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 118,
      "elapsed" : 71,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 988821848064,
        "io_kbytes" : 965646336,
        "bw_bytes" : 16480364134,
        "bw" : 16094105,
        "iops" : 15717.216667,
        "runtime" : 60000,
        "total_ios" : 943033,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 242761,
          "max" : 8522905,
          "mean" : 1013448.710872,
          "stddev" : 324436.269934,
          "N" : 943033
        },
        "clat_ns" : {
          "min" : 15955145,
          "max" : 61805870,
          "mean" : 31561688.409724,
          "stddev" : 6216932.439452,
          "N" : 943017,
          "percentile" : {
            "1.000000" : 20054016,
            "5.000000" : 22675456,
            "10.000000" : 23986176,
            "20.000000" : 26083328,
            "30.000000" : 27918336,
            "40.000000" : 29753344,
            "50.000000" : 31064064,
            "60.000000" : 32636928,
            "70.000000" : 33816576,
            "80.000000" : 35913728,
            "90.000000" : 39583744,
            "95.000000" : 43253760,
            "99.000000" : 49545216,
            "99.500000" : 51118080,
            "99.900000" : 55312384,
            "99.950000" : 56360960,
            "99.990000" : 58982400
          },
          "bins" : {
            "15925248" : 1,
            "16056320" : 11,
            "16187392" : 12,
            "16318464" : 20,
            "16449536" : 29,
            "16580608" : 48,
            "16711680" : 32,
            "16908288" : 58,
            "17170432" : 68,
            "17432576" : 76,
            "17694720" : 179,
            "17956864" : 296,
            "18219008" : 527,
            "18481152" : 773,
            "18743296" : 889,
            "19005440" : 1061,
            "19267584" : 1111,
            "19529728" : 1183,
            "19791872" : 1402,
            "20054016" : 1867,
            "20316160" : 2093,
            "20578304" : 2667,
            "20840448" : 3502,
            "21102592" : 3299,
            "21364736" : 3673,
            "21626880" : 4019,
            "21889024" : 4983,
            "22151168" : 5855,
            "22413312" : 6754,
            "22675456" : 7308,
            "22937600" : 7861,
            "23199744" : 8401,
            "23461888" : 8877,
            "23724032" : 9461,
            "23986176" : 9540,
            "24248320" : 10003,
            "24510464" : 10694,
            "24772608" : 11538,
            "25034752" : 12007,
            "25296896" : 12398,
            "25559040" : 13110,
            "25821184" : 13341,
            "26083328" : 13573,
            "26345472" : 13271,
            "26607616" : 13121,
            "26869760" : 13591,
            "27131904" : 13161,
            "27394048" : 13121,
            "27656192" : 13570,
            "27918336" : 13832,
            "28180480" : 13351,
            "28442624" : 12801,
            "28704768" : 13256,
            "28966912" : 13802,
            "29229056" : 13826,
            "29491200" : 15118,
            "29753344" : 15537,
            "30015488" : 16079,
            "30277632" : 17062,
            "30539776" : 17574,
            "30801920" : 17830,
            "31064064" : 18209,
            "31326208" : 17961,
            "31588352" : 16923,
            "31850496" : 16947,
            "32112640" : 16806,
            "32374784" : 17385,
            "32636928" : 17377,
            "32899072" : 17884,
            "33161216" : 17845,
            "33423360" : 17418,
            "33816576" : 32186,
            "34340864" : 28937,
            "34865152" : 27098,
            "35389440" : 24300,
            "35913728" : 21100,
            "36438016" : 18463,
            "36962304" : 15872,
            "37486592" : 13101,
            "38010880" : 12198,
            "38535168" : 10956,
            "39059456" : 9595,
            "39583744" : 8664,
            "40108032" : 8229,
            "40632320" : 7921,
            "41156608" : 7171,
            "41680896" : 6389,
            "42205184" : 5983,
            "42729472" : 5685,
            "43253760" : 5150,
            "43778048" : 4276,
            "44302336" : 3866,
            "44826624" : 3705,
            "45350912" : 3816,
            "45875200" : 3419,
            "46399488" : 3294,
            "46923776" : 3031,
            "47448064" : 2571,
            "47972352" : 2227,
            "48496640" : 2406,
            "49020928" : 2057,
            "49545216" : 1717,
            "50069504" : 1556,
            "50593792" : 1269,
            "51118080" : 975,
            "51642368" : 849,
            "52166656" : 737,
            "52690944" : 590,
            "53215232" : 473,
            "53739520" : 379,
            "54263808" : 334,
            "54788096" : 215,
            "55312384" : 222,
            "55836672" : 188,
            "56360960" : 167,
            "56885248" : 114,
            "57409536" : 89,
            "57933824" : 62,
            "58458112" : 55,
            "58982400" : 35,
            "59506688" : 42,
            "60030976" : 11,
            "60555264" : 6,
            "61079552" : 4,
            "61603840" : 4
          }
        },
        "lat_ns" : {
          "min" : 16522771,
          "max" : 63278058,
          "mean" : 32575148.618858,
          "stddev" : 6404999.858777,
          "N" : 943017
        },
        "bw_min" : 10718425,
        "bw_max" : 23018717,
        "bw_agg" : 99.935954,
        "bw_mean" : 16083798.915966,
        "bw_dev" : 158081.180256,
        "bw_samples" : 1904,
        "iops_min" : 10466,
        "iops_max" : 22475,
        "iops_mean" : 15704.924370,
        "iops_stddev" : 154.382801,
        "iops_samples" : 1904
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 959999,
      "usr_cpu" : 0.443750,
      "sys_cpu" : 92.989472,
      "ctx" : 176812,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999894,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999894,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.876852,
        "50" : 98.294545,
        "100" : 0.826906,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819884,
  "timestamp_ms" : 1772819884914,
  "time" : "Fri Mar  6 13:58:04 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 109,
      "elapsed" : 81,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 1166007074816,
        "io_kbytes" : 1138678784,
        "bw_bytes" : 16657243925,
        "bw" : 16266839,
        "iops" : 15885.942857,
        "runtime" : 70000,
        "total_ios" : 1112016,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 242761,
          "max" : 8522905,
          "mean" : 1002659.149611,
          "stddev" : 308018.229844,
          "N" : 1112016
        },
        "clat_ns" : {
          "min" : 15955145,
          "max" : 61805870,
          "mean" : 31225732.327800,
          "stddev" : 5987798.176018,
          "N" : 1112000,
          "percentile" : {
            "1.000000" : 19791872,
            "5.000000" : 22413312,
            "10.000000" : 23986176,
            "20.000000" : 26083328,
            "30.000000" : 27918336,
            "40.000000" : 29491200,
            "50.000000" : 31064064,
            "60.000000" : 32374784,
            "70.000000" : 33423360,
            "80.000000" : 35389440,
            "90.000000" : 38535168,
            "95.000000" : 42205184,
            "99.000000" : 49020928,
            "99.500000" : 50593792,
            "99.900000" : 54788096,
            "99.950000" : 56360960,
            "99.990000" : 58458112
          },
          "bins" : {
            "15925248" : 1,
            "16056320" : 11,
            "16187392" : 12,
            "16318464" : 20,
            "16449536" : 29,
            "16580608" : 48,
            "16711680" : 32,
            "16908288" : 58,
            "17170432" : 68,
            "17432576" : 78,
            "17694720" : 183,
            "17956864" : 297,
            "18219008" : 529,
            "18481152" : 805,
            "18743296" : 996,
            "19005440" : 1410,
            "19267584" : 1885,
            "19529728" : 2278,
            "19791872" : 2525,
            "20054016" : 2850,
            "20316160" : 2989,
            "20578304" : 3392,
            "20840448" : 3993,
            "21102592" : 3685,
            "21364736" : 4185,
            "21626880" : 4589,
            "21889024" : 5764,
            "22151168" : 6743,
            "22413312" : 7813,
            "22675456" : 8460,
            "22937600" : 9139,
            "23199744" : 9662,
            "23461888" : 10191,
            "23724032" : 10901,
            "23986176" : 11166,
            "24248320" : 11891,
            "24510464" : 12665,
            "24772608" : 13476,
            "25034752" : 14272,
            "25296896" : 14829,
            "25559040" : 15644,
            "25821184" : 15973,
            "26083328" : 16466,
            "26345472" : 16611,
            "26607616" : 16208,
            "26869760" : 16750,
            "27131904" : 16265,
            "27394048" : 16376,
            "27656192" : 16697,
            "27918336" : 17000,
            "28180480" : 16649,
            "28442624" : 16214,
            "28704768" : 16484,
            "28966912" : 17105,
            "29229056" : 16963,
            "29491200" : 18350,
            "29753344" : 19063,
            "30015488" : 19795,
            "30277632" : 20805,
            "30539776" : 21567,
            "30801920" : 22018,
            "31064064" : 22823,
            "31326208" : 22835,
            "31588352" : 22282,
            "31850496" : 22274,
            "32112640" : 22851,
            "32374784" : 23347,
            "32636928" : 22671,
            "32899072" : 22905,
            "33161216" : 22488,
            "33423360" : 21322,
            "33816576" : 37692,
            "34340864" : 32800,
            "34865152" : 29808,
            "35389440" : 26687,
            "35913728" : 22748,
            "36438016" : 19438,
            "36962304" : 16474,
            "37486592" : 13566,
            "38010880" : 12475,
            "38535168" : 11141,
            "39059456" : 9825,
            "39583744" : 8883,
            "40108032" : 8384,
            "40632320" : 8063,
            "41156608" : 7257,
            "41680896" : 6432,
            "42205184" : 6009,
            "42729472" : 5686,
            "43253760" : 5150,
            "43778048" : 4276,
            "44302336" : 3866,
            "44826624" : 3705,
            "45350912" : 3816,
            "45875200" : 3419,
            "46399488" : 3294,
            "46923776" : 3031,
            "47448064" : 2571,
            "47972352" : 2227,
            "48496640" : 2406,
            "49020928" : 2057,
            "49545216" : 1717,
            "50069504" : 1556,
            "50593792" : 1269,
            "51118080" : 975,
            "51642368" : 849,
            "52166656" : 737,
            "52690944" : 590,
            "53215232" : 473,
            "53739520" : 379,
            "54263808" : 334,
            "54788096" : 215,
            "55312384" : 222,
            "55836672" : 188,
            "56360960" : 167,
            "56885248" : 114,
            "57409536" : 89,
            "57933824" : 62,
            "58458112" : 55,
            "58982400" : 35,
            "59506688" : 42,
            "60030976" : 11,
            "60555264" : 6,
            "61079552" : 4,
            "61603840" : 4
          }
        },
        "lat_ns" : {
          "min" : 16522771,
          "max" : 63278058,
          "mean" : 32228364.301125,
          "stddev" : 6169515.290294,
          "N" : 1112000
        },
        "bw_min" : 10718425,
        "bw_max" : 23120477,
        "bw_agg" : 100.000000,
        "bw_mean" : 16275029.100719,
        "bw_dev" : 158154.346002,
        "bw_samples" : 2224,
        "iops_min" : 10466,
        "iops_max" : 22575,
        "iops_mean" : 15891.712230,
        "iops_stddev" : 154.457869,
        "iops_samples" : 2224
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1119991,
      "usr_cpu" : 0.446254,
      "sys_cpu" : 93.435215,
      "ctx" : 184488,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 1.082898,
        "50" : 98.214414,
        "100" : 0.701249,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819894,
  "timestamp_ms" : 1772819894914,
  "time" : "Fri Mar  6 13:58:14 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 99,
      "elapsed" : 91,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 1327973269504,
        "io_kbytes" : 1296848896,
        "bw_bytes" : 16599873367,
        "bw" : 16210813,
        "iops" : 15831.172890,
        "runtime" : 79999,
        "total_ios" : 1266478,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 242761,
          "max" : 8522905,
          "mean" : 1006136.028744,
          "stddev" : 313315.190526,
          "N" : 1266478
        },
        "clat_ns" : {
          "min" : 15955145,
          "max" : 61805870,
          "mean" : 31333989.455437,
          "stddev" : 6218000.623135,
          "N" : 1266462,
          "percentile" : {
            "1.000000" : 19791872,
            "5.000000" : 22413312,
            "10.000000" : 23724032,
            "20.000000" : 25821184,
            "30.000000" : 27656192,
            "40.000000" : 29491200,
            "50.000000" : 31064064,
            "60.000000" : 32374784,
            "70.000000" : 33816576,
            "80.000000" : 35913728,
            "90.000000" : 39583744,
            "95.000000" : 43253760,
            "99.000000" : 49020928,
            "99.500000" : 50593792,
            "99.900000" : 54788096,
            "99.950000" : 55836672,
            "99.990000" : 58458112
          },
          "bins" : {
            "15925248" : 1,
            "16056320" : 11,
            "16187392" : 12,
            "16318464" : 20,
            "16449536" : 29,
            "16580608" : 48,
            "16711680" : 32,
            "16908288" : 58,
            "17170432" : 68,
            "17432576" : 84,
            "17694720" : 218,
            "17956864" : 452,
            "18219008" : 787,
            "18481152" : 1203,
            "18743296" : 1394,
            "19005440" : 1676,
            "19267584" : 2397,
            "19529728" : 2837,
            "19791872" : 3030,
            "20054016" : 3269,
            "20316160" : 3443,
            "20578304" : 3924,
            "20840448" : 4836,
            "21102592" : 5164,
            "21364736" : 5822,
            "21626880" : 6263,
            "21889024" : 7544,
            "22151168" : 8388,
            "22413312" : 9476,
            "22675456" : 10243,
            "22937600" : 11165,
            "23199744" : 11797,
            "23461888" : 12612,
            "23724032" : 13621,
            "23986176" : 13417,
            "24248320" : 13791,
            "24510464" : 14364,
            "24772608" : 14985,
            "25034752" : 15857,
            "25296896" : 16468,
            "25559040" : 17380,
            "25821184" : 17681,
            "26083328" : 18041,
            "26345472" : 18329,
            "26607616" : 18023,
            "26869760" : 18801,
            "27131904" : 18533,
            "27394048" : 18575,
            "27656192" : 18712,
            "27918336" : 18830,
            "28180480" : 18309,
            "28442624" : 17928,
            "28704768" : 18186,
            "28966912" : 18648,
            "29229056" : 18554,
            "29491200" : 19945,
            "29753344" : 20642,
            "30015488" : 21516,
            "30277632" : 22674,
            "30539776" : 23346,
            "30801920" : 23765,
            "31064064" : 24509,
            "31326208" : 24308,
            "31588352" : 23656,
            "31850496" : 23587,
            "32112640" : 24299,
            "32374784" : 24739,
            "32636928" : 24279,
            "32899072" : 24615,
            "33161216" : 24485,
            "33423360" : 23429,
            "33816576" : 41471,
            "34340864" : 35648,
            "34865152" : 32183,
            "35389440" : 29306,
            "35913728" : 25491,
            "36438016" : 22457,
            "36962304" : 20251,
            "37486592" : 17211,
            "38010880" : 15778,
            "38535168" : 13659,
            "39059456" : 12208,
            "39583744" : 11379,
            "40108032" : 10771,
            "40632320" : 10449,
            "41156608" : 9529,
            "41680896" : 8647,
            "42205184" : 8190,
            "42729472" : 7809,
            "43253760" : 7149,
            "43778048" : 6009,
            "44302336" : 5665,
            "44826624" : 5470,
            "45350912" : 5045,
            "45875200" : 4457,
            "46399488" : 4258,
            "46923776" : 3823,
            "47448064" : 3316,
            "47972352" : 2863,
            "48496640" : 2862,
            "49020928" : 2449,
            "49545216" : 2032,
            "50069504" : 1820,
            "50593792" : 1441,
            "51118080" : 1130,
            "51642368" : 976,
            "52166656" : 823,
            "52690944" : 645,
            "53215232" : 513,
            "53739520" : 416,
            "54263808" : 375,
            "54788096" : 277,
            "55312384" : 246,
            "55836672" : 215,
            "56360960" : 180,
            "56885248" : 118,
            "57409536" : 97,
            "57933824" : 68,
            "58458112" : 55,
            "58982400" : 35,
            "59506688" : 42,
            "60030976" : 11,
            "60555264" : 6,
            "61079552" : 4,
            "61603840" : 4
          }
        },
        "lat_ns" : {
          "min" : 16522771,
          "max" : 63278058,
          "mean" : 32340096.294977,
          "stddev" : 6407325.100718,
          "N" : 1266462
        },
        "bw_min" : 10651515,
        "bw_max" : 23559886,
        "bw_agg" : 100.000000,
        "bw_mean" : 16219560.610063,
        "bw_dev" : 165631.158761,
        "bw_samples" : 2544,
        "iops_min" : 10401,
        "iops_max" : 23005,
        "iops_mean" : 15837.364780,
        "iops_stddev" : 161.759123,
        "iops_samples" : 2544
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1279984,
      "usr_cpu" : 0.445240,
      "sys_cpu" : 93.344761,
      "ctx" : 218438,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 1.203890,
        "50" : 98.099296,
        "100" : 0.695551,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819904,
  "timestamp_ms" : 1772819904914,
  "time" : "Fri Mar  6 13:58:24 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 89,
      "elapsed" : 101,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 1491658080256,
        "io_kbytes" : 1456697344,
        "bw_bytes" : 16573978669,
        "bw" : 16185526,
        "iops" : 15806.411111,
        "runtime" : 90000,
        "total_ios" : 1422577,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 242761,
          "max" : 8522905,
          "mean" : 1007699.655799,
          "stddev" : 310388.301092,
          "N" : 1422577
        },
        "clat_ns" : {
          "min" : 15955145,
          "max" : 61805870,
          "mean" : 31382788.316940,
          "stddev" : 6119844.268909,
          "N" : 1422561,
          "percentile" : {
            "1.000000" : 19791872,
            "5.000000" : 22413312,
            "10.000000" : 23724032,
            "20.000000" : 26083328,
            "30.000000" : 27918336,
            "40.000000" : 29753344,
            "50.000000" : 31064064,
            "60.000000" : 32374784,
            "70.000000" : 33816576,
            "80.000000" : 35913728,
            "90.000000" : 39583744,
            "95.000000" : 42729472,
            "99.000000" : 49020928,
            "99.500000" : 50593792,
            "99.900000" : 54263808,
            "99.950000" : 55836672,
            "99.990000" : 58458112
          },
          "bins" : {
            "15925248" : 1,
            "16056320" : 11,
            "16187392" : 12,
            "16318464" : 20,
            "16449536" : 29,
            "16580608" : 48,
            "16711680" : 32,
            "16908288" : 58,
            "17170432" : 68,
            "17432576" : 87,
            "17694720" : 232,
            "17956864" : 499,
            "18219008" : 859,
            "18481152" : 1275,
            "18743296" : 1456,
            "19005440" : 1792,
            "19267584" : 2613,
            "19529728" : 3181,
            "19791872" : 3323,
            "20054016" : 3564,
            "20316160" : 3760,
            "20578304" : 4457,
            "20840448" : 5396,
            "21102592" : 5761,
            "21364736" : 6522,
            "21626880" : 6858,
            "21889024" : 8102,
            "22151168" : 8916,
            "22413312" : 10019,
            "22675456" : 10836,
            "22937600" : 11799,
            "23199744" : 12622,
            "23461888" : 13626,
            "23724032" : 14717,
            "23986176" : 14442,
            "24248320" : 14806,
            "24510464" : 15319,
            "24772608" : 16168,
            "25034752" : 17114,
            "25296896" : 17685,
            "25559040" : 18657,
            "25821184" : 19016,
            "26083328" : 19569,
            "26345472" : 20007,
            "26607616" : 19632,
            "26869760" : 20714,
            "27131904" : 20546,
            "27394048" : 20657,
            "27656192" : 21043,
            "27918336" : 21370,
            "28180480" : 20867,
            "28442624" : 20499,
            "28704768" : 20885,
            "28966912" : 21727,
            "29229056" : 21436,
            "29491200" : 22865,
            "29753344" : 23615,
            "30015488" : 24623,
            "30277632" : 25864,
            "30539776" : 26575,
            "30801920" : 27091,
            "31064064" : 27607,
            "31326208" : 27440,
            "31588352" : 26694,
            "31850496" : 26530,
            "32112640" : 27326,
            "32374784" : 28029,
            "32636928" : 27741,
            "32899072" : 28076,
            "33161216" : 28295,
            "33423360" : 27731,
            "33816576" : 49242,
            "34340864" : 41853,
            "34865152" : 36912,
            "35389440" : 33508,
            "35913728" : 29288,
            "36438016" : 25475,
            "36962304" : 23213,
            "37486592" : 19939,
            "38010880" : 18206,
            "38535168" : 15776,
            "39059456" : 14151,
            "39583744" : 13318,
            "40108032" : 12507,
            "40632320" : 11998,
            "41156608" : 10887,
            "41680896" : 9665,
            "42205184" : 9042,
            "42729472" : 8345,
            "43253760" : 7622,
            "43778048" : 6435,
            "44302336" : 6043,
            "44826624" : 5807,
            "45350912" : 5379,
            "45875200" : 4755,
            "46399488" : 4515,
            "46923776" : 4064,
            "47448064" : 3486,
            "47972352" : 2992,
            "48496640" : 2955,
            "49020928" : 2539,
            "49545216" : 2083,
            "50069504" : 1859,
            "50593792" : 1485,
            "51118080" : 1162,
            "51642368" : 993,
            "52166656" : 849,
            "52690944" : 655,
            "53215232" : 525,
            "53739520" : 434,
            "54263808" : 388,
            "54788096" : 284,
            "55312384" : 261,
            "55836672" : 226,
            "56360960" : 187,
            "56885248" : 119,
            "57409536" : 98,
            "57933824" : 68,
            "58458112" : 55,
            "58982400" : 35,
            "59506688" : 42,
            "60030976" : 11,
            "60555264" : 6,
            "61079552" : 4,
            "61603840" : 4
          }
        },
        "lat_ns" : {
          "min" : 16522771,
          "max" : 63278058,
          "mean" : 32390471.033359,
          "stddev" : 6306006.263116,
          "N" : 1422561
        },
        "bw_min" : 10651515,
        "bw_max" : 23559886,
        "bw_agg" : 100.000000,
        "bw_mean" : 16190901.150838,
        "bw_dev" : 163089.475446,
        "bw_samples" : 2864,
        "iops_min" : 10401,
        "iops_max" : 23005,
        "iops_mean" : 15809.402235,
        "iops_stddev" : 159.279103,
        "iops_samples" : 2864
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1439994,
      "usr_cpu" : 0.445835,
      "sys_cpu" : 93.398097,
      "ctx" : 243593,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999859,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999859,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 1.165139,
        "50" : 98.197637,
        "100" : 0.636099,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819914,
  "timestamp_ms" : 1772819914914,
  "time" : "Fri Mar  6 13:58:34 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 79,
      "elapsed" : 111,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 1659367325696,
        "io_kbytes" : 1620475904,
        "bw_bytes" : 16593673256,
        "bw" : 16204759,
        "iops" : 15825.220000,
        "runtime" : 100000,
        "total_ios" : 1582522,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 242761,
          "max" : 8522905,
          "mean" : 1006493.698948,
          "stddev" : 302305.291267,
          "N" : 1582522
        },
        "clat_ns" : {
          "min" : 15955145,
          "max" : 61805870,
          "mean" : 31345271.946653,
          "stddev" : 5992028.221241,
          "N" : 1582506,
          "percentile" : {
            "1.000000" : 19791872,
            "5.000000" : 22413312,
            "10.000000" : 23986176,
            "20.000000" : 26083328,
            "30.000000" : 27918336,
            "40.000000" : 29753344,
            "50.000000" : 31064064,
            "60.000000" : 32374784,
            "70.000000" : 33816576,
            "80.000000" : 35389440,
            "90.000000" : 39059456,
            "95.000000" : 42205184,
            "99.000000" : 48496640,
            "99.500000" : 50069504,
            "99.900000" : 54263808,
            "99.950000" : 55836672,
            "99.990000" : 57933824
          },
          "bins" : {
            "15925248" : 1,
            "16056320" : 11,
            "16187392" : 12,
            "16318464" : 20,
            "16449536" : 29,
            "16580608" : 48,
            "16711680" : 32,
            "16908288" : 58,
            "17170432" : 68,
            "17432576" : 87,
            "17694720" : 232,
            "17956864" : 499,
            "18219008" : 859,
            "18481152" : 1275,
            "18743296" : 1456,
            "19005440" : 1794,
            "19267584" : 2648,
            "19529728" : 3300,
            "19791872" : 3569,
            "20054016" : 3827,
            "20316160" : 4194,
            "20578304" : 5140,
            "20840448" : 6324,
            "21102592" : 6571,
            "21364736" : 7660,
            "21626880" : 7952,
            "21889024" : 9096,
            "22151168" : 9658,
            "22413312" : 10599,
            "22675456" : 11397,
            "22937600" : 12512,
            "23199744" : 13463,
            "23461888" : 14626,
            "23724032" : 15805,
            "23986176" : 15788,
            "24248320" : 16217,
            "24510464" : 16708,
            "24772608" : 17514,
            "25034752" : 18564,
            "25296896" : 19261,
            "25559040" : 20272,
            "25821184" : 20730,
            "26083328" : 21347,
            "26345472" : 21733,
            "26607616" : 21432,
            "26869760" : 22566,
            "27131904" : 22680,
            "27394048" : 23061,
            "27656192" : 23705,
            "27918336" : 24132,
            "28180480" : 23761,
            "28442624" : 23474,
            "28704768" : 23960,
            "28966912" : 25045,
            "29229056" : 24700,
            "29491200" : 26205,
            "29753344" : 26757,
            "30015488" : 27826,
            "30277632" : 28972,
            "30539776" : 29532,
            "30801920" : 30258,
            "31064064" : 30995,
            "31326208" : 30950,
            "31588352" : 30515,
            "31850496" : 30114,
            "32112640" : 31040,
            "32374784" : 31779,
            "32636928" : 31369,
            "32899072" : 31694,
            "33161216" : 31972,
            "33423360" : 31256,
            "33816576" : 55490,
            "34340864" : 47678,
            "34865152" : 42590,
            "35389440" : 38823,
            "35913728" : 33466,
            "36438016" : 28819,
            "36962304" : 26147,
            "37486592" : 22317,
            "38010880" : 20573,
            "38535168" : 18189,
            "39059456" : 16253,
            "39583744" : 14923,
            "40108032" : 13691,
            "40632320" : 12698,
            "41156608" : 11402,
            "41680896" : 9979,
            "42205184" : 9284,
            "42729472" : 8545,
            "43253760" : 7754,
            "43778048" : 6512,
            "44302336" : 6100,
            "44826624" : 5850,
            "45350912" : 5421,
            "45875200" : 4780,
            "46399488" : 4541,
            "46923776" : 4094,
            "47448064" : 3516,
            "47972352" : 3016,
            "48496640" : 2964,
            "49020928" : 2543,
            "49545216" : 2084,
            "50069504" : 1863,
            "50593792" : 1488,
            "51118080" : 1163,
            "51642368" : 993,
            "52166656" : 849,
            "52690944" : 655,
            "53215232" : 525,
            "53739520" : 434,
            "54263808" : 388,
            "54788096" : 284,
            "55312384" : 261,
            "55836672" : 226,
            "56360960" : 187,
            "56885248" : 119,
            "57409536" : 98,
            "57933824" : 68,
            "58458112" : 55,
            "58982400" : 35,
            "59506688" : 42,
            "60030976" : 11,
            "60555264" : 6,
            "61079552" : 4,
            "61603840" : 4
          }
        },
        "lat_ns" : {
          "min" : 16522771,
          "max" : 63278058,
          "mean" : 32351734.269511,
          "stddev" : 6174423.598512,
          "N" : 1582506
        },
        "bw_min" : 10651515,
        "bw_max" : 23837729,
        "bw_agg" : 100.000000,
        "bw_mean" : 16212921.472362,
        "bw_dev" : 159924.966437,
        "bw_samples" : 3184,
        "iops_min" : 10401,
        "iops_max" : 23277,
        "iops_mean" : 15830.904523,
        "iops_stddev" : 156.189954,
        "iops_samples" : 3184
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1599987,
      "usr_cpu" : 0.446316,
      "sys_cpu" : 93.637948,
      "ctx" : 255285,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999937,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999937,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 1.078342,
        "50" : 98.348522,
        "100" : 0.572125,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819924,
  "timestamp_ms" : 1772819924915,
  "time" : "Fri Mar  6 13:58:44 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 68,
      "elapsed" : 121,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 1816894898176,
        "io_kbytes" : 1774311424,
        "bw_bytes" : 16517226347,
        "bw" : 16130103,
        "iops" : 15752.336364,
        "runtime" : 110000,
        "total_ios" : 1732757,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 242761,
          "max" : 8522905,
          "mean" : 1011167.034859,
          "stddev" : 312213.598099,
          "N" : 1732757
        },
        "clat_ns" : {
          "min" : 15955145,
          "max" : 61805870,
          "mean" : 31490365.861851,
          "stddev" : 6178985.151320,
          "N" : 1732741,
          "percentile" : {
            "1.000000" : 20054016,
            "5.000000" : 22413312,
            "10.000000" : 23986176,
            "20.000000" : 26083328,
            "30.000000" : 27918336,
            "40.000000" : 29753344,
            "50.000000" : 31064064,
            "60.000000" : 32636928,
            "70.000000" : 33816576,
            "80.000000" : 35913728,
            "90.000000" : 39583744,
            "95.000000" : 42729472,
            "99.000000" : 49020928,
            "99.500000" : 50593792,
            "99.900000" : 54788096,
            "99.950000" : 55836672,
            "99.990000" : 58458112
          },
          "bins" : {
            "15925248" : 1,
            "16056320" : 11,
            "16187392" : 12,
            "16318464" : 20,
            "16449536" : 29,
            "16580608" : 48,
            "16711680" : 32,
            "16908288" : 58,
            "17170432" : 68,
            "17432576" : 87,
            "17694720" : 232,
            "17956864" : 499,
            "18219008" : 859,
            "18481152" : 1304,
            "18743296" : 1547,
            "19005440" : 1863,
            "19267584" : 2771,
            "19529728" : 3489,
            "19791872" : 3781,
            "20054016" : 4171,
            "20316160" : 4455,
            "20578304" : 5410,
            "20840448" : 6721,
            "21102592" : 6942,
            "21364736" : 7995,
            "21626880" : 8356,
            "21889024" : 9673,
            "22151168" : 10308,
            "22413312" : 11581,
            "22675456" : 12975,
            "22937600" : 14355,
            "23199744" : 15762,
            "23461888" : 17210,
            "23724032" : 18336,
            "23986176" : 18458,
            "24248320" : 18714,
            "24510464" : 19040,
            "24772608" : 19786,
            "25034752" : 21148,
            "25296896" : 21780,
            "25559040" : 22714,
            "25821184" : 23215,
            "26083328" : 23927,
            "26345472" : 24269,
            "26607616" : 23676,
            "26869760" : 24627,
            "27131904" : 24758,
            "27394048" : 25066,
            "27656192" : 25442,
            "27918336" : 25921,
            "28180480" : 25383,
            "28442624" : 25057,
            "28704768" : 25384,
            "28966912" : 26390,
            "29229056" : 26150,
            "29491200" : 27654,
            "29753344" : 28081,
            "30015488" : 29058,
            "30277632" : 30137,
            "30539776" : 30729,
            "30801920" : 31483,
            "31064064" : 32223,
            "31326208" : 32182,
            "31588352" : 31665,
            "31850496" : 31388,
            "32112640" : 32309,
            "32374784" : 33055,
            "32636928" : 32765,
            "32899072" : 33091,
            "33161216" : 33408,
            "33423360" : 32760,
            "33816576" : 58690,
            "34340864" : 50519,
            "34865152" : 45745,
            "35389440" : 42085,
            "35913728" : 36776,
            "36438016" : 31846,
            "36962304" : 29170,
            "37486592" : 25333,
            "38010880" : 23344,
            "38535168" : 20741,
            "39059456" : 18834,
            "39583744" : 17117,
            "40108032" : 16096,
            "40632320" : 15378,
            "41156608" : 14210,
            "41680896" : 12981,
            "42205184" : 12164,
            "42729472" : 11613,
            "43253760" : 10435,
            "43778048" : 8617,
            "44302336" : 7656,
            "44826624" : 7315,
            "45350912" : 6571,
            "45875200" : 5849,
            "46399488" : 5534,
            "46923776" : 5000,
            "47448064" : 4323,
            "47972352" : 3780,
            "48496640" : 3523,
            "49020928" : 2964,
            "49545216" : 2480,
            "50069504" : 2214,
            "50593792" : 1826,
            "51118080" : 1465,
            "51642368" : 1223,
            "52166656" : 1095,
            "52690944" : 863,
            "53215232" : 682,
            "53739520" : 556,
            "54263808" : 483,
            "54788096" : 359,
            "55312384" : 344,
            "55836672" : 297,
            "56360960" : 232,
            "56885248" : 161,
            "57409536" : 118,
            "57933824" : 92,
            "58458112" : 72,
            "58982400" : 44,
            "59506688" : 47,
            "60030976" : 11,
            "60555264" : 6,
            "61079552" : 4,
            "61603840" : 4
          }
        },
        "lat_ns" : {
          "min" : 16522771,
          "max" : 63278058,
          "mean" : 32501494.805626,
          "stddev" : 6366997.469946,
          "N" : 1732741
        },
        "bw_min" : 10535291,
        "bw_max" : 23837729,
        "bw_agg" : 100.000000,
        "bw_mean" : 16140200.780822,
        "bw_dev" : 162827.093268,
        "bw_samples" : 3504,
        "iops_min" : 10287,
        "iops_max" : 23277,
        "iops_mean" : 15759.931507,
        "iops_stddev" : 159.022899,
        "iops_samples" : 3504
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1759997,
      "usr_cpu" : 0.446251,
      "sys_cpu" : 93.395273,
      "ctx" : 299036,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999942,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 1.031247,
        "50" : 98.312804,
        "100" : 0.655025,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819934,
  "timestamp_ms" : 1772819934913,
  "time" : "Fri Mar  6 13:58:54 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 59,
      "elapsed" : 131,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 1986418180096,
        "io_kbytes" : 1939861504,
        "bw_bytes" : 16553622780,
        "bw" : 16165647,
        "iops" : 15786.964891,
        "runtime" : 119999,
        "total_ios" : 1894420,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 242761,
          "max" : 8522905,
          "mean" : 1008941.393392,
          "stddev" : 306485.614346,
          "N" : 1894420
        },
        "clat_ns" : {
          "min" : 15955145,
          "max" : 61805870,
          "mean" : 31421746.002933,
          "stddev" : 6083741.637166,
          "N" : 1894404,
          "percentile" : {
            "1.000000" : 20054016,
            "5.000000" : 22413312,
            "10.000000" : 23986176,
            "20.000000" : 26083328,
            "30.000000" : 27918336,
            "40.000000" : 29753344,
            "50.000000" : 31064064,
            "60.000000" : 32374784,
            "70.000000" : 33816576,
            "80.000000" : 35913728,
            "90.000000" : 39583744,
            "95.000000" : 42729472,
            "99.000000" : 48496640,
            "99.500000" : 50593792,
            "99.900000" : 54263808,
            "99.950000" : 55836672,
            "99.990000" : 57933824
          },
          "bins" : {
            "15925248" : 1,
            "16056320" : 11,
            "16187392" : 12,
            "16318464" : 20,
            "16449536" : 29,
            "16580608" : 48,
            "16711680" : 32,
            "16908288" : 58,
            "17170432" : 68,
            "17432576" : 87,
            "17694720" : 235,
            "17956864" : 507,
            "18219008" : 865,
            "18481152" : 1307,
            "18743296" : 1548,
            "19005440" : 1874,
            "19267584" : 2817,
            "19529728" : 3583,
            "19791872" : 3855,
            "20054016" : 4245,
            "20316160" : 4572,
            "20578304" : 5525,
            "20840448" : 6872,
            "21102592" : 7206,
            "21364736" : 8244,
            "21626880" : 8678,
            "21889024" : 10034,
            "22151168" : 10864,
            "22413312" : 12370,
            "22675456" : 13832,
            "22937600" : 15440,
            "23199744" : 17178,
            "23461888" : 19088,
            "23724032" : 20598,
            "23986176" : 21369,
            "24248320" : 21751,
            "24510464" : 22116,
            "24772608" : 22972,
            "25034752" : 24478,
            "25296896" : 25038,
            "25559040" : 25496,
            "25821184" : 25892,
            "26083328" : 26295,
            "26345472" : 26329,
            "26607616" : 25747,
            "26869760" : 26692,
            "27131904" : 26806,
            "27394048" : 27102,
            "27656192" : 27421,
            "27918336" : 28043,
            "28180480" : 27487,
            "28442624" : 27030,
            "28704768" : 27271,
            "28966912" : 28517,
            "29229056" : 28607,
            "29491200" : 30198,
            "29753344" : 30836,
            "30015488" : 31859,
            "30277632" : 33092,
            "30539776" : 33823,
            "30801920" : 34892,
            "31064064" : 36296,
            "31326208" : 36340,
            "31588352" : 35985,
            "31850496" : 35792,
            "32112640" : 37177,
            "32374784" : 37377,
            "32636928" : 36702,
            "32899072" : 37282,
            "33161216" : 37400,
            "33423360" : 36152,
            "33816576" : 64366,
            "34340864" : 55245,
            "34865152" : 49288,
            "35389440" : 44843,
            "35913728" : 39571,
            "36438016" : 34394,
            "36962304" : 31803,
            "37486592" : 27844,
            "38010880" : 25306,
            "38535168" : 22449,
            "39059456" : 20191,
            "39583744" : 18330,
            "40108032" : 17334,
            "40632320" : 16406,
            "41156608" : 15026,
            "41680896" : 13525,
            "42205184" : 12810,
            "42729472" : 12164,
            "43253760" : 10916,
            "43778048" : 8988,
            "44302336" : 7880,
            "44826624" : 7496,
            "45350912" : 6716,
            "45875200" : 5932,
            "46399488" : 5613,
            "46923776" : 5065,
            "47448064" : 4378,
            "47972352" : 3815,
            "48496640" : 3551,
            "49020928" : 2995,
            "49545216" : 2497,
            "50069504" : 2229,
            "50593792" : 1856,
            "51118080" : 1480,
            "51642368" : 1231,
            "52166656" : 1104,
            "52690944" : 871,
            "53215232" : 690,
            "53739520" : 562,
            "54263808" : 486,
            "54788096" : 360,
            "55312384" : 345,
            "55836672" : 297,
            "56360960" : 232,
            "56885248" : 161,
            "57409536" : 118,
            "57933824" : 92,
            "58458112" : 72,
            "58982400" : 44,
            "59506688" : 47,
            "60030976" : 11,
            "60555264" : 6,
            "61079552" : 4,
            "61603840" : 4
          }
        },
        "lat_ns" : {
          "min" : 16522771,
          "max" : 63278058,
          "mean" : 32430690.352473,
          "stddev" : 6269015.028760,
          "N" : 1894404
        },
        "bw_min" : 10535291,
        "bw_max" : 23837729,
        "bw_agg" : 100.000000,
        "bw_mean" : 16166884.117155,
        "bw_dev" : 161122.711266,
        "bw_samples" : 3824,
        "iops_min" : 10287,
        "iops_max" : 23277,
        "iops_mean" : 15786.125523,
        "iops_stddev" : 157.359450,
        "iops_samples" : 3824
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1919984,
      "usr_cpu" : 0.447920,
      "sys_cpu" : 93.570832,
      "ctx" : 312076,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.957866,
        "50" : 98.436830,
        "100" : 0.604459,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819944,
  "timestamp_ms" : 1772819944914,
  "time" : "Fri Mar  6 13:59:04 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 49,
      "elapsed" : 141,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 2166410444800,
        "io_kbytes" : 2115635200,
        "bw_bytes" : 16664695729,
        "bw" : 16274116,
        "iops" : 15892.861538,
        "runtime" : 130000,
        "total_ios" : 2066072,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 242761,
          "max" : 11655518,
          "mean" : 1002206.422587,
          "stddev" : 298480.865821,
          "N" : 2066072
        },
        "clat_ns" : {
          "min" : 15491256,
          "max" : 61805870,
          "mean" : 31212246.520785,
          "stddev" : 5975770.404973,
          "N" : 2066056,
          "percentile" : {
            "1.000000" : 20054016,
            "5.000000" : 22413312,
            "10.000000" : 23986176,
            "20.000000" : 26083328,
            "30.000000" : 27656192,
            "40.000000" : 29491200,
            "50.000000" : 31064064,
            "60.000000" : 32374784,
            "70.000000" : 33816576,
            "80.000000" : 35389440,
            "90.000000" : 39059456,
            "95.000000" : 42205184,
            "99.000000" : 48496640,
            "99.500000" : 50069504,
            "99.900000" : 54263808,
            "99.950000" : 55836672,
            "99.990000" : 57933824
          },
          "bins" : {
            "15532032" : 1,
            "15663104" : 1,
            "15794176" : 3,
            "15925248" : 5,
            "16056320" : 15,
            "16187392" : 18,
            "16318464" : 22,
            "16449536" : 38,
            "16580608" : 55,
            "16711680" : 33,
            "16908288" : 59,
            "17170432" : 71,
            "17432576" : 89,
            "17694720" : 237,
            "17956864" : 518,
            "18219008" : 910,
            "18481152" : 1390,
            "18743296" : 1697,
            "19005440" : 2140,
            "19267584" : 3147,
            "19529728" : 3955,
            "19791872" : 4666,
            "20054016" : 5262,
            "20316160" : 5619,
            "20578304" : 6595,
            "20840448" : 7767,
            "21102592" : 8048,
            "21364736" : 9073,
            "21626880" : 9522,
            "21889024" : 10913,
            "22151168" : 11860,
            "22413312" : 13531,
            "22675456" : 15075,
            "22937600" : 16913,
            "23199744" : 18767,
            "23461888" : 20914,
            "23724032" : 22487,
            "23986176" : 23398,
            "24248320" : 23924,
            "24510464" : 24390,
            "24772608" : 25609,
            "25034752" : 27025,
            "25296896" : 27840,
            "25559040" : 28685,
            "25821184" : 29248,
            "26083328" : 29697,
            "26345472" : 29710,
            "26607616" : 29030,
            "26869760" : 30141,
            "27131904" : 29939,
            "27394048" : 30375,
            "27656192" : 30701,
            "27918336" : 31609,
            "28180480" : 31118,
            "28442624" : 30745,
            "28704768" : 31235,
            "28966912" : 32648,
            "29229056" : 32777,
            "29491200" : 34338,
            "29753344" : 35010,
            "30015488" : 35952,
            "30277632" : 37268,
            "30539776" : 37799,
            "30801920" : 38918,
            "31064064" : 40469,
            "31326208" : 40496,
            "31588352" : 40566,
            "31850496" : 41000,
            "32112640" : 42639,
            "32374784" : 42414,
            "32636928" : 41405,
            "32899072" : 41414,
            "33161216" : 40837,
            "33423360" : 39137,
            "33816576" : 69011,
            "34340864" : 58568,
            "34865152" : 51623,
            "35389440" : 46441,
            "35913728" : 40627,
            "36438016" : 35204,
            "36962304" : 32417,
            "37486592" : 28347,
            "38010880" : 25635,
            "38535168" : 22655,
            "39059456" : 20409,
            "39583744" : 18473,
            "40108032" : 17413,
            "40632320" : 16467,
            "41156608" : 15065,
            "41680896" : 13564,
            "42205184" : 12837,
            "42729472" : 12199,
            "43253760" : 10935,
            "43778048" : 8997,
            "44302336" : 7884,
            "44826624" : 7499,
            "45350912" : 6716,
            "45875200" : 5932,
            "46399488" : 5613,
            "46923776" : 5065,
            "47448064" : 4378,
            "47972352" : 3815,
            "48496640" : 3551,
            "49020928" : 2995,
            "49545216" : 2497,
            "50069504" : 2229,
            "50593792" : 1856,
            "51118080" : 1480,
            "51642368" : 1231,
            "52166656" : 1104,
            "52690944" : 871,
            "53215232" : 690,
            "53739520" : 562,
            "54263808" : 486,
            "54788096" : 360,
            "55312384" : 345,
            "55836672" : 297,
            "56360960" : 232,
            "56885248" : 161,
            "57409536" : 118,
            "57933824" : 92,
            "58458112" : 72,
            "58982400" : 44,
            "59506688" : 47,
            "60030976" : 11,
            "60555264" : 6,
            "61079552" : 4,
            "61603840" : 4
          }
        },
        "lat_ns" : {
          "min" : 16077841,
          "max" : 63278058,
          "mean" : 32214450.579673,
          "stddev" : 6158012.973831,
          "N" : 2066056
        },
        "bw_min" : 10535291,
        "bw_max" : 23858209,
        "bw_agg" : 100.000000,
        "bw_mean" : 16277155.328185,
        "bw_dev" : 160729.623761,
        "bw_samples" : 4144,
        "iops_min" : 10287,
        "iops_max" : 23297,
        "iops_mean" : 15893.795367,
        "iops_stddev" : 156.975721,
        "iops_samples" : 4144
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2079998,
      "usr_cpu" : 0.449520,
      "sys_cpu" : 93.797975,
      "ctx" : 317222,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.994593,
        "50" : 98.450393,
        "100" : 0.554240,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819954,
  "timestamp_ms" : 1772819954914,
  "time" : "Fri Mar  6 13:59:14 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 39,
      "elapsed" : 151,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 2334567432192,
        "io_kbytes" : 2279851008,
        "bw_bytes" : 16675481658,
        "bw" : 16284650,
        "iops" : 15903.178571,
        "runtime" : 140000,
        "total_ios" : 2226445,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 242761,
          "max" : 11655518,
          "mean" : 1001547.967979,
          "stddev" : 295486.965095,
          "N" : 2226445
        },
        "clat_ns" : {
          "min" : 15491256,
          "max" : 61805870,
          "mean" : 31191723.760614,
          "stddev" : 5937259.098192,
          "N" : 2226429,
          "percentile" : {
            "1.000000" : 20054016,
            "5.000000" : 22413312,
            "10.000000" : 23724032,
            "20.000000" : 25821184,
            "30.000000" : 27918336,
            "40.000000" : 29491200,
            "50.000000" : 31064064,
            "60.000000" : 32374784,
            "70.000000" : 33816576,
            "80.000000" : 35389440,
            "90.000000" : 39059456,
            "95.000000" : 42205184,
            "99.000000" : 47972352,
            "99.500000" : 50069504,
            "99.900000" : 54263808,
            "99.950000" : 55312384,
            "99.990000" : 57933824
          },
          "bins" : {
            "15532032" : 1,
            "15663104" : 1,
            "15794176" : 3,
            "15925248" : 5,
            "16056320" : 15,
            "16187392" : 18,
            "16318464" : 22,
            "16449536" : 38,
            "16580608" : 55,
            "16711680" : 33,
            "16908288" : 59,
            "17170432" : 71,
            "17432576" : 89,
            "17694720" : 237,
            "17956864" : 518,
            "18219008" : 910,
            "18481152" : 1391,
            "18743296" : 1712,
            "19005440" : 2148,
            "19267584" : 3210,
            "19529728" : 4071,
            "19791872" : 4787,
            "20054016" : 5478,
            "20316160" : 5997,
            "20578304" : 7240,
            "20840448" : 8567,
            "21102592" : 9021,
            "21364736" : 10049,
            "21626880" : 10551,
            "21889024" : 12260,
            "22151168" : 13355,
            "22413312" : 15681,
            "22675456" : 17477,
            "22937600" : 19432,
            "23199744" : 21286,
            "23461888" : 23217,
            "23724032" : 24614,
            "23986176" : 25070,
            "24248320" : 25491,
            "24510464" : 25890,
            "24772608" : 27190,
            "25034752" : 28556,
            "25296896" : 29569,
            "25559040" : 30594,
            "25821184" : 31100,
            "26083328" : 31557,
            "26345472" : 31464,
            "26607616" : 30622,
            "26869760" : 31647,
            "27131904" : 31493,
            "27394048" : 31905,
            "27656192" : 32068,
            "27918336" : 32923,
            "28180480" : 32563,
            "28442624" : 32390,
            "28704768" : 32896,
            "28966912" : 34587,
            "29229056" : 34819,
            "29491200" : 36417,
            "29753344" : 37297,
            "30015488" : 38420,
            "30277632" : 40242,
            "30539776" : 40899,
            "30801920" : 42386,
            "31064064" : 44313,
            "31326208" : 44247,
            "31588352" : 44192,
            "31850496" : 44846,
            "32112640" : 46853,
            "32374784" : 46988,
            "32636928" : 45563,
            "32899072" : 45308,
            "33161216" : 44534,
            "33423360" : 42419,
            "33816576" : 75094,
            "34340864" : 63254,
            "34865152" : 55598,
            "35389440" : 50615,
            "35913728" : 43920,
            "36438016" : 38007,
            "36962304" : 35145,
            "37486592" : 31379,
            "38010880" : 28953,
            "38535168" : 25592,
            "39059456" : 22579,
            "39583744" : 20580,
            "40108032" : 18839,
            "40632320" : 17454,
            "41156608" : 15851,
            "41680896" : 14209,
            "42205184" : 13336,
            "42729472" : 12630,
            "43253760" : 11300,
            "43778048" : 9431,
            "44302336" : 8217,
            "44826624" : 7827,
            "45350912" : 6918,
            "45875200" : 6057,
            "46399488" : 5746,
            "46923776" : 5160,
            "47448064" : 4450,
            "47972352" : 3877,
            "48496640" : 3574,
            "49020928" : 3027,
            "49545216" : 2506,
            "50069504" : 2232,
            "50593792" : 1866,
            "51118080" : 1489,
            "51642368" : 1251,
            "52166656" : 1112,
            "52690944" : 873,
            "53215232" : 694,
            "53739520" : 567,
            "54263808" : 490,
            "54788096" : 360,
            "55312384" : 345,
            "55836672" : 297,
            "56360960" : 232,
            "56885248" : 161,
            "57409536" : 118,
            "57933824" : 92,
            "58458112" : 72,
            "58982400" : 44,
            "59506688" : 47,
            "60030976" : 11,
            "60555264" : 6,
            "61079552" : 4,
            "61603840" : 4
          }
        },
        "lat_ns" : {
          "min" : 16077841,
          "max" : 63278058,
          "mean" : 32193258.437091,
          "stddev" : 6118586.314062,
          "N" : 2226429
        },
        "bw_min" : 10535291,
        "bw_max" : 23983137,
        "bw_agg" : 100.000000,
        "bw_mean" : 16291397.516129,
        "bw_dev" : 162052.532070,
        "bw_samples" : 4464,
        "iops_min" : 10287,
        "iops_max" : 23419,
        "iops_mean" : 15907.673835,
        "iops_stddev" : 158.267684,
        "iops_samples" : 4464
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2239987,
      "usr_cpu" : 0.450895,
      "sys_cpu" : 93.894429,
      "ctx" : 333086,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.939255,
        "50" : 98.542834,
        "100" : 0.517192,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819964,
  "timestamp_ms" : 1772819964914,
  "time" : "Fri Mar  6 13:59:24 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 28,
      "elapsed" : 161,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 2499990781952,
        "io_kbytes" : 2441397248,
        "bw_bytes" : 16666605213,
        "bw" : 16275981,
        "iops" : 15894.646667,
        "runtime" : 150000,
        "total_ios" : 2384197,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 242761,
          "max" : 11655518,
          "mean" : 1002084.353865,
          "stddev" : 292412.739951,
          "N" : 2384197
        },
        "clat_ns" : {
          "min" : 15491256,
          "max" : 61805870,
          "mean" : 31208386.104857,
          "stddev" : 5870205.055986,
          "N" : 2384181,
          "percentile" : {
            "1.000000" : 20054016,
            "5.000000" : 22413312,
            "10.000000" : 23986176,
            "20.000000" : 26083328,
            "30.000000" : 27918336,
            "40.000000" : 29491200,
            "50.000000" : 31064064,
            "60.000000" : 32374784,
            "70.000000" : 33816576,
            "80.000000" : 35389440,
            "90.000000" : 38535168,
            "95.000000" : 41680896,
            "99.000000" : 47972352,
            "99.500000" : 50069504,
            "99.900000" : 53739520,
            "99.950000" : 55312384,
            "99.990000" : 57933824
          },
          "bins" : {
            "15532032" : 1,
            "15663104" : 1,
            "15794176" : 3,
            "15925248" : 5,
            "16056320" : 15,
            "16187392" : 18,
            "16318464" : 22,
            "16449536" : 38,
            "16580608" : 55,
            "16711680" : 33,
            "16908288" : 59,
            "17170432" : 71,
            "17432576" : 89,
            "17694720" : 237,
            "17956864" : 518,
            "18219008" : 910,
            "18481152" : 1391,
            "18743296" : 1714,
            "19005440" : 2151,
            "19267584" : 3229,
            "19529728" : 4094,
            "19791872" : 4834,
            "20054016" : 5627,
            "20316160" : 6316,
            "20578304" : 7740,
            "20840448" : 9221,
            "21102592" : 9828,
            "21364736" : 10812,
            "21626880" : 11333,
            "21889024" : 13039,
            "22151168" : 14201,
            "22413312" : 16546,
            "22675456" : 18407,
            "22937600" : 20529,
            "23199744" : 22406,
            "23461888" : 24308,
            "23724032" : 25897,
            "23986176" : 26665,
            "24248320" : 26958,
            "24510464" : 27318,
            "24772608" : 29065,
            "25034752" : 30618,
            "25296896" : 31509,
            "25559040" : 32401,
            "25821184" : 32749,
            "26083328" : 33230,
            "26345472" : 33234,
            "26607616" : 32153,
            "26869760" : 33163,
            "27131904" : 33093,
            "27394048" : 33437,
            "27656192" : 33781,
            "27918336" : 34671,
            "28180480" : 34343,
            "28442624" : 34270,
            "28704768" : 34804,
            "28966912" : 36617,
            "29229056" : 36867,
            "29491200" : 38567,
            "29753344" : 39555,
            "30015488" : 40767,
            "30277632" : 42721,
            "30539776" : 43591,
            "30801920" : 45301,
            "31064064" : 47303,
            "31326208" : 47449,
            "31588352" : 47585,
            "31850496" : 48652,
            "32112640" : 50872,
            "32374784" : 50879,
            "32636928" : 49702,
            "32899072" : 49998,
            "33161216" : 49260,
            "33423360" : 46718,
            "33816576" : 83439,
            "34340864" : 70125,
            "34865152" : 61143,
            "35389440" : 55867,
            "35913728" : 49179,
            "36438016" : 43233,
            "36962304" : 39216,
            "37486592" : 34320,
            "38010880" : 31384,
            "38535168" : 27373,
            "39059456" : 24056,
            "39583744" : 21844,
            "40108032" : 19921,
            "40632320" : 18491,
            "41156608" : 16482,
            "41680896" : 14544,
            "42205184" : 13608,
            "42729472" : 12863,
            "43253760" : 11520,
            "43778048" : 9595,
            "44302336" : 8350,
            "44826624" : 7900,
            "45350912" : 6974,
            "45875200" : 6158,
            "46399488" : 5800,
            "46923776" : 5210,
            "47448064" : 4475,
            "47972352" : 3909,
            "48496640" : 3597,
            "49020928" : 3045,
            "49545216" : 2523,
            "50069504" : 2254,
            "50593792" : 1888,
            "51118080" : 1502,
            "51642368" : 1262,
            "52166656" : 1120,
            "52690944" : 876,
            "53215232" : 698,
            "53739520" : 576,
            "54263808" : 492,
            "54788096" : 364,
            "55312384" : 350,
            "55836672" : 301,
            "56360960" : 232,
            "56885248" : 161,
            "57409536" : 118,
            "57933824" : 92,
            "58458112" : 72,
            "58982400" : 44,
            "59506688" : 47,
            "60030976" : 11,
            "60555264" : 6,
            "61079552" : 4,
            "61603840" : 4
          }
        },
        "lat_ns" : {
          "min" : 16077841,
          "max" : 63278058,
          "mean" : 32210456.018611,
          "stddev" : 6049508.694308,
          "N" : 2384181
        },
        "bw_min" : 10535291,
        "bw_max" : 23983137,
        "bw_agg" : 100.000000,
        "bw_mean" : 16281530.732441,
        "bw_dev" : 160461.957247,
        "bw_samples" : 4784,
        "iops_min" : 10287,
        "iops_max" : 23419,
        "iops_mean" : 15898.026756,
        "iops_stddev" : 156.714877,
        "iops_samples" : 4784
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2399987,
      "usr_cpu" : 0.452169,
      "sys_cpu" : 93.993134,
      "ctx" : 347616,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999958,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999958,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.882184,
        "50" : 98.629937,
        "100" : 0.487208,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819974,
  "timestamp_ms" : 1772819974914,
  "time" : "Fri Mar  6 13:59:34 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 18,
      "elapsed" : 171,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 2664771354624,
        "io_kbytes" : 2602315776,
        "bw_bytes" : 16654820966,
        "bw" : 16264473,
        "iops" : 15883.400000,
        "runtime" : 160000,
        "total_ios" : 2541344,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 242761,
          "max" : 11655518,
          "mean" : 1002791.598993,
          "stddev" : 293251.064059,
          "N" : 2541344
        },
        "clat_ns" : {
          "min" : 14516006,
          "max" : 61805870,
          "mean" : 31230534.893371,
          "stddev" : 5907625.757289,
          "N" : 2541328,
          "percentile" : {
            "1.000000" : 20054016,
            "5.000000" : 22413312,
            "10.000000" : 23724032,
            "20.000000" : 26083328,
            "30.000000" : 27918336,
            "40.000000" : 29753344,
            "50.000000" : 31064064,
            "60.000000" : 32374784,
            "70.000000" : 33816576,
            "80.000000" : 35389440,
            "90.000000" : 39059456,
            "95.000000" : 42205184,
            "99.000000" : 47972352,
            "99.500000" : 50069504,
            "99.900000" : 53739520,
            "99.950000" : 55312384,
            "99.990000" : 57933824
          },
          "bins" : {
            "14483456" : 3,
            "14614528" : 4,
            "14745600" : 18,
            "14876672" : 6,
            "15007744" : 4,
            "15138816" : 11,
            "15269888" : 21,
            "15400960" : 7,
            "15532032" : 15,
            "15663104" : 18,
            "15794176" : 25,
            "15925248" : 33,
            "16056320" : 38,
            "16187392" : 38,
            "16318464" : 57,
            "16449536" : 65,
            "16580608" : 102,
            "16711680" : 107,
            "16908288" : 179,
            "17170432" : 213,
            "17432576" : 227,
            "17694720" : 429,
            "17956864" : 726,
            "18219008" : 1106,
            "18481152" : 1570,
            "18743296" : 1841,
            "19005440" : 2328,
            "19267584" : 3487,
            "19529728" : 4439,
            "19791872" : 5340,
            "20054016" : 6133,
            "20316160" : 7026,
            "20578304" : 8589,
            "20840448" : 10124,
            "21102592" : 10733,
            "21364736" : 11734,
            "21626880" : 12273,
            "21889024" : 14190,
            "22151168" : 15590,
            "22413312" : 17964,
            "22675456" : 19937,
            "22937600" : 22292,
            "23199744" : 23925,
            "23461888" : 25786,
            "23724032" : 27456,
            "23986176" : 28248,
            "24248320" : 28423,
            "24510464" : 28647,
            "24772608" : 30151,
            "25034752" : 31676,
            "25296896" : 32668,
            "25559040" : 33603,
            "25821184" : 34010,
            "26083328" : 34645,
            "26345472" : 34598,
            "26607616" : 33520,
            "26869760" : 34567,
            "27131904" : 34441,
            "27394048" : 34911,
            "27656192" : 35336,
            "27918336" : 36246,
            "28180480" : 35978,
            "28442624" : 36208,
            "28704768" : 36859,
            "28966912" : 38903,
            "29229056" : 39273,
            "29491200" : 41024,
            "29753344" : 42174,
            "30015488" : 43470,
            "30277632" : 45599,
            "30539776" : 46889,
            "30801920" : 48702,
            "31064064" : 51228,
            "31326208" : 51783,
            "31588352" : 52559,
            "31850496" : 53852,
            "32112640" : 56113,
            "32374784" : 56226,
            "32636928" : 54449,
            "32899072" : 53574,
            "33161216" : 51865,
            "33423360" : 48712,
            "33816576" : 86943,
            "34340864" : 72919,
            "34865152" : 63426,
            "35389440" : 58205,
            "35913728" : 51253,
            "36438016" : 45238,
            "36962304" : 41238,
            "37486592" : 36074,
            "38010880" : 32940,
            "38535168" : 29084,
            "39059456" : 26047,
            "39583744" : 24119,
            "40108032" : 22396,
            "40632320" : 21131,
            "41156608" : 18546,
            "41680896" : 16210,
            "42205184" : 15017,
            "42729472" : 13915,
            "43253760" : 12246,
            "43778048" : 10276,
            "44302336" : 8970,
            "44826624" : 8449,
            "45350912" : 7515,
            "45875200" : 6718,
            "46399488" : 6328,
            "46923776" : 5873,
            "47448064" : 5024,
            "47972352" : 4367,
            "48496640" : 4038,
            "49020928" : 3325,
            "49545216" : 2720,
            "50069504" : 2427,
            "50593792" : 2046,
            "51118080" : 1635,
            "51642368" : 1386,
            "52166656" : 1193,
            "52690944" : 950,
            "53215232" : 769,
            "53739520" : 609,
            "54263808" : 516,
            "54788096" : 391,
            "55312384" : 369,
            "55836672" : 323,
            "56360960" : 245,
            "56885248" : 176,
            "57409536" : 123,
            "57933824" : 93,
            "58458112" : 73,
            "58982400" : 44,
            "59506688" : 47,
            "60030976" : 11,
            "60555264" : 6,
            "61079552" : 4,
            "61603840" : 4
          }
        },
        "lat_ns" : {
          "min" : 14964731,
          "max" : 63278058,
          "mean" : 32233312.457514,
          "stddev" : 6088153.414560,
          "N" : 2541328
        },
        "bw_min" : 10510715,
        "bw_max" : 24191413,
        "bw_agg" : 100.000000,
        "bw_mean" : 16272168.714734,
        "bw_dev" : 161374.267483,
        "bw_samples" : 5104,
        "iops_min" : 10263,
        "iops_max" : 23622,
        "iops_mean" : 15888.874608,
        "iops_stddev" : 157.605593,
        "iops_samples" : 5104
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2559997,
      "usr_cpu" : 0.452071,
      "sys_cpu" : 93.989134,
      "ctx" : 371999,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999921,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999921,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.949930,
        "50" : 98.556512,
        "100" : 0.492928,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819984,
  "timestamp_ms" : 1772819984915,
  "time" : "Fri Mar  6 13:59:44 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 9,
      "elapsed" : 181,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 2824597405696,
        "io_kbytes" : 2758395904,
        "bw_bytes" : 16615278857,
        "bw" : 16225858,
        "iops" : 15845.747059,
        "runtime" : 170000,
        "total_ios" : 2693777,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 242761,
          "max" : 11655518,
          "mean" : 1005185.455311,
          "stddev" : 298069.891786,
          "N" : 2693777
        },
        "clat_ns" : {
          "min" : 14516006,
          "max" : 61805870,
          "mean" : 31304630.923431,
          "stddev" : 6003618.792919,
          "N" : 2693761,
          "percentile" : {
            "1.000000" : 20054016,
            "5.000000" : 22413312,
            "10.000000" : 23724032,
            "20.000000" : 26083328,
            "30.000000" : 27918336,
            "40.000000" : 29753344,
            "50.000000" : 31064064,
            "60.000000" : 32374784,
            "70.000000" : 33816576,
            "80.000000" : 35913728,
            "90.000000" : 39059456,
            "95.000000" : 42205184,
            "99.000000" : 47972352,
            "99.500000" : 50069504,
            "99.900000" : 54263808,
            "99.950000" : 55312384,
            "99.990000" : 57933824
          },
          "bins" : {
            "14483456" : 3,
            "14614528" : 4,
            "14745600" : 18,
            "14876672" : 6,
            "15007744" : 4,
            "15138816" : 11,
            "15269888" : 21,
            "15400960" : 7,
            "15532032" : 15,
            "15663104" : 18,
            "15794176" : 25,
            "15925248" : 33,
            "16056320" : 38,
            "16187392" : 38,
            "16318464" : 57,
            "16449536" : 65,
            "16580608" : 102,
            "16711680" : 107,
            "16908288" : 179,
            "17170432" : 213,
            "17432576" : 227,
            "17694720" : 429,
            "17956864" : 726,
            "18219008" : 1106,
            "18481152" : 1593,
            "18743296" : 1863,
            "19005440" : 2371,
            "19267584" : 3536,
            "19529728" : 4483,
            "19791872" : 5405,
            "20054016" : 6240,
            "20316160" : 7215,
            "20578304" : 8997,
            "20840448" : 10827,
            "21102592" : 11664,
            "21364736" : 12892,
            "21626880" : 13334,
            "21889024" : 15541,
            "22151168" : 16997,
            "22413312" : 19456,
            "22675456" : 21455,
            "22937600" : 24032,
            "23199744" : 25724,
            "23461888" : 27593,
            "23724032" : 29258,
            "23986176" : 30064,
            "24248320" : 30312,
            "24510464" : 30584,
            "24772608" : 32023,
            "25034752" : 33551,
            "25296896" : 34499,
            "25559040" : 35399,
            "25821184" : 35847,
            "26083328" : 36411,
            "26345472" : 36418,
            "26607616" : 35696,
            "26869760" : 36842,
            "27131904" : 36759,
            "27394048" : 37214,
            "27656192" : 37751,
            "27918336" : 38582,
            "28180480" : 38322,
            "28442624" : 38468,
            "28704768" : 39066,
            "28966912" : 41145,
            "29229056" : 41311,
            "29491200" : 43088,
            "29753344" : 44288,
            "30015488" : 45645,
            "30277632" : 47767,
            "30539776" : 48818,
            "30801920" : 50558,
            "31064064" : 53160,
            "31326208" : 53814,
            "31588352" : 54278,
            "31850496" : 55374,
            "32112640" : 57695,
            "32374784" : 57676,
            "32636928" : 55706,
            "32899072" : 54808,
            "33161216" : 53217,
            "33423360" : 50053,
            "33816576" : 89688,
            "34340864" : 76456,
            "34865152" : 66550,
            "35389440" : 61050,
            "35913728" : 54040,
            "36438016" : 47968,
            "36962304" : 43833,
            "37486592" : 38784,
            "38010880" : 35925,
            "38535168" : 32458,
            "39059456" : 28850,
            "39583744" : 26877,
            "40108032" : 25322,
            "40632320" : 23862,
            "41156608" : 20643,
            "41680896" : 18203,
            "42205184" : 17074,
            "42729472" : 15821,
            "43253760" : 14172,
            "43778048" : 11891,
            "44302336" : 10584,
            "44826624" : 9759,
            "45350912" : 8774,
            "45875200" : 7759,
            "46399488" : 7348,
            "46923776" : 6818,
            "47448064" : 5809,
            "47972352" : 5007,
            "48496640" : 4580,
            "49020928" : 3715,
            "49545216" : 3055,
            "50069504" : 2724,
            "50593792" : 2259,
            "51118080" : 1823,
            "51642368" : 1549,
            "52166656" : 1308,
            "52690944" : 1037,
            "53215232" : 850,
            "53739520" : 682,
            "54263808" : 575,
            "54788096" : 464,
            "55312384" : 422,
            "55836672" : 365,
            "56360960" : 272,
            "56885248" : 194,
            "57409536" : 126,
            "57933824" : 99,
            "58458112" : 84,
            "58982400" : 44,
            "59506688" : 47,
            "60030976" : 11,
            "60555264" : 6,
            "61079552" : 4,
            "61603840" : 4
          }
        },
        "lat_ns" : {
          "min" : 14964731,
          "max" : 63278058,
          "mean" : 32309791.596884,
          "stddev" : 6187034.831338,
          "N" : 2693761
        },
        "bw_min" : 10510715,
        "bw_max" : 24284928,
        "bw_agg" : 100.000000,
        "bw_mean" : 16234273.557522,
        "bw_dev" : 162627.551633,
        "bw_samples" : 5424,
        "iops_min" : 10263,
        "iops_max" : 23714,
        "iops_mean" : 15851.887906,
        "iops_stddev" : 158.829195,
        "iops_samples" : 5424
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2719998,
      "usr_cpu" : 0.452464,
      "sys_cpu" : 93.878194,
      "ctx" : 408253,
      "majf" : 0,
      "minf" : 567,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999963,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999963,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.906237,
        "50" : 98.576497,
        "100" : 0.516672,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819994,
  "timestamp_ms" : 1772819994945,
  "time" : "Fri Mar  6 13:59:54 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 2990532460544,
        "io_kbytes" : 2920441856,
        "bw_bytes" : 16613976925,
        "bw" : 16224586,
        "iops" : 15843.967534,
        "runtime" : 180001,
        "total_ios" : 2851930,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 216010,
          "max" : 11655518,
          "mean" : 1005278.205602,
          "stddev" : 297691.555690,
          "N" : 2851946
        },
        "clat_ns" : {
          "min" : 4597,
          "max" : 61805870,
          "mean" : 31304996.112955,
          "stddev" : 5991358.786132,
          "N" : 2852426,
          "percentile" : {
            "1.000000" : 20054016,
            "5.000000" : 22413312,
            "10.000000" : 23986176,
            "20.000000" : 26083328,
            "30.000000" : 27918336,
            "40.000000" : 29753344,
            "50.000000" : 31064064,
            "60.000000" : 32374784,
            "70.000000" : 33816576,
            "80.000000" : 35913728,
            "90.000000" : 39059456,
            "95.000000" : 42205184,
            "99.000000" : 47972352,
            "99.500000" : 50069504,
            "99.900000" : 53739520,
            "99.950000" : 55312384,
            "99.990000" : 57933824
          },
          "bins" : {
            "4576" : 1,
            "4832" : 1,
            "6752" : 1,
            "7072" : 1,
            "7584" : 1,
            "8640" : 1,
            "9920" : 1,
            "10176" : 1,
            "10816" : 1,
            "10944" : 1,
            "12992" : 1,
            "14656" : 1,
            "16768" : 1,
            "17024" : 1,
            "19840" : 1,
            "26752" : 1,
            "552960" : 1,
            "610304" : 1,
            "716800" : 1,
            "733184" : 1,
            "774144" : 1,
            "823296" : 1,
            "864256" : 1,
            "913408" : 1,
            "987136" : 1,
            "1011712" : 1,
            "1036288" : 1,
            "1073152" : 1,
            "1105920" : 1,
            "1187840" : 1,
            "1220608" : 2,
            "1286144" : 1,
            "1335296" : 1,
            "1417216" : 1,
            "1499136" : 1,
            "1662976" : 1,
            "1695744" : 1,
            "1843200" : 1,
            "1908736" : 1,
            "1974272" : 1,
            "1990656" : 1,
            "2039808" : 1,
            "2146304" : 2,
            "2211840" : 1,
            "2342912" : 1,
            "2375680" : 1,
            "2408448" : 1,
            "2441216" : 2,
            "2473984" : 1,
            "2539520" : 2,
            "2605056" : 1,
            "2768896" : 1,
            "2932736" : 1,
            "2998272" : 1,
            "3031040" : 1,
            "3096576" : 1,
            "3162112" : 1,
            "3194880" : 1,
            "3227648" : 1,
            "3260416" : 1,
            "3293184" : 1,
            "3325952" : 1,
            "3489792" : 1,
            "3555328" : 2,
            "3588096" : 2,
            "3719168" : 1,
            "3784704" : 1,
            "3817472" : 1,
            "3915776" : 2,
            "4112384" : 1,
            "4177920" : 1,
            "4227072" : 1,
            "4358144" : 3,
            "4554752" : 1,
            "4620288" : 3,
            "4685824" : 2,
            "4751360" : 2,
            "4882432" : 2,
            "4947968" : 1,
            "5079040" : 1,
            "5144576" : 1,
            "5341184" : 2,
            "5406720" : 1,
            "5472256" : 2,
            "5537792" : 2,
            "5603328" : 1,
            "5668864" : 1,
            "5734400" : 1,
            "5865472" : 1,
            "5996544" : 2,
            "6062080" : 1,
            "6127616" : 1,
            "6193152" : 2,
            "6258688" : 2,
            "6324224" : 1,
            "6389760" : 1,
            "6455296" : 1,
            "6520832" : 1,
            "6586368" : 2,
            "6782976" : 1,
            "6914048" : 2,
            "6979584" : 3,
            "7110656" : 1,
            "7176192" : 1,
            "7241728" : 1,
            "7372800" : 1,
            "7438336" : 3,
            "7503872" : 2,
            "7700480" : 1,
            "7766016" : 3,
            "7897088" : 1,
            "7962624" : 1,
            "8028160" : 2,
            "8093696" : 1,
            "8290304" : 1,
            "8355840" : 1,
            "8454144" : 5,
            "8716288" : 3,
            "8847360" : 4,
            "8978432" : 1,
            "9109504" : 2,
            "9240576" : 1,
            "9371648" : 3,
            "9502720" : 2,
            "9633792" : 4,
            "9764864" : 2,
            "9895936" : 1,
            "10027008" : 2,
            "10158080" : 1,
            "10289152" : 3,
            "10420224" : 1,
            "10551296" : 7,
            "10944512" : 2,
            "11075584" : 4,
            "11206656" : 1,
            "11337728" : 3,
            "11468800" : 2,
            "11599872" : 2,
            "11730944" : 1,
            "11862016" : 3,
            "11993088" : 1,
            "12124160" : 2,
            "12255232" : 4,
            "12386304" : 2,
            "12517376" : 2,
            "12648448" : 2,
            "12779520" : 1,
            "12910592" : 3,
            "13041664" : 2,
            "13172736" : 2,
            "13303808" : 3,
            "13434880" : 2,
            "13565952" : 1,
            "13697024" : 4,
            "13959168" : 4,
            "14090240" : 2,
            "14221312" : 1,
            "14352384" : 1,
            "14483456" : 7,
            "14614528" : 5,
            "14745600" : 20,
            "14876672" : 11,
            "15007744" : 5,
            "15138816" : 12,
            "15269888" : 23,
            "15400960" : 8,
            "15532032" : 18,
            "15663104" : 20,
            "15794176" : 28,
            "15925248" : 36,
            "16056320" : 41,
            "16187392" : 39,
            "16318464" : 58,
            "16449536" : 68,
            "16580608" : 105,
            "16711680" : 108,
            "16908288" : 183,
            "17170432" : 218,
            "17432576" : 233,
            "17694720" : 432,
            "17956864" : 729,
            "18219008" : 1111,
            "18481152" : 1597,
            "18743296" : 1882,
            "19005440" : 2452,
            "19267584" : 3662,
            "19529728" : 4582,
            "19791872" : 5531,
            "20054016" : 6423,
            "20316160" : 7411,
            "20578304" : 9164,
            "20840448" : 10955,
            "21102592" : 11852,
            "21364736" : 13175,
            "21626880" : 13605,
            "21889024" : 15952,
            "22151168" : 17567,
            "22413312" : 20085,
            "22675456" : 22226,
            "22937600" : 24985,
            "23199744" : 26934,
            "23461888" : 29005,
            "23724032" : 30702,
            "23986176" : 31588,
            "24248320" : 32179,
            "24510464" : 32627,
            "24772608" : 34478,
            "25034752" : 36323,
            "25296896" : 37573,
            "25559040" : 38501,
            "25821184" : 38982,
            "26083328" : 39655,
            "26345472" : 39547,
            "26607616" : 38834,
            "26869760" : 39611,
            "27131904" : 39165,
            "27394048" : 39560,
            "27656192" : 40129,
            "27918336" : 41033,
            "28180480" : 40848,
            "28442624" : 41010,
            "28704768" : 41632,
            "28966912" : 43634,
            "29229056" : 43705,
            "29491200" : 45648,
            "29753344" : 46610,
            "30015488" : 48100,
            "30277632" : 50245,
            "30539776" : 51256,
            "30801920" : 52960,
            "31064064" : 55740,
            "31326208" : 56708,
            "31588352" : 57464,
            "31850496" : 58670,
            "32112640" : 61309,
            "32374784" : 61228,
            "32636928" : 59043,
            "32899072" : 58249,
            "33161216" : 56652,
            "33423360" : 52945,
            "33816576" : 95026,
            "34340864" : 80557,
            "34865152" : 70317,
            "35389440" : 64309,
            "35913728" : 56870,
            "36438016" : 50623,
            "36962304" : 46401,
            "37486592" : 41010,
            "38010880" : 38199,
            "38535168" : 34465,
            "39059456" : 30576,
            "39583744" : 28873,
            "40108032" : 26852,
            "40632320" : 25129,
            "41156608" : 21805,
            "41680896" : 19442,
            "42205184" : 18145,
            "42729472" : 16687,
            "43253760" : 14886,
            "43778048" : 12395,
            "44302336" : 11053,
            "44826624" : 10178,
            "45350912" : 9332,
            "45875200" : 8280,
            "46399488" : 7872,
            "46923776" : 7215,
            "47448064" : 6091,
            "47972352" : 5303,
            "48496640" : 4807,
            "49020928" : 3915,
            "49545216" : 3207,
            "50069504" : 2843,
            "50593792" : 2388,
            "51118080" : 1953,
            "51642368" : 1639,
            "52166656" : 1380,
            "52690944" : 1075,
            "53215232" : 875,
            "53739520" : 724,
            "54263808" : 599,
            "54788096" : 478,
            "55312384" : 428,
            "55836672" : 380,
            "56360960" : 274,
            "56885248" : 194,
            "57409536" : 126,
            "57933824" : 99,
            "58458112" : 84,
            "58982400" : 44,
            "59506688" : 47,
            "60030976" : 11,
            "60555264" : 6,
            "61079552" : 4,
            "61603840" : 4
          }
        },
        "lat_ns" : {
          "min" : 547706,
          "max" : 63278058,
          "mean" : 32310263.897519,
          "stddev" : 6173988.257906,
          "N" : 2852426
        },
        "bw_min" : 10510715,
        "bw_max" : 24284928,
        "bw_agg" : 100.000000,
        "bw_mean" : 16229156.896936,
        "bw_dev" : 162381.273647,
        "bw_samples" : 5744,
        "iops_min" : 10263,
        "iops_max" : 23714,
        "iops_mean" : 15846.899721,
        "iops_stddev" : 158.589010,
        "iops_samples" : 5744
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2879995,
      "usr_cpu" : 0.453438,
      "sys_cpu" : 93.870788,
      "ctx" : 433476,
      "majf" : 0,
      "minf" : 581,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999439,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.010000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.010000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.878247,
        "50" : 98.621810,
        "100" : 0.511198,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819995,
  "timestamp_ms" : 1772819995000,
  "time" : "Fri Mar  6 13:59:55 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 2991002222592,
        "io_kbytes" : 2920900608,
        "bw_bytes" : 16613448621,
        "bw" : 16224070,
        "iops" : 15840.975366,
        "runtime" : 180035,
        "total_ios" : 2851930,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 216010,
          "max" : 11655518,
          "mean" : 1005278.205602,
          "stddev" : 297691.555690,
          "N" : 2851946
        },
        "clat_ns" : {
          "min" : 4597,
          "max" : 61805870,
          "mean" : 31304996.112955,
          "stddev" : 5991358.786132,
          "N" : 2852426,
          "percentile" : {
            "1.000000" : 20054016,
            "5.000000" : 22413312,
            "10.000000" : 23986176,
            "20.000000" : 26083328,
            "30.000000" : 27918336,
            "40.000000" : 29753344,
            "50.000000" : 31064064,
            "60.000000" : 32374784,
            "70.000000" : 33816576,
            "80.000000" : 35913728,
            "90.000000" : 39059456,
            "95.000000" : 42205184,
            "99.000000" : 47972352,
            "99.500000" : 50069504,
            "99.900000" : 53739520,
            "99.950000" : 55312384,
            "99.990000" : 57933824
          },
          "bins" : {
            "4576" : 1,
            "4832" : 1,
            "6752" : 1,
            "7072" : 1,
            "7584" : 1,
            "8640" : 1,
            "9920" : 1,
            "10176" : 1,
            "10816" : 1,
            "10944" : 1,
            "12992" : 1,
            "14656" : 1,
            "16768" : 1,
            "17024" : 1,
            "19840" : 1,
            "26752" : 1,
            "552960" : 1,
            "610304" : 1,
            "716800" : 1,
            "733184" : 1,
            "774144" : 1,
            "823296" : 1,
            "864256" : 1,
            "913408" : 1,
            "987136" : 1,
            "1011712" : 1,
            "1036288" : 1,
            "1073152" : 1,
            "1105920" : 1,
            "1187840" : 1,
            "1220608" : 2,
            "1286144" : 1,
            "1335296" : 1,
            "1417216" : 1,
            "1499136" : 1,
            "1662976" : 1,
            "1695744" : 1,
            "1843200" : 1,
            "1908736" : 1,
            "1974272" : 1,
            "1990656" : 1,
            "2039808" : 1,
            "2146304" : 2,
            "2211840" : 1,
            "2342912" : 1,
            "2375680" : 1,
            "2408448" : 1,
            "2441216" : 2,
            "2473984" : 1,
            "2539520" : 2,
            "2605056" : 1,
            "2768896" : 1,
            "2932736" : 1,
            "2998272" : 1,
            "3031040" : 1,
            "3096576" : 1,
            "3162112" : 1,
            "3194880" : 1,
            "3227648" : 1,
            "3260416" : 1,
            "3293184" : 1,
            "3325952" : 1,
            "3489792" : 1,
            "3555328" : 2,
            "3588096" : 2,
            "3719168" : 1,
            "3784704" : 1,
            "3817472" : 1,
            "3915776" : 2,
            "4112384" : 1,
            "4177920" : 1,
            "4227072" : 1,
            "4358144" : 3,
            "4554752" : 1,
            "4620288" : 3,
            "4685824" : 2,
            "4751360" : 2,
            "4882432" : 2,
            "4947968" : 1,
            "5079040" : 1,
            "5144576" : 1,
            "5341184" : 2,
            "5406720" : 1,
            "5472256" : 2,
            "5537792" : 2,
            "5603328" : 1,
            "5668864" : 1,
            "5734400" : 1,
            "5865472" : 1,
            "5996544" : 2,
            "6062080" : 1,
            "6127616" : 1,
            "6193152" : 2,
            "6258688" : 2,
            "6324224" : 1,
            "6389760" : 1,
            "6455296" : 1,
            "6520832" : 1,
            "6586368" : 2,
            "6782976" : 1,
            "6914048" : 2,
            "6979584" : 3,
            "7110656" : 1,
            "7176192" : 1,
            "7241728" : 1,
            "7372800" : 1,
            "7438336" : 3,
            "7503872" : 2,
            "7700480" : 1,
            "7766016" : 3,
            "7897088" : 1,
            "7962624" : 1,
            "8028160" : 2,
            "8093696" : 1,
            "8290304" : 1,
            "8355840" : 1,
            "8454144" : 5,
            "8716288" : 3,
            "8847360" : 4,
            "8978432" : 1,
            "9109504" : 2,
            "9240576" : 1,
            "9371648" : 3,
            "9502720" : 2,
            "9633792" : 4,
            "9764864" : 2,
            "9895936" : 1,
            "10027008" : 2,
            "10158080" : 1,
            "10289152" : 3,
            "10420224" : 1,
            "10551296" : 7,
            "10944512" : 2,
            "11075584" : 4,
            "11206656" : 1,
            "11337728" : 3,
            "11468800" : 2,
            "11599872" : 2,
            "11730944" : 1,
            "11862016" : 3,
            "11993088" : 1,
            "12124160" : 2,
            "12255232" : 4,
            "12386304" : 2,
            "12517376" : 2,
            "12648448" : 2,
            "12779520" : 1,
            "12910592" : 3,
            "13041664" : 2,
            "13172736" : 2,
            "13303808" : 3,
            "13434880" : 2,
            "13565952" : 1,
            "13697024" : 4,
            "13959168" : 4,
            "14090240" : 2,
            "14221312" : 1,
            "14352384" : 1,
            "14483456" : 7,
            "14614528" : 5,
            "14745600" : 20,
            "14876672" : 11,
            "15007744" : 5,
            "15138816" : 12,
            "15269888" : 23,
            "15400960" : 8,
            "15532032" : 18,
            "15663104" : 20,
            "15794176" : 28,
            "15925248" : 36,
            "16056320" : 41,
            "16187392" : 39,
            "16318464" : 58,
            "16449536" : 68,
            "16580608" : 105,
            "16711680" : 108,
            "16908288" : 183,
            "17170432" : 218,
            "17432576" : 233,
            "17694720" : 432,
            "17956864" : 729,
            "18219008" : 1111,
            "18481152" : 1597,
            "18743296" : 1882,
            "19005440" : 2452,
            "19267584" : 3662,
            "19529728" : 4582,
            "19791872" : 5531,
            "20054016" : 6423,
            "20316160" : 7411,
            "20578304" : 9164,
            "20840448" : 10955,
            "21102592" : 11852,
            "21364736" : 13175,
            "21626880" : 13605,
            "21889024" : 15952,
            "22151168" : 17567,
            "22413312" : 20085,
            "22675456" : 22226,
            "22937600" : 24985,
            "23199744" : 26934,
            "23461888" : 29005,
            "23724032" : 30702,
            "23986176" : 31588,
            "24248320" : 32179,
            "24510464" : 32627,
            "24772608" : 34478,
            "25034752" : 36323,
            "25296896" : 37573,
            "25559040" : 38501,
            "25821184" : 38982,
            "26083328" : 39655,
            "26345472" : 39547,
            "26607616" : 38834,
            "26869760" : 39611,
            "27131904" : 39165,
            "27394048" : 39560,
            "27656192" : 40129,
            "27918336" : 41033,
            "28180480" : 40848,
            "28442624" : 41010,
            "28704768" : 41632,
            "28966912" : 43634,
            "29229056" : 43705,
            "29491200" : 45648,
            "29753344" : 46610,
            "30015488" : 48100,
            "30277632" : 50245,
            "30539776" : 51256,
            "30801920" : 52960,
            "31064064" : 55740,
            "31326208" : 56708,
            "31588352" : 57464,
            "31850496" : 58670,
            "32112640" : 61309,
            "32374784" : 61228,
            "32636928" : 59043,
            "32899072" : 58249,
            "33161216" : 56652,
            "33423360" : 52945,
            "33816576" : 95026,
            "34340864" : 80557,
            "34865152" : 70317,
            "35389440" : 64309,
            "35913728" : 56870,
            "36438016" : 50623,
            "36962304" : 46401,
            "37486592" : 41010,
            "38010880" : 38199,
            "38535168" : 34465,
            "39059456" : 30576,
            "39583744" : 28873,
            "40108032" : 26852,
            "40632320" : 25129,
            "41156608" : 21805,
            "41680896" : 19442,
            "42205184" : 18145,
            "42729472" : 16687,
            "43253760" : 14886,
            "43778048" : 12395,
            "44302336" : 11053,
            "44826624" : 10178,
            "45350912" : 9332,
            "45875200" : 8280,
            "46399488" : 7872,
            "46923776" : 7215,
            "47448064" : 6091,
            "47972352" : 5303,
            "48496640" : 4807,
            "49020928" : 3915,
            "49545216" : 3207,
            "50069504" : 2843,
            "50593792" : 2388,
            "51118080" : 1953,
            "51642368" : 1639,
            "52166656" : 1380,
            "52690944" : 1075,
            "53215232" : 875,
            "53739520" : 724,
            "54263808" : 599,
            "54788096" : 478,
            "55312384" : 428,
            "55836672" : 380,
            "56360960" : 274,
            "56885248" : 194,
            "57409536" : 126,
            "57933824" : 99,
            "58458112" : 84,
            "58982400" : 44,
            "59506688" : 47,
            "60030976" : 11,
            "60555264" : 6,
            "61079552" : 4,
            "61603840" : 4
          }
        },
        "lat_ns" : {
          "min" : 547706,
          "max" : 63278058,
          "mean" : 32310263.897519,
          "stddev" : 6173988.257906,
          "N" : 2852426
        },
        "bw_min" : 10510715,
        "bw_max" : 24284928,
        "bw_agg" : 100.000000,
        "bw_mean" : 16229917.895497,
        "bw_dev" : 162305.811894,
        "bw_samples" : 5758,
        "iops_min" : 10263,
        "iops_max" : 23714,
        "iops_mean" : 15847.631252,
        "iops_stddev" : 158.515264,
        "iops_samples" : 5758
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2880472,
      "usr_cpu" : 0.453363,
      "sys_cpu" : 93.855347,
      "ctx" : 433924,
      "majf" : 0,
      "minf" : 595,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999439,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.010000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.010000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.878247,
        "50" : 98.621810,
        "100" : 0.511198,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}