← Back to file list

📄 seq-write-qd32-nj8_run2.json

mirror/benchmarks/seq/seq-write-qd32-nj8_run2.json

{
  "fio version" : "fio-3.35",
  "timestamp" : 1772824632,
  "timestamp_ms" : 1772824632303,
  "time" : "Fri Mar  6 15:17:12 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 180,
      "elapsed" : 11,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 43555749888,
        "io_kbytes" : 42534912,
        "bw_bytes" : 4470465964,
        "bw" : 4365689,
        "iops" : 4290.464949,
        "runtime" : 9743,
        "total_ios" : 41802,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 77944,
      "usr_cpu" : 1.882120,
      "sys_cpu" : 8.702402,
      "ctx" : 41735,
      "majf" : 0,
      "minf" : 69,
      "iodepth_level" : {
        "1" : 0.100000,
        "2" : 0.100000,
        "4" : 0.100000,
        "8" : 0.153103,
        "16" : 0.306205,
        "32" : 99.406727,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.997593,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772824642,
  "timestamp_ms" : 1772824642561,
  "time" : "Fri Mar  6 15:17:22 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 169,
      "elapsed" : 21,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 50392465408,
        "io_kbytes" : 49211392,
        "bw_bytes" : 5038742666,
        "bw" : 4920647,
        "iops" : 4806.119388,
        "runtime" : 10001,
        "total_ios" : 48066,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 1151128,
          "max" : 2862211,
          "mean" : 1661209.769941,
          "stddev" : 170458.108347,
          "N" : 48066
        },
        "clat_ns" : {
          "min" : 43839319,
          "max" : 76525475,
          "mean" : 51616900.788089,
          "stddev" : 4837477.417986,
          "N" : 48058,
          "percentile" : {
            "1.000000" : 44826624,
            "5.000000" : 45875200,
            "10.000000" : 46923776,
            "20.000000" : 47448064,
            "30.000000" : 48496640,
            "40.000000" : 49545216,
            "50.000000" : 51118080,
            "60.000000" : 52166656,
            "70.000000" : 53215232,
            "80.000000" : 54788096,
            "90.000000" : 57933824,
            "95.000000" : 61079552,
            "99.000000" : 67633152,
            "99.500000" : 70778880,
            "99.900000" : 76021760,
            "99.950000" : 76021760,
            "99.990000" : 76021760
          },
          "bins" : {
            "43778048" : 262,
            "44302336" : 139,
            "44826624" : 807,
            "45350912" : 762,
            "45875200" : 1035,
            "46399488" : 1172,
            "46923776" : 1730,
            "47448064" : 4492,
            "47972352" : 3930,
            "48496640" : 2755,
            "49020928" : 1819,
            "49545216" : 1357,
            "50069504" : 1215,
            "50593792" : 1837,
            "51118080" : 2393,
            "51642368" : 2607,
            "52166656" : 2943,
            "52690944" : 1419,
            "53215232" : 2122,
            "53739520" : 2480,
            "54263808" : 1137,
            "54788096" : 1010,
            "55312384" : 924,
            "55836672" : 787,
            "56360960" : 568,
            "56885248" : 556,
            "57409536" : 554,
            "57933824" : 571,
            "58458112" : 558,
            "58982400" : 472,
            "59506688" : 394,
            "60030976" : 380,
            "60555264" : 273,
            "61079552" : 270,
            "61603840" : 354,
            "62128128" : 289,
            "62652416" : 225,
            "63176704" : 172,
            "63700992" : 174,
            "64225280" : 91,
            "64749568" : 112,
            "65273856" : 115,
            "65798144" : 71,
            "66322432" : 58,
            "66846720" : 61,
            "67633152" : 138,
            "68681728" : 132,
            "69730304" : 88,
            "70778880" : 26,
            "71827456" : 29,
            "72876032" : 32,
            "73924608" : 34,
            "74973184" : 40,
            "76021760" : 87
          }
        },
        "lat_ns" : {
          "min" : 45243103,
          "max" : 78770653,
          "mean" : 53278350.208893,
          "stddev" : 4979583.021303,
          "N" : 48058
        },
        "bw_min" : 4466688,
        "bw_max" : 5431296,
        "bw_agg" : 100.000000,
        "bw_mean" : 4932726.368421,
        "bw_dev" : 33196.377097,
        "bw_samples" : 152,
        "iops_min" : 4362,
        "iops_max" : 5304,
        "iops_mean" : 4817.000000,
        "iops_stddev" : 32.425306,
        "iops_samples" : 152
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 80001,
      "usr_cpu" : 2.069974,
      "sys_cpu" : 9.253634,
      "ctx" : 49215,
      "majf" : 0,
      "minf" : 283,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 43.001290,
        "100" : 56.982066,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772824652,
  "timestamp_ms" : 1772824652561,
  "time" : "Fri Mar  6 15:17:32 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 159,
      "elapsed" : 31,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 102129205248,
        "io_kbytes" : 99735552,
        "bw_bytes" : 5106204952,
        "bw" : 4986528,
        "iops" : 4870.056497,
        "runtime" : 20001,
        "total_ios" : 97406,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 1151128,
          "max" : 2862211,
          "mean" : 1639199.149098,
          "stddev" : 174249.173358,
          "N" : 97406
        },
        "clat_ns" : {
          "min" : 43462002,
          "max" : 76525475,
          "mean" : 50940339.828703,
          "stddev" : 4953738.629109,
          "N" : 97398,
          "percentile" : {
            "1.000000" : 43778048,
            "5.000000" : 44826624,
            "10.000000" : 45875200,
            "20.000000" : 47448064,
            "30.000000" : 47972352,
            "40.000000" : 48496640,
            "50.000000" : 49545216,
            "60.000000" : 51118080,
            "70.000000" : 52166656,
            "80.000000" : 53739520,
            "90.000000" : 57409536,
            "95.000000" : 61079552,
            "99.000000" : 68681728,
            "99.500000" : 70778880,
            "99.900000" : 74973184,
            "99.950000" : 76021760,
            "99.990000" : 76021760
          },
          "bins" : {
            "43253760" : 6,
            "43778048" : 1151,
            "44302336" : 1441,
            "44826624" : 2531,
            "45350912" : 3751,
            "45875200" : 2108,
            "46399488" : 3626,
            "46923776" : 3444,
            "47448064" : 8621,
            "47972352" : 7400,
            "48496640" : 6805,
            "49020928" : 4768,
            "49545216" : 3718,
            "50069504" : 2752,
            "50593792" : 3645,
            "51118080" : 3913,
            "51642368" : 4492,
            "52166656" : 4832,
            "52690944" : 2693,
            "53215232" : 3448,
            "53739520" : 3352,
            "54263808" : 1910,
            "54788096" : 1637,
            "55312384" : 1623,
            "55836672" : 1280,
            "56360960" : 1026,
            "56885248" : 990,
            "57409536" : 934,
            "57933824" : 924,
            "58458112" : 906,
            "58982400" : 788,
            "59506688" : 707,
            "60030976" : 705,
            "60555264" : 522,
            "61079552" : 528,
            "61603840" : 636,
            "62128128" : 520,
            "62652416" : 399,
            "63176704" : 286,
            "63700992" : 268,
            "64225280" : 196,
            "64749568" : 234,
            "65273856" : 216,
            "65798144" : 146,
            "66322432" : 150,
            "66846720" : 138,
            "67633152" : 233,
            "68681728" : 268,
            "69730304" : 148,
            "70778880" : 109,
            "71827456" : 118,
            "72876032" : 64,
            "73924608" : 69,
            "74973184" : 132,
            "76021760" : 91
          }
        },
        "lat_ns" : {
          "min" : 44955734,
          "max" : 78770653,
          "mean" : 52580184.695199,
          "stddev" : 5098963.138686,
          "N" : 97398
        },
        "bw_min" : 4466688,
        "bw_max" : 5431296,
        "bw_agg" : 99.772261,
        "bw_mean" : 4975172.435897,
        "bw_dev" : 30606.195205,
        "bw_samples" : 312,
        "iops_min" : 4362,
        "iops_max" : 5304,
        "iops_mean" : 4858.282051,
        "iops_stddev" : 29.911809,
        "iops_samples" : 312
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 160001,
      "usr_cpu" : 2.143112,
      "sys_cpu" : 9.341192,
      "ctx" : 99597,
      "majf" : 0,
      "minf" : 283,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 51.643636,
        "100" : 48.348151,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772824662,
  "timestamp_ms" : 1772824662561,
  "time" : "Fri Mar  6 15:17:42 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 149,
      "elapsed" : 41,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 153703415808,
        "io_kbytes" : 150100992,
        "bw_bytes" : 5123276417,
        "bw" : 5003199,
        "iops" : 4886.203793,
        "runtime" : 30001,
        "total_ios" : 146591,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 503639,
          "max" : 2862211,
          "mean" : 1633694.623933,
          "stddev" : 170617.652529,
          "N" : 146591
        },
        "clat_ns" : {
          "min" : 43462002,
          "max" : 76525475,
          "mean" : 50762130.410368,
          "stddev" : 4837884.958388,
          "N" : 146583,
          "percentile" : {
            "1.000000" : 44302336,
            "5.000000" : 45350912,
            "10.000000" : 45875200,
            "20.000000" : 46923776,
            "30.000000" : 47972352,
            "40.000000" : 48496640,
            "50.000000" : 49545216,
            "60.000000" : 50593792,
            "70.000000" : 52166656,
            "80.000000" : 53739520,
            "90.000000" : 57409536,
            "95.000000" : 60555264,
            "99.000000" : 67633152,
            "99.500000" : 70778880,
            "99.900000" : 74973184,
            "99.950000" : 76021760,
            "99.990000" : 76021760
          },
          "bins" : {
            "43253760" : 6,
            "43778048" : 1151,
            "44302336" : 1446,
            "44826624" : 3654,
            "45350912" : 6720,
            "45875200" : 5029,
            "46399488" : 7215,
            "46923776" : 6573,
            "47448064" : 10401,
            "47972352" : 8619,
            "48496640" : 10175,
            "49020928" : 7870,
            "49545216" : 6670,
            "50069504" : 6572,
            "50593792" : 6541,
            "51118080" : 6120,
            "51642368" : 6175,
            "52166656" : 5991,
            "52690944" : 3725,
            "53215232" : 4414,
            "53739520" : 4073,
            "54263808" : 2579,
            "54788096" : 2498,
            "55312384" : 2445,
            "55836672" : 1791,
            "56360960" : 1474,
            "56885248" : 1457,
            "57409536" : 1534,
            "57933824" : 1330,
            "58458112" : 1332,
            "58982400" : 1304,
            "59506688" : 1108,
            "60030976" : 1130,
            "60555264" : 836,
            "61079552" : 796,
            "61603840" : 843,
            "62128128" : 642,
            "62652416" : 553,
            "63176704" : 403,
            "63700992" : 404,
            "64225280" : 272,
            "64749568" : 269,
            "65273856" : 244,
            "65798144" : 172,
            "66322432" : 178,
            "66846720" : 165,
            "67633152" : 291,
            "68681728" : 327,
            "69730304" : 209,
            "70778880" : 184,
            "71827456" : 251,
            "72876032" : 130,
            "73924608" : 69,
            "74973184" : 132,
            "76021760" : 91
          }
        },
        "lat_ns" : {
          "min" : 44955734,
          "max" : 78770653,
          "mean" : 52395917.283409,
          "stddev" : 4979540.547724,
          "N" : 146583
        },
        "bw_min" : 4466688,
        "bw_max" : 5478400,
        "bw_agg" : 100.000000,
        "bw_mean" : 5005070.864407,
        "bw_dev" : 31570.355645,
        "bw_samples" : 472,
        "iops_min" : 4362,
        "iops_max" : 5350,
        "iops_mean" : 4887.576271,
        "iops_stddev" : 30.847910,
        "iops_samples" : 472
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 239999,
      "usr_cpu" : 2.146676,
      "sys_cpu" : 9.368372,
      "ctx" : 150227,
      "majf" : 0,
      "minf" : 283,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 53.161517,
        "100" : 46.833025,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772824672,
  "timestamp_ms" : 1772824672561,
  "time" : "Fri Mar  6 15:17:52 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 139,
      "elapsed" : 51,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 203420598272,
        "io_kbytes" : 198652928,
        "bw_bytes" : 5085514956,
        "bw" : 4966323,
        "iops" : 4850.125000,
        "runtime" : 40000,
        "total_ios" : 194005,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 503639,
          "max" : 2980952,
          "mean" : 1645893.470055,
          "stddev" : 170923.161085,
          "N" : 194005
        },
        "clat_ns" : {
          "min" : 43462002,
          "max" : 76525475,
          "mean" : 51138525.640288,
          "stddev" : 4841906.390813,
          "N" : 193997,
          "percentile" : {
            "1.000000" : 44302336,
            "5.000000" : 45350912,
            "10.000000" : 45875200,
            "20.000000" : 47448064,
            "30.000000" : 48496640,
            "40.000000" : 49545216,
            "50.000000" : 50069504,
            "60.000000" : 51118080,
            "70.000000" : 52166656,
            "80.000000" : 53739520,
            "90.000000" : 57933824,
            "95.000000" : 61079552,
            "99.000000" : 68681728,
            "99.500000" : 70778880,
            "99.900000" : 74973184,
            "99.950000" : 74973184,
            "99.990000" : 76021760
          },
          "bins" : {
            "43253760" : 14,
            "43778048" : 1755,
            "44302336" : 1803,
            "44826624" : 3869,
            "45350912" : 6856,
            "45875200" : 5269,
            "46399488" : 7772,
            "46923776" : 7680,
            "47448064" : 11300,
            "47972352" : 9121,
            "48496640" : 12075,
            "49020928" : 9845,
            "49545216" : 9355,
            "50069504" : 10989,
            "50593792" : 12324,
            "51118080" : 11267,
            "51642368" : 9335,
            "52166656" : 8708,
            "52690944" : 5984,
            "53215232" : 5870,
            "53739520" : 5048,
            "54263808" : 3663,
            "54788096" : 3385,
            "55312384" : 3070,
            "55836672" : 2297,
            "56360960" : 1924,
            "56885248" : 1889,
            "57409536" : 1984,
            "57933824" : 1798,
            "58458112" : 1767,
            "58982400" : 1687,
            "59506688" : 1557,
            "60030976" : 1465,
            "60555264" : 1181,
            "61079552" : 1122,
            "61603840" : 1143,
            "62128128" : 1003,
            "62652416" : 800,
            "63176704" : 616,
            "63700992" : 650,
            "64225280" : 514,
            "64749568" : 489,
            "65273856" : 381,
            "65798144" : 311,
            "66322432" : 367,
            "66846720" : 266,
            "67633152" : 465,
            "68681728" : 507,
            "69730304" : 332,
            "70778880" : 301,
            "71827456" : 376,
            "72876032" : 156,
            "73924608" : 69,
            "74973184" : 132,
            "76021760" : 91
          }
        },
        "lat_ns" : {
          "min" : 44910044,
          "max" : 78770653,
          "mean" : 52784450.009145,
          "stddev" : 4983446.086704,
          "N" : 193997
        },
        "bw_min" : 4466688,
        "bw_max" : 5478400,
        "bw_agg" : 100.000000,
        "bw_mean" : 4967082.645570,
        "bw_dev" : 30588.039777,
        "bw_samples" : 632,
        "iops_min" : 4362,
        "iops_max" : 5350,
        "iops_mean" : 4850.493671,
        "iops_stddev" : 29.885437,
        "iops_samples" : 632
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 319997,
      "usr_cpu" : 2.119082,
      "sys_cpu" : 9.267899,
      "ctx" : 198770,
      "majf" : 0,
      "minf" : 283,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 46.464266,
        "100" : 53.531610,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772824682,
  "timestamp_ms" : 1772824682561,
  "time" : "Fri Mar  6 15:18:02 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 129,
      "elapsed" : 61,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 252156313600,
        "io_kbytes" : 246246400,
        "bw_bytes" : 5043126272,
        "bw" : 4924928,
        "iops" : 4809.660000,
        "runtime" : 50000,
        "total_ios" : 240483,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 503639,
          "max" : 3104470,
          "mean" : 1659759.590632,
          "stddev" : 171677.385461,
          "N" : 240483
        },
        "clat_ns" : {
          "min" : 43462002,
          "max" : 76525475,
          "mean" : 51564919.545674,
          "stddev" : 4871194.011070,
          "N" : 240475,
          "percentile" : {
            "1.000000" : 44302336,
            "5.000000" : 45350912,
            "10.000000" : 46399488,
            "20.000000" : 47972352,
            "30.000000" : 49020928,
            "40.000000" : 49545216,
            "50.000000" : 50593792,
            "60.000000" : 51642368,
            "70.000000" : 52690944,
            "80.000000" : 54263808,
            "90.000000" : 58458112,
            "95.000000" : 61603840,
            "99.000000" : 67633152,
            "99.500000" : 70778880,
            "99.900000" : 74973184,
            "99.950000" : 76021760,
            "99.990000" : 76021760
          },
          "bins" : {
            "43253760" : 14,
            "43778048" : 1755,
            "44302336" : 1803,
            "44826624" : 3869,
            "45350912" : 6856,
            "45875200" : 5269,
            "46399488" : 7772,
            "46923776" : 8050,
            "47448064" : 12097,
            "47972352" : 9903,
            "48496640" : 13975,
            "49020928" : 13055,
            "49545216" : 11858,
            "50069504" : 14753,
            "50593792" : 14689,
            "51118080" : 13991,
            "51642368" : 12702,
            "52166656" : 11264,
            "52690944" : 8487,
            "53215232" : 7931,
            "53739520" : 7997,
            "54263808" : 5974,
            "54788096" : 4937,
            "55312384" : 4060,
            "55836672" : 2957,
            "56360960" : 2585,
            "56885248" : 2487,
            "57409536" : 2497,
            "57933824" : 2380,
            "58458112" : 2435,
            "58982400" : 2265,
            "59506688" : 2110,
            "60030976" : 1926,
            "60555264" : 1587,
            "61079552" : 1544,
            "61603840" : 1479,
            "62128128" : 1387,
            "62652416" : 1182,
            "63176704" : 898,
            "63700992" : 925,
            "64225280" : 802,
            "64749568" : 766,
            "65273856" : 672,
            "65798144" : 600,
            "66322432" : 721,
            "66846720" : 418,
            "67633152" : 518,
            "68681728" : 543,
            "69730304" : 365,
            "70778880" : 336,
            "71827456" : 409,
            "72876032" : 193,
            "73924608" : 103,
            "74973184" : 194,
            "76021760" : 130
          }
        },
        "lat_ns" : {
          "min" : 44910044,
          "max" : 78770653,
          "mean" : 53224463.048650,
          "stddev" : 5013803.510910,
          "N" : 240475
        },
        "bw_min" : 4466688,
        "bw_max" : 5478400,
        "bw_agg" : 100.000000,
        "bw_mean" : 4932029.020202,
        "bw_dev" : 30224.621715,
        "bw_samples" : 792,
        "iops_min" : 4362,
        "iops_max" : 5350,
        "iops_mean" : 4816.272727,
        "iops_stddev" : 29.528009,
        "iops_samples" : 792
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 399996,
      "usr_cpu" : 2.088771,
      "sys_cpu" : 9.182342,
      "ctx" : 246060,
      "majf" : 0,
      "minf" : 283,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 42.040394,
        "100" : 57.956280,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772824692,
  "timestamp_ms" : 1772824692561,
  "time" : "Fri Mar  6 15:18:12 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 118,
      "elapsed" : 71,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 300486230016,
        "io_kbytes" : 293443584,
        "bw_bytes" : 5008020366,
        "bw" : 4890644,
        "iops" : 4776.153731,
        "runtime" : 60001,
        "total_ios" : 286574,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 503639,
          "max" : 3166495,
          "mean" : 1671399.884131,
          "stddev" : 172732.320210,
          "N" : 286574
        },
        "clat_ns" : {
          "min" : 43462002,
          "max" : 78153211,
          "mean" : 51928531.936322,
          "stddev" : 4914121.775584,
          "N" : 286566,
          "percentile" : {
            "1.000000" : 44302336,
            "5.000000" : 45875200,
            "10.000000" : 46923776,
            "20.000000" : 47972352,
            "30.000000" : 49020928,
            "40.000000" : 50069504,
            "50.000000" : 51118080,
            "60.000000" : 51642368,
            "70.000000" : 53215232,
            "80.000000" : 54788096,
            "90.000000" : 58458112,
            "95.000000" : 62128128,
            "99.000000" : 67633152,
            "99.500000" : 70778880,
            "99.900000" : 76021760,
            "99.950000" : 76021760,
            "99.990000" : 78118912
          },
          "bins" : {
            "43253760" : 14,
            "43778048" : 1755,
            "44302336" : 1803,
            "44826624" : 3869,
            "45350912" : 6856,
            "45875200" : 5269,
            "46399488" : 7956,
            "46923776" : 8253,
            "47448064" : 12396,
            "47972352" : 11056,
            "48496640" : 14916,
            "49020928" : 13998,
            "49545216" : 14645,
            "50069504" : 18330,
            "50593792" : 19209,
            "51118080" : 16847,
            "51642368" : 15708,
            "52166656" : 13494,
            "52690944" : 10365,
            "53215232" : 10231,
            "53739520" : 10032,
            "54263808" : 8044,
            "54788096" : 6577,
            "55312384" : 5117,
            "55836672" : 4162,
            "56360960" : 3403,
            "56885248" : 3576,
            "57409536" : 3672,
            "57933824" : 3132,
            "58458112" : 3395,
            "58982400" : 2893,
            "59506688" : 2700,
            "60030976" : 2472,
            "60555264" : 2013,
            "61079552" : 2006,
            "61603840" : 1836,
            "62128128" : 1749,
            "62652416" : 1528,
            "63176704" : 1260,
            "63700992" : 1273,
            "64225280" : 1107,
            "64749568" : 1069,
            "65273856" : 993,
            "65798144" : 807,
            "66322432" : 872,
            "66846720" : 495,
            "67633152" : 601,
            "68681728" : 629,
            "69730304" : 488,
            "70778880" : 370,
            "71827456" : 445,
            "72876032" : 229,
            "73924608" : 136,
            "74973184" : 226,
            "76021760" : 170,
            "77070336" : 46,
            "78118912" : 73
          }
        },
        "lat_ns" : {
          "min" : 44910044,
          "max" : 80511422,
          "mean" : 53599929.553534,
          "stddev" : 5058575.978575,
          "N" : 286566
        },
        "bw_min" : 4315136,
        "bw_max" : 5478400,
        "bw_agg" : 100.000000,
        "bw_mean" : 4893584.142857,
        "bw_dev" : 31676.509146,
        "bw_samples" : 952,
        "iops_min" : 4214,
        "iops_max" : 5350,
        "iops_mean" : 4778.731092,
        "iops_stddev" : 30.941273,
        "iops_samples" : 952
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 479999,
      "usr_cpu" : 2.065421,
      "sys_cpu" : 9.107102,
      "ctx" : 293010,
      "majf" : 0,
      "minf" : 283,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 37.920049,
        "100" : 62.077160,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772824702,
  "timestamp_ms" : 1772824702562,
  "time" : "Fri Mar  6 15:18:22 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 109,
      "elapsed" : 81,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 350140497920,
        "io_kbytes" : 341934080,
        "bw_bytes" : 5001935656,
        "bw" : 4884702,
        "iops" : 4770.331852,
        "runtime" : 70001,
        "total_ios" : 333928,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 503639,
          "max" : 3166495,
          "mean" : 1673450.901290,
          "stddev" : 169632.846235,
          "N" : 333928
        },
        "clat_ns" : {
          "min" : 43462002,
          "max" : 78153211,
          "mean" : 51989769.085374,
          "stddev" : 4815426.742253,
          "N" : 333920,
          "percentile" : {
            "1.000000" : 44302336,
            "5.000000" : 45875200,
            "10.000000" : 46923776,
            "20.000000" : 48496640,
            "30.000000" : 49545216,
            "40.000000" : 50069504,
            "50.000000" : 51118080,
            "60.000000" : 51642368,
            "70.000000" : 53215232,
            "80.000000" : 54788096,
            "90.000000" : 58458112,
            "95.000000" : 61603840,
            "99.000000" : 67633152,
            "99.500000" : 70778880,
            "99.900000" : 74973184,
            "99.950000" : 76021760,
            "99.990000" : 78118912
          },
          "bins" : {
            "43253760" : 14,
            "43778048" : 1755,
            "44302336" : 1803,
            "44826624" : 3869,
            "45350912" : 6907,
            "45875200" : 5591,
            "46399488" : 8668,
            "46923776" : 8864,
            "47448064" : 13266,
            "47972352" : 13147,
            "48496640" : 17130,
            "49020928" : 16836,
            "49545216" : 17634,
            "50069504" : 22086,
            "50593792" : 22817,
            "51118080" : 21143,
            "51642368" : 19161,
            "52166656" : 15607,
            "52690944" : 12533,
            "53215232" : 12223,
            "53739520" : 12025,
            "54263808" : 9810,
            "54788096" : 7326,
            "55312384" : 5889,
            "55836672" : 4890,
            "56360960" : 3916,
            "56885248" : 4059,
            "57409536" : 4221,
            "57933824" : 3922,
            "58458112" : 3842,
            "58982400" : 3317,
            "59506688" : 3070,
            "60030976" : 2840,
            "60555264" : 2405,
            "61079552" : 2436,
            "61603840" : 2252,
            "62128128" : 2076,
            "62652416" : 1789,
            "63176704" : 1480,
            "63700992" : 1478,
            "64225280" : 1442,
            "64749568" : 1183,
            "65273856" : 1070,
            "65798144" : 894,
            "66322432" : 961,
            "66846720" : 602,
            "67633152" : 747,
            "68681728" : 741,
            "69730304" : 488,
            "70778880" : 370,
            "71827456" : 445,
            "72876032" : 229,
            "73924608" : 136,
            "74973184" : 226,
            "76021760" : 170,
            "77070336" : 46,
            "78118912" : 73
          }
        },
        "lat_ns" : {
          "min" : 44910044,
          "max" : 80511422,
          "mean" : 53663038.021281,
          "stddev" : 4956766.489596,
          "N" : 333920
        },
        "bw_min" : 4315136,
        "bw_max" : 5478400,
        "bw_agg" : 100.000000,
        "bw_mean" : 4886194.568345,
        "bw_dev" : 30504.286824,
        "bw_samples" : 1112,
        "iops_min" : 4214,
        "iops_max" : 5350,
        "iops_mean" : 4771.517986,
        "iops_stddev" : 29.794760,
        "iops_samples" : 1112
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 560001,
      "usr_cpu" : 2.059818,
      "sys_cpu" : 9.096948,
      "ctx" : 341411,
      "majf" : 0,
      "minf" : 283,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 36.670480,
        "100" : 63.327124,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772824712,
  "timestamp_ms" : 1772824712561,
  "time" : "Fri Mar  6 15:18:32 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 99,
      "elapsed" : 91,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 401416912896,
        "io_kbytes" : 392008704,
        "bw_bytes" : 5017711411,
        "bw" : 4900108,
        "iops" : 4785.362500,
        "runtime" : 80000,
        "total_ios" : 382829,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 503639,
          "max" : 3166495,
          "mean" : 1668180.097158,
          "stddev" : 170642.399752,
          "N" : 382829
        },
        "clat_ns" : {
          "min" : 43462002,
          "max" : 78153211,
          "mean" : 51828679.480925,
          "stddev" : 4850154.435740,
          "N" : 382821,
          "percentile" : {
            "1.000000" : 44302336,
            "5.000000" : 45875200,
            "10.000000" : 46923776,
            "20.000000" : 47972352,
            "30.000000" : 49020928,
            "40.000000" : 50069504,
            "50.000000" : 50593792,
            "60.000000" : 51642368,
            "70.000000" : 53215232,
            "80.000000" : 54788096,
            "90.000000" : 58458112,
            "95.000000" : 61603840,
            "99.000000" : 67633152,
            "99.500000" : 69730304,
            "99.900000" : 74973184,
            "99.950000" : 76021760,
            "99.990000" : 78118912
          },
          "bins" : {
            "43253760" : 14,
            "43778048" : 1756,
            "44302336" : 2629,
            "44826624" : 4960,
            "45350912" : 8450,
            "45875200" : 6339,
            "46399488" : 10422,
            "46923776" : 12273,
            "47448064" : 18698,
            "47972352" : 17177,
            "48496640" : 21190,
            "49020928" : 18912,
            "49545216" : 19787,
            "50069504" : 24494,
            "50593792" : 25619,
            "51118080" : 23243,
            "51642368" : 20361,
            "52166656" : 16711,
            "52690944" : 13562,
            "53215232" : 13181,
            "53739520" : 12788,
            "54263808" : 10420,
            "54788096" : 7944,
            "55312384" : 6442,
            "55836672" : 5465,
            "56360960" : 4490,
            "56885248" : 4609,
            "57409536" : 4735,
            "57933824" : 4430,
            "58458112" : 4302,
            "58982400" : 3747,
            "59506688" : 3469,
            "60030976" : 3161,
            "60555264" : 2764,
            "61079552" : 2821,
            "61603840" : 2529,
            "62128128" : 2332,
            "62652416" : 2092,
            "63176704" : 1738,
            "63700992" : 1781,
            "64225280" : 1713,
            "64749568" : 1320,
            "65273856" : 1132,
            "65798144" : 952,
            "66322432" : 1029,
            "66846720" : 669,
            "67633152" : 880,
            "68681728" : 822,
            "69730304" : 579,
            "70778880" : 559,
            "71827456" : 449,
            "72876032" : 229,
            "73924608" : 136,
            "74973184" : 226,
            "76021760" : 170,
            "77070336" : 46,
            "78118912" : 73
          }
        },
        "lat_ns" : {
          "min" : 44910044,
          "max" : 80511422,
          "mean" : 53496854.188712,
          "stddev" : 4992627.772129,
          "N" : 382821
        },
        "bw_min" : 4315136,
        "bw_max" : 5478400,
        "bw_agg" : 100.000000,
        "bw_mean" : 4902731.981132,
        "bw_dev" : 30537.937171,
        "bw_samples" : 1272,
        "iops_min" : 4214,
        "iops_max" : 5350,
        "iops_mean" : 4787.654088,
        "iops_stddev" : 29.826337,
        "iops_samples" : 1272
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 639996,
      "usr_cpu" : 2.069544,
      "sys_cpu" : 9.112713,
      "ctx" : 391414,
      "majf" : 0,
      "minf" : 283,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 39.227436,
        "100" : 60.770475,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772824722,
  "timestamp_ms" : 1772824722561,
  "time" : "Fri Mar  6 15:18:42 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 89,
      "elapsed" : 101,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 449891532800,
        "io_kbytes" : 439347200,
        "bw_bytes" : 4998794808,
        "bw" : 4881635,
        "iops" : 4767.311111,
        "runtime" : 90000,
        "total_ios" : 429058,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 503639,
          "max" : 3284055,
          "mean" : 1674507.498070,
          "stddev" : 172141.718045,
          "N" : 429058
        },
        "clat_ns" : {
          "min" : 42571762,
          "max" : 78153211,
          "mean" : 52025353.603993,
          "stddev" : 4901557.575752,
          "N" : 429050,
          "percentile" : {
            "1.000000" : 44302336,
            "5.000000" : 45875200,
            "10.000000" : 46923776,
            "20.000000" : 47972352,
            "30.000000" : 49020928,
            "40.000000" : 50069504,
            "50.000000" : 51118080,
            "60.000000" : 52166656,
            "70.000000" : 53215232,
            "80.000000" : 54788096,
            "90.000000" : 58982400,
            "95.000000" : 62128128,
            "99.000000" : 67633152,
            "99.500000" : 70778880,
            "99.900000" : 74973184,
            "99.950000" : 76021760,
            "99.990000" : 78118912
          },
          "bins" : {
            "42729472" : 131,
            "43253760" : 98,
            "43778048" : 1820,
            "44302336" : 2682,
            "44826624" : 5004,
            "45350912" : 8498,
            "45875200" : 7028,
            "46399488" : 10988,
            "46923776" : 13281,
            "47448064" : 19481,
            "47972352" : 17822,
            "48496640" : 21803,
            "49020928" : 20251,
            "49545216" : 21169,
            "50069504" : 26938,
            "50593792" : 27526,
            "51118080" : 26114,
            "51642368" : 24027,
            "52166656" : 19264,
            "52690944" : 17818,
            "53215232" : 15941,
            "53739520" : 15184,
            "54263808" : 12906,
            "54788096" : 9737,
            "55312384" : 7411,
            "55836672" : 6690,
            "56360960" : 5289,
            "56885248" : 5231,
            "57409536" : 5313,
            "57933824" : 4964,
            "58458112" : 4985,
            "58982400" : 4199,
            "59506688" : 3910,
            "60030976" : 3590,
            "60555264" : 3287,
            "61079552" : 3212,
            "61603840" : 2958,
            "62128128" : 2774,
            "62652416" : 2475,
            "63176704" : 2068,
            "63700992" : 2033,
            "64225280" : 1974,
            "64749568" : 1529,
            "65273856" : 1320,
            "65798144" : 1048,
            "66322432" : 1133,
            "66846720" : 766,
            "67633152" : 1112,
            "68681728" : 975,
            "69730304" : 773,
            "70778880" : 703,
            "71827456" : 593,
            "72876032" : 300,
            "73924608" : 262,
            "74973184" : 271,
            "76021760" : 216,
            "77070336" : 102,
            "78118912" : 73
          }
        },
        "lat_ns" : {
          "min" : 43961154,
          "max" : 80511422,
          "mean" : 53699894.814453,
          "stddev" : 5045743.048143,
          "N" : 429050
        },
        "bw_min" : 4315136,
        "bw_max" : 5478400,
        "bw_agg" : 100.000000,
        "bw_mean" : 4884151.486034,
        "bw_dev" : 31058.287646,
        "bw_samples" : 1432,
        "iops_min" : 4214,
        "iops_max" : 5350,
        "iops_mean" : 4769.513966,
        "iops_stddev" : 30.333216,
        "iops_samples" : 1432
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 719996,
      "usr_cpu" : 2.044317,
      "sys_cpu" : 9.070884,
      "ctx" : 438544,
      "majf" : 0,
      "minf" : 283,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 36.893613,
        "100" : 63.104522,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772824732,
  "timestamp_ms" : 1772824732561,
  "time" : "Fri Mar  6 15:18:52 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 79,
      "elapsed" : 111,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 499669532672,
        "io_kbytes" : 487958528,
        "bw_bytes" : 4996695326,
        "bw" : 4879585,
        "iops" : 4765.300000,
        "runtime" : 100000,
        "total_ios" : 476530,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 503639,
          "max" : 3284055,
          "mean" : 1675212.751443,
          "stddev" : 172948.242147,
          "N" : 476530
        },
        "clat_ns" : {
          "min" : 42571762,
          "max" : 83498383,
          "mean" : 52045473.014314,
          "stddev" : 4919043.897690,
          "N" : 476522,
          "percentile" : {
            "1.000000" : 44826624,
            "5.000000" : 45875200,
            "10.000000" : 46923776,
            "20.000000" : 48496640,
            "30.000000" : 49545216,
            "40.000000" : 50069504,
            "50.000000" : 51118080,
            "60.000000" : 52166656,
            "70.000000" : 53215232,
            "80.000000" : 54788096,
            "90.000000" : 58982400,
            "95.000000" : 62128128,
            "99.000000" : 68681728,
            "99.500000" : 70778880,
            "99.900000" : 76021760,
            "99.950000" : 78118912,
            "99.990000" : 83361792
          },
          "bins" : {
            "42729472" : 131,
            "43253760" : 98,
            "43778048" : 1820,
            "44302336" : 2682,
            "44826624" : 5160,
            "45350912" : 8840,
            "45875200" : 7224,
            "46399488" : 11243,
            "46923776" : 14065,
            "47448064" : 20530,
            "47972352" : 19638,
            "48496640" : 25829,
            "49020928" : 25062,
            "49545216" : 24688,
            "50069504" : 31118,
            "50593792" : 31364,
            "51118080" : 29556,
            "51642368" : 26708,
            "52166656" : 21293,
            "52690944" : 19768,
            "53215232" : 17295,
            "53739520" : 16017,
            "54263808" : 13775,
            "54788096" : 10430,
            "55312384" : 8018,
            "55836672" : 7220,
            "56360960" : 5796,
            "56885248" : 5693,
            "57409536" : 5763,
            "57933824" : 5397,
            "58458112" : 5452,
            "58982400" : 4591,
            "59506688" : 4276,
            "60030976" : 3915,
            "60555264" : 3637,
            "61079552" : 3591,
            "61603840" : 3288,
            "62128128" : 3151,
            "62652416" : 2769,
            "63176704" : 2317,
            "63700992" : 2252,
            "64225280" : 2150,
            "64749568" : 1740,
            "65273856" : 1480,
            "65798144" : 1152,
            "66322432" : 1253,
            "66846720" : 890,
            "67633152" : 1416,
            "68681728" : 1176,
            "69730304" : 844,
            "70778880" : 815,
            "71827456" : 614,
            "72876032" : 323,
            "73924608" : 280,
            "74973184" : 290,
            "76021760" : 236,
            "77070336" : 121,
            "78118912" : 94,
            "79167488" : 20,
            "80216064" : 26,
            "81264640" : 33,
            "82313216" : 41,
            "83361792" : 68
          }
        },
        "lat_ns" : {
          "min" : 43961154,
          "max" : 85956717,
          "mean" : 53720574.816477,
          "stddev" : 5063234.326487,
          "N" : 476522
        },
        "bw_min" : 4315136,
        "bw_max" : 5478400,
        "bw_agg" : 100.000000,
        "bw_mean" : 4879815.743719,
        "bw_dev" : 30275.306191,
        "bw_samples" : 1592,
        "iops_min" : 4214,
        "iops_max" : 5350,
        "iops_mean" : 4765.281407,
        "iops_stddev" : 29.568151,
        "iops_samples" : 1592
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 799996,
      "usr_cpu" : 2.038885,
      "sys_cpu" : 9.072045,
      "ctx" : 487044,
      "majf" : 0,
      "minf" : 283,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 37.076365,
        "100" : 62.921957,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772824742,
  "timestamp_ms" : 1772824742561,
  "time" : "Fri Mar  6 15:19:02 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 68,
      "elapsed" : 121,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 549166514176,
        "io_kbytes" : 536295424,
        "bw_bytes" : 4992377470,
        "bw" : 4875368,
        "iops" : 4761.174898,
        "runtime" : 110001,
        "total_ios" : 523734,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 503639,
          "max" : 3284055,
          "mean" : 1676661.457316,
          "stddev" : 171656.888186,
          "N" : 523734
        },
        "clat_ns" : {
          "min" : 42571762,
          "max" : 83498383,
          "mean" : 52091513.629110,
          "stddev" : 4879003.277954,
          "N" : 523726,
          "percentile" : {
            "1.000000" : 44826624,
            "5.000000" : 45875200,
            "10.000000" : 46923776,
            "20.000000" : 48496640,
            "30.000000" : 49545216,
            "40.000000" : 50069504,
            "50.000000" : 51118080,
            "60.000000" : 52166656,
            "70.000000" : 53215232,
            "80.000000" : 54788096,
            "90.000000" : 58982400,
            "95.000000" : 62128128,
            "99.000000" : 68681728,
            "99.500000" : 70778880,
            "99.900000" : 76021760,
            "99.950000" : 78118912,
            "99.990000" : 83361792
          },
          "bins" : {
            "42729472" : 131,
            "43253760" : 98,
            "43778048" : 1820,
            "44302336" : 2682,
            "44826624" : 5160,
            "45350912" : 8842,
            "45875200" : 8018,
            "46399488" : 12758,
            "46923776" : 14677,
            "47448064" : 21694,
            "47972352" : 21257,
            "48496640" : 27701,
            "49020928" : 27825,
            "49545216" : 27074,
            "50069504" : 33269,
            "50593792" : 33980,
            "51118080" : 32593,
            "51642368" : 30459,
            "52166656" : 25054,
            "52690944" : 23390,
            "53215232" : 19448,
            "53739520" : 17809,
            "54263808" : 14915,
            "54788096" : 11408,
            "55312384" : 9007,
            "55836672" : 7936,
            "56360960" : 6425,
            "56885248" : 6318,
            "57409536" : 6352,
            "57933824" : 5951,
            "58458112" : 5935,
            "58982400" : 5143,
            "59506688" : 4722,
            "60030976" : 4323,
            "60555264" : 4138,
            "61079552" : 4010,
            "61603840" : 3644,
            "62128128" : 3506,
            "62652416" : 2937,
            "63176704" : 2478,
            "63700992" : 2428,
            "64225280" : 2350,
            "64749568" : 1969,
            "65273856" : 1577,
            "65798144" : 1241,
            "66322432" : 1365,
            "66846720" : 959,
            "67633152" : 1532,
            "68681728" : 1334,
            "69730304" : 920,
            "70778880" : 971,
            "71827456" : 661,
            "72876032" : 323,
            "73924608" : 280,
            "74973184" : 290,
            "76021760" : 236,
            "77070336" : 121,
            "78118912" : 94,
            "79167488" : 20,
            "80216064" : 26,
            "81264640" : 33,
            "82313216" : 41,
            "83361792" : 68
          }
        },
        "lat_ns" : {
          "min" : 43961154,
          "max" : 85956717,
          "mean" : 53768188.117535,
          "stddev" : 5021957.573627,
          "N" : 523726
        },
        "bw_min" : 4315136,
        "bw_max" : 5478400,
        "bw_agg" : 100.000000,
        "bw_mean" : 4877357.210046,
        "bw_dev" : 29678.403219,
        "bw_samples" : 1752,
        "iops_min" : 4214,
        "iops_max" : 5350,
        "iops_mean" : 4762.881279,
        "iops_stddev" : 28.983451,
        "iops_samples" : 1752
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 880001,
      "usr_cpu" : 2.033520,
      "sys_cpu" : 9.067831,
      "ctx" : 535029,
      "majf" : 0,
      "minf" : 283,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 36.326456,
        "100" : 63.672017,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772824752,
  "timestamp_ms" : 1772824752561,
  "time" : "Fri Mar  6 15:19:12 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 59,
      "elapsed" : 131,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 596015841280,
        "io_kbytes" : 582046720,
        "bw_bytes" : 4966757287,
        "bw" : 4850348,
        "iops" : 4736.735527,
        "runtime" : 120001,
        "total_ios" : 568413,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 503639,
          "max" : 3284055,
          "mean" : 1685331.323775,
          "stddev" : 173484.363950,
          "N" : 568413
        },
        "clat_ns" : {
          "min" : 42571762,
          "max" : 83498383,
          "mean" : 52359811.888212,
          "stddev" : 4941928.205306,
          "N" : 568405,
          "percentile" : {
            "1.000000" : 44826624,
            "5.000000" : 46399488,
            "10.000000" : 47448064,
            "20.000000" : 48496640,
            "30.000000" : 49545216,
            "40.000000" : 50593792,
            "50.000000" : 51118080,
            "60.000000" : 52166656,
            "70.000000" : 53739520,
            "80.000000" : 55312384,
            "90.000000" : 58982400,
            "95.000000" : 62652416,
            "99.000000" : 68681728,
            "99.500000" : 70778880,
            "99.900000" : 76021760,
            "99.950000" : 77070336,
            "99.990000" : 83361792
          },
          "bins" : {
            "42729472" : 131,
            "43253760" : 98,
            "43778048" : 1820,
            "44302336" : 2682,
            "44826624" : 5160,
            "45350912" : 8842,
            "45875200" : 8018,
            "46399488" : 12758,
            "46923776" : 14677,
            "47448064" : 21694,
            "47972352" : 21348,
            "48496640" : 27888,
            "49020928" : 28031,
            "49545216" : 27751,
            "50069504" : 34501,
            "50593792" : 35195,
            "51118080" : 34252,
            "51642368" : 32418,
            "52166656" : 28731,
            "52690944" : 26401,
            "53215232" : 21303,
            "53739520" : 20535,
            "54263808" : 19898,
            "54788096" : 15505,
            "55312384" : 11654,
            "55836672" : 9263,
            "56360960" : 7794,
            "56885248" : 7436,
            "57409536" : 7336,
            "57933824" : 6856,
            "58458112" : 6600,
            "58982400" : 5757,
            "59506688" : 5514,
            "60030976" : 4989,
            "60555264" : 4696,
            "61079552" : 4528,
            "61603840" : 4036,
            "62128128" : 3868,
            "62652416" : 3311,
            "63176704" : 2834,
            "63700992" : 2763,
            "64225280" : 2693,
            "64749568" : 2309,
            "65273856" : 1866,
            "65798144" : 1465,
            "66322432" : 1527,
            "66846720" : 1125,
            "67633152" : 1860,
            "68681728" : 1606,
            "69730304" : 1238,
            "70778880" : 1153,
            "71827456" : 891,
            "72876032" : 486,
            "73924608" : 385,
            "74973184" : 290,
            "76021760" : 236,
            "77070336" : 121,
            "78118912" : 94,
            "79167488" : 20,
            "80216064" : 26,
            "81264640" : 33,
            "82313216" : 41,
            "83361792" : 68
          }
        },
        "lat_ns" : {
          "min" : 43961154,
          "max" : 85956717,
          "mean" : 54045132.816407,
          "stddev" : 5087092.396403,
          "N" : 568405
        },
        "bw_min" : 4315136,
        "bw_max" : 5478400,
        "bw_agg" : 100.000000,
        "bw_mean" : 4851996.255230,
        "bw_dev" : 30668.886120,
        "bw_samples" : 1912,
        "iops_min" : 4214,
        "iops_max" : 5350,
        "iops_mean" : 4738.121339,
        "iops_stddev" : 29.949843,
        "iops_samples" : 1912
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 960001,
      "usr_cpu" : 2.018748,
      "sys_cpu" : 9.011970,
      "ctx" : 580354,
      "majf" : 0,
      "minf" : 283,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 33.744830,
        "100" : 66.253763,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772824762,
  "timestamp_ms" : 1772824762562,
  "time" : "Fri Mar  6 15:19:22 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 49,
      "elapsed" : 141,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 643978756096,
        "io_kbytes" : 628885504,
        "bw_bytes" : 4953644634,
        "bw" : 4837543,
        "iops" : 4724.225198,
        "runtime" : 130001,
        "total_ios" : 614154,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 503639,
          "max" : 3284055,
          "mean" : 1689803.702347,
          "stddev" : 174533.901123,
          "N" : 614154
        },
        "clat_ns" : {
          "min" : 42571762,
          "max" : 83498383,
          "mean" : 52498276.671510,
          "stddev" : 4975897.718168,
          "N" : 614146,
          "percentile" : {
            "1.000000" : 44826624,
            "5.000000" : 46399488,
            "10.000000" : 47448064,
            "20.000000" : 48496640,
            "30.000000" : 49545216,
            "40.000000" : 50593792,
            "50.000000" : 51642368,
            "60.000000" : 52690944,
            "70.000000" : 53739520,
            "80.000000" : 55312384,
            "90.000000" : 59506688,
            "95.000000" : 62652416,
            "99.000000" : 68681728,
            "99.500000" : 70778880,
            "99.900000" : 76021760,
            "99.950000" : 77070336,
            "99.990000" : 83361792
          },
          "bins" : {
            "42729472" : 131,
            "43253760" : 98,
            "43778048" : 1820,
            "44302336" : 2682,
            "44826624" : 5160,
            "45350912" : 8842,
            "45875200" : 8284,
            "46399488" : 12980,
            "46923776" : 14982,
            "47448064" : 21942,
            "47972352" : 22006,
            "48496640" : 29053,
            "49020928" : 29731,
            "49545216" : 30046,
            "50069504" : 37848,
            "50593792" : 38418,
            "51118080" : 37003,
            "51642368" : 34914,
            "52166656" : 30651,
            "52690944" : 28403,
            "53215232" : 24091,
            "53739520" : 22238,
            "54263808" : 20797,
            "54788096" : 17159,
            "55312384" : 14555,
            "55836672" : 10449,
            "56360960" : 9037,
            "56885248" : 8436,
            "57409536" : 8216,
            "57933824" : 7559,
            "58458112" : 7279,
            "58982400" : 6523,
            "59506688" : 6050,
            "60030976" : 5452,
            "60555264" : 5137,
            "61079552" : 5013,
            "61603840" : 4443,
            "62128128" : 4238,
            "62652416" : 3692,
            "63176704" : 3269,
            "63700992" : 3043,
            "64225280" : 3011,
            "64749568" : 2608,
            "65273856" : 2122,
            "65798144" : 1768,
            "66322432" : 1810,
            "66846720" : 1297,
            "67633152" : 2185,
            "68681728" : 1924,
            "69730304" : 1458,
            "70778880" : 1303,
            "71827456" : 984,
            "72876032" : 591,
            "73924608" : 455,
            "74973184" : 321,
            "76021760" : 236,
            "77070336" : 121,
            "78118912" : 94,
            "79167488" : 20,
            "80216064" : 26,
            "81264640" : 33,
            "82313216" : 41,
            "83361792" : 68
          }
        },
        "lat_ns" : {
          "min" : 43961154,
          "max" : 85956717,
          "mean" : 54188050.905223,
          "stddev" : 5122113.576483,
          "N" : 614146
        },
        "bw_min" : 4308992,
        "bw_max" : 5478400,
        "bw_agg" : 100.000000,
        "bw_mean" : 4840445.335907,
        "bw_dev" : 30713.683246,
        "bw_samples" : 2072,
        "iops_min" : 4208,
        "iops_max" : 5350,
        "iops_mean" : 4726.845560,
        "iops_stddev" : 29.993588,
        "iops_samples" : 2072
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1040002,
      "usr_cpu" : 2.006342,
      "sys_cpu" : 8.989502,
      "ctx" : 626961,
      "majf" : 0,
      "minf" : 283,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 32.545420,
        "100" : 67.453277,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772824772,
  "timestamp_ms" : 1772824772561,
  "time" : "Fri Mar  6 15:19:32 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 39,
      "elapsed" : 151,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 692115734528,
        "io_kbytes" : 675894272,
        "bw_bytes" : 4943648506,
        "bw" : 4827781,
        "iops" : 4714.687752,
        "runtime" : 140001,
        "total_ios" : 660061,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 503639,
          "max" : 3284055,
          "mean" : 1693228.928634,
          "stddev" : 172799.327061,
          "N" : 660061
        },
        "clat_ns" : {
          "min" : 42571762,
          "max" : 83498383,
          "mean" : 52604732.435143,
          "stddev" : 4923850.426797,
          "N" : 660053,
          "percentile" : {
            "1.000000" : 44826624,
            "5.000000" : 46399488,
            "10.000000" : 47448064,
            "20.000000" : 49020928,
            "30.000000" : 50069504,
            "40.000000" : 50593792,
            "50.000000" : 51642368,
            "60.000000" : 52690944,
            "70.000000" : 53739520,
            "80.000000" : 55312384,
            "90.000000" : 59506688,
            "95.000000" : 62652416,
            "99.000000" : 68681728,
            "99.500000" : 70778880,
            "99.900000" : 74973184,
            "99.950000" : 77070336,
            "99.990000" : 83361792
          },
          "bins" : {
            "42729472" : 131,
            "43253760" : 98,
            "43778048" : 1820,
            "44302336" : 2682,
            "44826624" : 5160,
            "45350912" : 8842,
            "45875200" : 8284,
            "46399488" : 12980,
            "46923776" : 14982,
            "47448064" : 21942,
            "47972352" : 22359,
            "48496640" : 29260,
            "49020928" : 31598,
            "49545216" : 32680,
            "50069504" : 40112,
            "50593792" : 40375,
            "51118080" : 39638,
            "51642368" : 36933,
            "52166656" : 33898,
            "52690944" : 31874,
            "53215232" : 26818,
            "53739520" : 26068,
            "54263808" : 23265,
            "54788096" : 20453,
            "55312384" : 16286,
            "55836672" : 12184,
            "56360960" : 10164,
            "56885248" : 9218,
            "57409536" : 8898,
            "57933824" : 8155,
            "58458112" : 7803,
            "58982400" : 7088,
            "59506688" : 6698,
            "60030976" : 6063,
            "60555264" : 5755,
            "61079552" : 5608,
            "61603840" : 4764,
            "62128128" : 4522,
            "62652416" : 3942,
            "63176704" : 3533,
            "63700992" : 3288,
            "64225280" : 3221,
            "64749568" : 2902,
            "65273856" : 2352,
            "65798144" : 1840,
            "66322432" : 1893,
            "66846720" : 1376,
            "67633152" : 2332,
            "68681728" : 2036,
            "69730304" : 1503,
            "70778880" : 1387,
            "71827456" : 984,
            "72876032" : 591,
            "73924608" : 455,
            "74973184" : 321,
            "76021760" : 236,
            "77070336" : 121,
            "78118912" : 94,
            "79167488" : 20,
            "80216064" : 26,
            "81264640" : 33,
            "82313216" : 41,
            "83361792" : 68
          }
        },
        "lat_ns" : {
          "min" : 43961154,
          "max" : 85956717,
          "mean" : 54297963.717954,
          "stddev" : 5068552.904216,
          "N" : 660053
        },
        "bw_min" : 4308992,
        "bw_max" : 5478400,
        "bw_agg" : 100.000000,
        "bw_mean" : 4829590.888889,
        "bw_dev" : 30639.522764,
        "bw_samples" : 2232,
        "iops_min" : 4208,
        "iops_max" : 5350,
        "iops_mean" : 4716.247312,
        "iops_stddev" : 29.920717,
        "iops_samples" : 2232
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1120001,
      "usr_cpu" : 1.998748,
      "sys_cpu" : 8.967849,
      "ctx" : 673607,
      "majf" : 0,
      "minf" : 283,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 31.179088,
        "100" : 68.819700,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772824782,
  "timestamp_ms" : 1772824782561,
  "time" : "Fri Mar  6 15:19:42 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 28,
      "elapsed" : 161,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 739233497088,
        "io_kbytes" : 721907712,
        "bw_bytes" : 4928190459,
        "bw" : 4812685,
        "iops" : 4699.942000,
        "runtime" : 150001,
        "total_ios" : 704996,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 503639,
          "max" : 3284055,
          "mean" : 1698552.162636,
          "stddev" : 172771.353995,
          "N" : 704996
        },
        "clat_ns" : {
          "min" : 42571762,
          "max" : 83498383,
          "mean" : 52769789.516154,
          "stddev" : 4926332.922359,
          "N" : 704988,
          "percentile" : {
            "1.000000" : 44826624,
            "5.000000" : 46399488,
            "10.000000" : 47448064,
            "20.000000" : 49020928,
            "30.000000" : 50069504,
            "40.000000" : 51118080,
            "50.000000" : 51642368,
            "60.000000" : 52690944,
            "70.000000" : 54263808,
            "80.000000" : 55836672,
            "90.000000" : 59506688,
            "95.000000" : 62652416,
            "99.000000" : 68681728,
            "99.500000" : 70778880,
            "99.900000" : 74973184,
            "99.950000" : 77070336,
            "99.990000" : 82313216
          },
          "bins" : {
            "42729472" : 131,
            "43253760" : 98,
            "43778048" : 1820,
            "44302336" : 2682,
            "44826624" : 5160,
            "45350912" : 8842,
            "45875200" : 8284,
            "46399488" : 12980,
            "46923776" : 14982,
            "47448064" : 21942,
            "47972352" : 22359,
            "48496640" : 29260,
            "49020928" : 31598,
            "49545216" : 32857,
            "50069504" : 40845,
            "50593792" : 42382,
            "51118080" : 41363,
            "51642368" : 40303,
            "52166656" : 36214,
            "52690944" : 37483,
            "53215232" : 31319,
            "53739520" : 29130,
            "54263808" : 25565,
            "54788096" : 22517,
            "55312384" : 18476,
            "55836672" : 13798,
            "56360960" : 11940,
            "56885248" : 10681,
            "57409536" : 10121,
            "57933824" : 9141,
            "58458112" : 8487,
            "58982400" : 7773,
            "59506688" : 7308,
            "60030976" : 6652,
            "60555264" : 6330,
            "61079552" : 6161,
            "61603840" : 5364,
            "62128128" : 5003,
            "62652416" : 4293,
            "63176704" : 3823,
            "63700992" : 3536,
            "64225280" : 3509,
            "64749568" : 3131,
            "65273856" : 2471,
            "65798144" : 1981,
            "66322432" : 1984,
            "66846720" : 1457,
            "67633152" : 2492,
            "68681728" : 2197,
            "69730304" : 1674,
            "70778880" : 1579,
            "71827456" : 1177,
            "72876032" : 687,
            "73924608" : 583,
            "74973184" : 393,
            "76021760" : 267,
            "77070336" : 121,
            "78118912" : 94,
            "79167488" : 20,
            "80216064" : 26,
            "81264640" : 33,
            "82313216" : 41,
            "83361792" : 68
          }
        },
        "lat_ns" : {
          "min" : 43961154,
          "max" : 85956717,
          "mean" : 54468351.530440,
          "stddev" : 5071254.960985,
          "N" : 704988
        },
        "bw_min" : 4308992,
        "bw_max" : 5478400,
        "bw_agg" : 100.000000,
        "bw_mean" : 4813849.237458,
        "bw_dev" : 30767.175347,
        "bw_samples" : 2392,
        "iops_min" : 4208,
        "iops_max" : 5350,
        "iops_mean" : 4700.879599,
        "iops_stddev" : 30.045139,
        "iops_samples" : 2392
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1200002,
      "usr_cpu" : 1.988330,
      "sys_cpu" : 8.932652,
      "ctx" : 719357,
      "majf" : 0,
      "minf" : 283,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 29.246974,
        "100" : 70.751891,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772824792,
  "timestamp_ms" : 1772824792561,
  "time" : "Fri Mar  6 15:19:52 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 18,
      "elapsed" : 171,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 786278907904,
        "io_kbytes" : 767850496,
        "bw_bytes" : 4914212460,
        "bw" : 4799035,
        "iops" : 4686.608209,
        "runtime" : 160001,
        "total_ios" : 749862,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 503639,
          "max" : 3284055,
          "mean" : 1703394.417215,
          "stddev" : 172819.032390,
          "N" : 749862
        },
        "clat_ns" : {
          "min" : 42571762,
          "max" : 83498383,
          "mean" : 52919332.538382,
          "stddev" : 4932914.240108,
          "N" : 749854,
          "percentile" : {
            "1.000000" : 44826624,
            "5.000000" : 46399488,
            "10.000000" : 47448064,
            "20.000000" : 49020928,
            "30.000000" : 50069504,
            "40.000000" : 51118080,
            "50.000000" : 52166656,
            "60.000000" : 53215232,
            "70.000000" : 54263808,
            "80.000000" : 55836672,
            "90.000000" : 59506688,
            "95.000000" : 62652416,
            "99.000000" : 68681728,
            "99.500000" : 71827456,
            "99.900000" : 74973184,
            "99.950000" : 77070336,
            "99.990000" : 82313216
          },
          "bins" : {
            "42729472" : 131,
            "43253760" : 98,
            "43778048" : 1820,
            "44302336" : 2682,
            "44826624" : 5160,
            "45350912" : 8842,
            "45875200" : 8284,
            "46399488" : 12980,
            "46923776" : 14982,
            "47448064" : 21942,
            "47972352" : 22359,
            "48496640" : 29741,
            "49020928" : 31789,
            "49545216" : 32976,
            "50069504" : 41345,
            "50593792" : 43865,
            "51118080" : 45317,
            "51642368" : 44047,
            "52166656" : 40393,
            "52690944" : 41020,
            "53215232" : 34140,
            "53739520" : 31075,
            "54263808" : 27083,
            "54788096" : 24976,
            "55312384" : 20117,
            "55836672" : 15059,
            "56360960" : 13848,
            "56885248" : 11793,
            "57409536" : 10957,
            "57933824" : 10052,
            "58458112" : 10077,
            "58982400" : 8529,
            "59506688" : 7990,
            "60030976" : 7561,
            "60555264" : 7139,
            "61079552" : 6728,
            "61603840" : 5921,
            "62128128" : 5470,
            "62652416" : 4788,
            "63176704" : 4399,
            "63700992" : 4171,
            "64225280" : 3962,
            "64749568" : 3394,
            "65273856" : 2642,
            "65798144" : 2185,
            "66322432" : 2117,
            "66846720" : 1556,
            "67633152" : 2651,
            "68681728" : 2352,
            "69730304" : 1832,
            "70778880" : 1748,
            "71827456" : 1411,
            "72876032" : 712,
            "73924608" : 583,
            "74973184" : 393,
            "76021760" : 267,
            "77070336" : 121,
            "78118912" : 94,
            "79167488" : 20,
            "80216064" : 26,
            "81264640" : 33,
            "82313216" : 41,
            "83361792" : 68
          }
        },
        "lat_ns" : {
          "min" : 43961154,
          "max" : 85956717,
          "mean" : 54622697.920267,
          "stddev" : 5078287.633610,
          "N" : 749854
        },
        "bw_min" : 4030464,
        "bw_max" : 5478400,
        "bw_agg" : 100.000000,
        "bw_mean" : 4800428.655172,
        "bw_dev" : 31175.442217,
        "bw_samples" : 2552,
        "iops_min" : 3936,
        "iops_max" : 5350,
        "iops_mean" : 4687.777429,
        "iops_stddev" : 30.443696,
        "iops_samples" : 2552
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1280001,
      "usr_cpu" : 1.982342,
      "sys_cpu" : 8.897415,
      "ctx" : 764967,
      "majf" : 0,
      "minf" : 283,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999867,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999867,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 27.607613,
        "100" : 72.391320,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772824802,
  "timestamp_ms" : 1772824802562,
  "time" : "Fri Mar  6 15:20:02 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 9,
      "elapsed" : 181,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 833793032192,
        "io_kbytes" : 814251008,
        "bw_bytes" : 4904636044,
        "bw" : 4789683,
        "iops" : 4677.472485,
        "runtime" : 170001,
        "total_ios" : 795175,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 503639,
          "max" : 3561489,
          "mean" : 1706728.392973,
          "stddev" : 172572.860855,
          "N" : 795175
        },
        "clat_ns" : {
          "min" : 42571762,
          "max" : 83498383,
          "mean" : 53022207.865074,
          "stddev" : 4926700.939901,
          "N" : 795167,
          "percentile" : {
            "1.000000" : 44826624,
            "5.000000" : 46399488,
            "10.000000" : 47972352,
            "20.000000" : 49020928,
            "30.000000" : 50069504,
            "40.000000" : 51118080,
            "50.000000" : 52166656,
            "60.000000" : 53215232,
            "70.000000" : 54263808,
            "80.000000" : 56360960,
            "90.000000" : 60030976,
            "95.000000" : 62652416,
            "99.000000" : 68681728,
            "99.500000" : 71827456,
            "99.900000" : 76021760,
            "99.950000" : 78118912,
            "99.990000" : 82313216
          },
          "bins" : {
            "42729472" : 131,
            "43253760" : 98,
            "43778048" : 1820,
            "44302336" : 2682,
            "44826624" : 5160,
            "45350912" : 8842,
            "45875200" : 8284,
            "46399488" : 12980,
            "46923776" : 14982,
            "47448064" : 22045,
            "47972352" : 23428,
            "48496640" : 30715,
            "49020928" : 32418,
            "49545216" : 34042,
            "50069504" : 42574,
            "50593792" : 45773,
            "51118080" : 47510,
            "51642368" : 46323,
            "52166656" : 43298,
            "52690944" : 43957,
            "53215232" : 37655,
            "53739520" : 33450,
            "54263808" : 30185,
            "54788096" : 27282,
            "55312384" : 21835,
            "55836672" : 17469,
            "56360960" : 15481,
            "56885248" : 13384,
            "57409536" : 12172,
            "57933824" : 10941,
            "58458112" : 10711,
            "58982400" : 9131,
            "59506688" : 8584,
            "60030976" : 8130,
            "60555264" : 7679,
            "61079552" : 7233,
            "61603840" : 6409,
            "62128128" : 5974,
            "62652416" : 5140,
            "63176704" : 4736,
            "63700992" : 4383,
            "64225280" : 4172,
            "64749568" : 3602,
            "65273856" : 2809,
            "65798144" : 2355,
            "66322432" : 2262,
            "66846720" : 1790,
            "67633152" : 2816,
            "68681728" : 2425,
            "69730304" : 1913,
            "70778880" : 1855,
            "71827456" : 1481,
            "72876032" : 744,
            "73924608" : 622,
            "74973184" : 423,
            "76021760" : 298,
            "77070336" : 155,
            "78118912" : 134,
            "79167488" : 91,
            "80216064" : 52,
            "81264640" : 33,
            "82313216" : 41,
            "83361792" : 68
          }
        },
        "lat_ns" : {
          "min" : 43961154,
          "max" : 85956717,
          "mean" : 54728875.214382,
          "stddev" : 5071986.584200,
          "N" : 795167
        },
        "bw_min" : 4030464,
        "bw_max" : 5478400,
        "bw_agg" : 100.000000,
        "bw_mean" : 4791347.076696,
        "bw_dev" : 31353.189726,
        "bw_samples" : 2712,
        "iops_min" : 3936,
        "iops_max" : 5350,
        "iops_mean" : 4678.911504,
        "iops_stddev" : 30.617162,
        "iops_samples" : 2712
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1360002,
      "usr_cpu" : 1.974409,
      "sys_cpu" : 8.877560,
      "ctx" : 811131,
      "majf" : 0,
      "minf" : 283,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 26.584463,
        "100" : 73.414531,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772824812,
  "timestamp_ms" : 1772824812583,
  "time" : "Fri Mar  6 15:20:12 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 880279552000,
        "io_kbytes" : 859648000,
        "bw_bytes" : 4890387617,
        "bw" : 4775769,
        "iops" : 4663.303741,
        "runtime" : 180002,
        "total_ios" : 839404,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 503639,
          "max" : 3582281,
          "mean" : 1711889.507016,
          "stddev" : 173604.219083,
          "N" : 839412
        },
        "clat_ns" : {
          "min" : 4667,
          "max" : 83498383,
          "mean" : 53175092.997155,
          "stddev" : 4994566.447549,
          "N" : 839652,
          "percentile" : {
            "1.000000" : 44826624,
            "5.000000" : 46923776,
            "10.000000" : 47972352,
            "20.000000" : 49545216,
            "30.000000" : 50593792,
            "40.000000" : 51118080,
            "50.000000" : 52166656,
            "60.000000" : 53215232,
            "70.000000" : 54788096,
            "80.000000" : 56360960,
            "90.000000" : 60030976,
            "95.000000" : 63176704,
            "99.000000" : 69730304,
            "99.500000" : 71827456,
            "99.900000" : 76021760,
            "99.950000" : 77070336,
            "99.990000" : 82313216
          },
          "bins" : {
            "4640" : 1,
            "5088" : 1,
            "5344" : 1,
            "6624" : 1,
            "6688" : 1,
            "7072" : 1,
            "7392" : 1,
            "17280" : 1,
            "1236992" : 2,
            "1597440" : 1,
            "1662976" : 3,
            "1679360" : 2,
            "2899968" : 2,
            "3260416" : 1,
            "3325952" : 5,
            "4554752" : 1,
            "4620288" : 1,
            "4947968" : 2,
            "5013504" : 4,
            "6193152" : 2,
            "6586368" : 1,
            "6651904" : 5,
            "7831552" : 1,
            "7897088" : 1,
            "8224768" : 1,
            "8290304" : 5,
            "9502720" : 2,
            "9895936" : 5,
            "10027008" : 1,
            "11206656" : 2,
            "11599872" : 6,
            "12779520" : 1,
            "12910592" : 1,
            "13172736" : 1,
            "13303808" : 5,
            "14483456" : 2,
            "14876672" : 2,
            "15007744" : 4,
            "16187392" : 2,
            "16580608" : 6,
            "17956864" : 2,
            "18219008" : 6,
            "19529728" : 2,
            "19791872" : 1,
            "20054016" : 5,
            "21102592" : 2,
            "21626880" : 6,
            "22937600" : 2,
            "23199744" : 5,
            "23461888" : 1,
            "24510464" : 2,
            "25034752" : 6,
            "26345472" : 2,
            "26607616" : 6,
            "27918336" : 2,
            "28442624" : 6,
            "29491200" : 1,
            "29753344" : 1,
            "30015488" : 6,
            "31326208" : 2,
            "31588352" : 2,
            "31850496" : 4,
            "32899072" : 2,
            "33423360" : 6,
            "34865152" : 3,
            "35389440" : 5,
            "36438016" : 2,
            "36962304" : 6,
            "38010880" : 2,
            "38535168" : 6,
            "39583744" : 2,
            "40108032" : 6,
            "41680896" : 3,
            "42205184" : 5,
            "42729472" : 131,
            "43253760" : 100,
            "43778048" : 1826,
            "44302336" : 2682,
            "44826624" : 5162,
            "45350912" : 8848,
            "45875200" : 8287,
            "46399488" : 13166,
            "46923776" : 15237,
            "47448064" : 22237,
            "47972352" : 23610,
            "48496640" : 31414,
            "49020928" : 33152,
            "49545216" : 35280,
            "50069504" : 43158,
            "50593792" : 46194,
            "51118080" : 48143,
            "51642368" : 47222,
            "52166656" : 44408,
            "52690944" : 46818,
            "53215232" : 40505,
            "53739520" : 36118,
            "54263808" : 33185,
            "54788096" : 29896,
            "55312384" : 23845,
            "55836672" : 19882,
            "56360960" : 17280,
            "56885248" : 15330,
            "57409536" : 13417,
            "57933824" : 13280,
            "58458112" : 12382,
            "58982400" : 10234,
            "59506688" : 9944,
            "60030976" : 9015,
            "60555264" : 8426,
            "61079552" : 7865,
            "61603840" : 7028,
            "62128128" : 6366,
            "62652416" : 5514,
            "63176704" : 5116,
            "63700992" : 4714,
            "64225280" : 4534,
            "64749568" : 3960,
            "65273856" : 3072,
            "65798144" : 2577,
            "66322432" : 2490,
            "66846720" : 1898,
            "67633152" : 3006,
            "68681728" : 2596,
            "69730304" : 2120,
            "70778880" : 2002,
            "71827456" : 1632,
            "72876032" : 877,
            "73924608" : 703,
            "74973184" : 513,
            "76021760" : 467,
            "77070336" : 161,
            "78118912" : 134,
            "79167488" : 91,
            "80216064" : 52,
            "81264640" : 33,
            "82313216" : 41,
            "83361792" : 68
          }
        },
        "lat_ns" : {
          "min" : 1226794,
          "max" : 85956717,
          "mean" : 54886986.867732,
          "stddev" : 5140541.247436,
          "N" : 839652
        },
        "bw_min" : 4026368,
        "bw_max" : 5478400,
        "bw_agg" : 100.000000,
        "bw_mean" : 4777233.534819,
        "bw_dev" : 32237.038788,
        "bw_samples" : 2872,
        "iops_min" : 3932,
        "iops_max" : 5350,
        "iops_mean" : 4665.133705,
        "iops_stddev" : 31.480063,
        "iops_samples" : 2872
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1440002,
      "usr_cpu" : 1.969997,
      "sys_cpu" : 8.841724,
      "ctx" : 856042,
      "majf" : 0,
      "minf" : 302,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999047,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 25.636047,
        "100" : 74.381109,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772824812,
  "timestamp_ms" : 1772824812629,
  "time" : "Fri Mar  6 15:20:12 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj8",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "8"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 880447324160,
        "io_kbytes" : 859811840,
        "bw_bytes" : 4890667593,
        "bw" : 4776042,
        "iops" : 4662.682057,
        "runtime" : 180026,
        "total_ios" : 839404,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 503639,
          "max" : 3582281,
          "mean" : 1711889.507016,
          "stddev" : 173604.219083,
          "N" : 839412
        },
        "clat_ns" : {
          "min" : 4667,
          "max" : 83498383,
          "mean" : 53175092.997155,
          "stddev" : 4994566.447549,
          "N" : 839652,
          "percentile" : {
            "1.000000" : 44826624,
            "5.000000" : 46923776,
            "10.000000" : 47972352,
            "20.000000" : 49545216,
            "30.000000" : 50593792,
            "40.000000" : 51118080,
            "50.000000" : 52166656,
            "60.000000" : 53215232,
            "70.000000" : 54788096,
            "80.000000" : 56360960,
            "90.000000" : 60030976,
            "95.000000" : 63176704,
            "99.000000" : 69730304,
            "99.500000" : 71827456,
            "99.900000" : 76021760,
            "99.950000" : 77070336,
            "99.990000" : 82313216
          },
          "bins" : {
            "4640" : 1,
            "5088" : 1,
            "5344" : 1,
            "6624" : 1,
            "6688" : 1,
            "7072" : 1,
            "7392" : 1,
            "17280" : 1,
            "1236992" : 2,
            "1597440" : 1,
            "1662976" : 3,
            "1679360" : 2,
            "2899968" : 2,
            "3260416" : 1,
            "3325952" : 5,
            "4554752" : 1,
            "4620288" : 1,
            "4947968" : 2,
            "5013504" : 4,
            "6193152" : 2,
            "6586368" : 1,
            "6651904" : 5,
            "7831552" : 1,
            "7897088" : 1,
            "8224768" : 1,
            "8290304" : 5,
            "9502720" : 2,
            "9895936" : 5,
            "10027008" : 1,
            "11206656" : 2,
            "11599872" : 6,
            "12779520" : 1,
            "12910592" : 1,
            "13172736" : 1,
            "13303808" : 5,
            "14483456" : 2,
            "14876672" : 2,
            "15007744" : 4,
            "16187392" : 2,
            "16580608" : 6,
            "17956864" : 2,
            "18219008" : 6,
            "19529728" : 2,
            "19791872" : 1,
            "20054016" : 5,
            "21102592" : 2,
            "21626880" : 6,
            "22937600" : 2,
            "23199744" : 5,
            "23461888" : 1,
            "24510464" : 2,
            "25034752" : 6,
            "26345472" : 2,
            "26607616" : 6,
            "27918336" : 2,
            "28442624" : 6,
            "29491200" : 1,
            "29753344" : 1,
            "30015488" : 6,
            "31326208" : 2,
            "31588352" : 2,
            "31850496" : 4,
            "32899072" : 2,
            "33423360" : 6,
            "34865152" : 3,
            "35389440" : 5,
            "36438016" : 2,
            "36962304" : 6,
            "38010880" : 2,
            "38535168" : 6,
            "39583744" : 2,
            "40108032" : 6,
            "41680896" : 3,
            "42205184" : 5,
            "42729472" : 131,
            "43253760" : 100,
            "43778048" : 1826,
            "44302336" : 2682,
            "44826624" : 5162,
            "45350912" : 8848,
            "45875200" : 8287,
            "46399488" : 13166,
            "46923776" : 15237,
            "47448064" : 22237,
            "47972352" : 23610,
            "48496640" : 31414,
            "49020928" : 33152,
            "49545216" : 35280,
            "50069504" : 43158,
            "50593792" : 46194,
            "51118080" : 48143,
            "51642368" : 47222,
            "52166656" : 44408,
            "52690944" : 46818,
            "53215232" : 40505,
            "53739520" : 36118,
            "54263808" : 33185,
            "54788096" : 29896,
            "55312384" : 23845,
            "55836672" : 19882,
            "56360960" : 17280,
            "56885248" : 15330,
            "57409536" : 13417,
            "57933824" : 13280,
            "58458112" : 12382,
            "58982400" : 10234,
            "59506688" : 9944,
            "60030976" : 9015,
            "60555264" : 8426,
            "61079552" : 7865,
            "61603840" : 7028,
            "62128128" : 6366,
            "62652416" : 5514,
            "63176704" : 5116,
            "63700992" : 4714,
            "64225280" : 4534,
            "64749568" : 3960,
            "65273856" : 3072,
            "65798144" : 2577,
            "66322432" : 2490,
            "66846720" : 1898,
            "67633152" : 3006,
            "68681728" : 2596,
            "69730304" : 2120,
            "70778880" : 2002,
            "71827456" : 1632,
            "72876032" : 877,
            "73924608" : 703,
            "74973184" : 513,
            "76021760" : 467,
            "77070336" : 161,
            "78118912" : 134,
            "79167488" : 91,
            "80216064" : 52,
            "81264640" : 33,
            "82313216" : 41,
            "83361792" : 68
          }
        },
        "lat_ns" : {
          "min" : 1226794,
          "max" : 85956717,
          "mean" : 54886986.867732,
          "stddev" : 5140541.247436,
          "N" : 839652
        },
        "bw_min" : 4026368,
        "bw_max" : 5478400,
        "bw_agg" : 100.000000,
        "bw_mean" : 4777133.930757,
        "bw_dev" : 32210.412900,
        "bw_samples" : 2877,
        "iops_min" : 3932,
        "iops_max" : 5350,
        "iops_mean" : 4665.028977,
        "iops_stddev" : 31.454260,
        "iops_samples" : 2877
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1440124,
      "usr_cpu" : 1.969830,
      "sys_cpu" : 8.840975,
      "ctx" : 856157,
      "majf" : 0,
      "minf" : 307,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999047,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 25.636047,
        "100" : 74.381109,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}