← Back to file list

📄 seq-write-qd32-nj4_run2.json

mirror/benchmarks/seq/seq-write-qd32-nj4_run2.json

{
  "fio version" : "fio-3.35",
  "timestamp" : 1773856203,
  "timestamp_ms" : 1773856203930,
  "time" : "Wed Mar 18 14:50:03 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 180,
      "elapsed" : 10,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 43554701312,
        "io_kbytes" : 42533888,
        "bw_bytes" : 4470817215,
        "bw" : 4366032,
        "iops" : 4277.253131,
        "runtime" : 9742,
        "total_ios" : 41669,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 38966,
      "usr_cpu" : 3.580044,
      "sys_cpu" : 14.738490,
      "ctx" : 47107,
      "majf" : 0,
      "minf" : 30,
      "iodepth_level" : {
        "1" : 0.100000,
        "2" : 0.100000,
        "4" : 0.100000,
        "8" : 0.100000,
        "16" : 0.153591,
        "32" : 99.702417,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773856214,
  "timestamp_ms" : 1773856214188,
  "time" : "Wed Mar 18 14:50:14 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 170,
      "elapsed" : 21,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 48065675264,
        "io_kbytes" : 46939136,
        "bw_bytes" : 4806567526,
        "bw" : 4693913,
        "iops" : 4584.200000,
        "runtime" : 10000,
        "total_ios" : 45842,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 635521,
          "max" : 1453240,
          "mean" : 869526.046616,
          "stddev" : 78828.786380,
          "N" : 45843
        },
        "clat_ns" : {
          "min" : 23277314,
          "max" : 36392942,
          "mean" : 27056683.610245,
          "stddev" : 2222242.486072,
          "N" : 45839,
          "percentile" : {
            "1.000000" : 23461888,
            "5.000000" : 23986176,
            "10.000000" : 24248320,
            "20.000000" : 25296896,
            "30.000000" : 25821184,
            "40.000000" : 26345472,
            "50.000000" : 26869760,
            "60.000000" : 27131904,
            "70.000000" : 27656192,
            "80.000000" : 28442624,
            "90.000000" : 30015488,
            "95.000000" : 31588352,
            "99.000000" : 34340864,
            "99.500000" : 35389440,
            "99.900000" : 36438016,
            "99.950000" : 36438016,
            "99.990000" : 36438016
          },
          "bins" : {
            "23199744" : 8,
            "23461888" : 498,
            "23724032" : 1080,
            "23986176" : 1411,
            "24248320" : 1740,
            "24510464" : 1138,
            "24772608" : 851,
            "25034752" : 1483,
            "25296896" : 2065,
            "25559040" : 1540,
            "25821184" : 2002,
            "26083328" : 3257,
            "26345472" : 2328,
            "26607616" : 3483,
            "26869760" : 2410,
            "27131904" : 2664,
            "27394048" : 2687,
            "27656192" : 2239,
            "27918336" : 1947,
            "28180480" : 1715,
            "28442624" : 1154,
            "28704768" : 710,
            "28966912" : 740,
            "29229056" : 792,
            "29491200" : 692,
            "29753344" : 611,
            "30015488" : 454,
            "30277632" : 388,
            "30539776" : 360,
            "30801920" : 356,
            "31064064" : 361,
            "31326208" : 305,
            "31588352" : 301,
            "31850496" : 209,
            "32112640" : 222,
            "32374784" : 196,
            "32636928" : 231,
            "32899072" : 179,
            "33161216" : 154,
            "33423360" : 99,
            "33816576" : 213,
            "34340864" : 170,
            "34865152" : 95,
            "35389440" : 121,
            "35913728" : 118,
            "36438016" : 62
          }
        },
        "lat_ns" : {
          "min" : 24051917,
          "max" : 37523870,
          "mean" : 27926365.530204,
          "stddev" : 2291580.896681,
          "N" : 45839
        },
        "bw_min" : 4339712,
        "bw_max" : 5146624,
        "bw_agg" : 99.600427,
        "bw_mean" : 4675158.000000,
        "bw_dev" : 55946.238686,
        "bw_samples" : 76,
        "iops_min" : 4238,
        "iops_max" : 5026,
        "iops_mean" : 4565.473684,
        "iops_stddev" : 54.629136,
        "iops_samples" : 76
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 39998,
      "usr_cpu" : 3.595180,
      "sys_cpu" : 16.313316,
      "ctx" : 46079,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 99.993456,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773856224,
  "timestamp_ms" : 1773856224188,
  "time" : "Wed Mar 18 14:50:24 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 160,
      "elapsed" : 31,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 96687095808,
        "io_kbytes" : 94420992,
        "bw_bytes" : 4834354790,
        "bw" : 4721049,
        "iops" : 4610.600000,
        "runtime" : 20000,
        "total_ios" : 92212,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 635521,
          "max" : 1496036,
          "mean" : 864506.887303,
          "stddev" : 81354.590719,
          "N" : 92212
        },
        "clat_ns" : {
          "min" : 22510502,
          "max" : 37205834,
          "mean" : 26895532.486704,
          "stddev" : 2304990.251529,
          "N" : 92208,
          "percentile" : {
            "1.000000" : 23461888,
            "5.000000" : 23986176,
            "10.000000" : 24510464,
            "20.000000" : 25034752,
            "30.000000" : 25559040,
            "40.000000" : 26083328,
            "50.000000" : 26345472,
            "60.000000" : 26869760,
            "70.000000" : 27394048,
            "80.000000" : 28180480,
            "90.000000" : 30015488,
            "95.000000" : 31850496,
            "99.000000" : 34340864,
            "99.500000" : 35389440,
            "99.900000" : 36438016,
            "99.950000" : 36962304,
            "99.990000" : 36962304
          },
          "bins" : {
            "22413312" : 2,
            "22675456" : 82,
            "22937600" : 48,
            "23199744" : 151,
            "23461888" : 1181,
            "23724032" : 1261,
            "23986176" : 2140,
            "24248320" : 3878,
            "24510464" : 3580,
            "24772608" : 3170,
            "25034752" : 4340,
            "25296896" : 3781,
            "25559040" : 5078,
            "25821184" : 5239,
            "26083328" : 7043,
            "26345472" : 5263,
            "26607616" : 6226,
            "26869760" : 5510,
            "27131904" : 4508,
            "27394048" : 3842,
            "27656192" : 3159,
            "27918336" : 2694,
            "28180480" : 2530,
            "28442624" : 1770,
            "28704768" : 1418,
            "28966912" : 1222,
            "29229056" : 1215,
            "29491200" : 1174,
            "29753344" : 1040,
            "30015488" : 790,
            "30277632" : 710,
            "30539776" : 658,
            "30801920" : 669,
            "31064064" : 710,
            "31326208" : 722,
            "31588352" : 712,
            "31850496" : 558,
            "32112640" : 428,
            "32374784" : 391,
            "32636928" : 427,
            "32899072" : 374,
            "33161216" : 344,
            "33423360" : 236,
            "33816576" : 547,
            "34340864" : 516,
            "34865152" : 289,
            "35389440" : 238,
            "35913728" : 182,
            "36438016" : 98,
            "36962304" : 64
          }
        },
        "lat_ns" : {
          "min" : 23234678,
          "max" : 38350983,
          "mean" : 27759847.935678,
          "stddev" : 2376655.179613,
          "N" : 92208
        },
        "bw_min" : 4339712,
        "bw_max" : 5146624,
        "bw_agg" : 100.000000,
        "bw_mean" : 4727476.461538,
        "bw_dev" : 54211.729857,
        "bw_samples" : 156,
        "iops_min" : 4238,
        "iops_max" : 5026,
        "iops_mean" : 4616.461538,
        "iops_stddev" : 52.905628,
        "iops_samples" : 156
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 79997,
      "usr_cpu" : 3.672638,
      "sys_cpu" : 16.343113,
      "ctx" : 92789,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 99.995662,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773856234,
  "timestamp_ms" : 1773856234188,
  "time" : "Wed Mar 18 14:50:34 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 150,
      "elapsed" : 41,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 144240017408,
        "io_kbytes" : 140859392,
        "bw_bytes" : 4808000580,
        "bw" : 4695313,
        "iops" : 4585.366667,
        "runtime" : 30000,
        "total_ios" : 137561,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 510620,
          "max" : 2411945,
          "mean" : 869247.889199,
          "stddev" : 84509.395717,
          "N" : 137562
        },
        "clat_ns" : {
          "min" : 22510502,
          "max" : 40053805,
          "mean" : 27041731.910263,
          "stddev" : 2397175.160835,
          "N" : 137558,
          "percentile" : {
            "1.000000" : 23461888,
            "5.000000" : 24248320,
            "10.000000" : 24510464,
            "20.000000" : 25034752,
            "30.000000" : 25821184,
            "40.000000" : 26083328,
            "50.000000" : 26607616,
            "60.000000" : 27131904,
            "70.000000" : 27656192,
            "80.000000" : 28442624,
            "90.000000" : 30277632,
            "95.000000" : 31850496,
            "99.000000" : 34865152,
            "99.500000" : 35913728,
            "99.900000" : 38010880,
            "99.950000" : 39583744,
            "99.990000" : 40108032
          },
          "bins" : {
            "22413312" : 2,
            "22675456" : 95,
            "22937600" : 501,
            "23199744" : 456,
            "23461888" : 1826,
            "23724032" : 1413,
            "23986176" : 2552,
            "24248320" : 5130,
            "24510464" : 5306,
            "24772608" : 4960,
            "25034752" : 6837,
            "25296896" : 5410,
            "25559040" : 6747,
            "25821184" : 6611,
            "26083328" : 8592,
            "26345472" : 6675,
            "26607616" : 8840,
            "26869760" : 9260,
            "27131904" : 7472,
            "27394048" : 5719,
            "27656192" : 4904,
            "27918336" : 4155,
            "28180480" : 4291,
            "28442624" : 2853,
            "28704768" : 3033,
            "28966912" : 2768,
            "29229056" : 1952,
            "29491200" : 1827,
            "29753344" : 1694,
            "30015488" : 1419,
            "30277632" : 1218,
            "30539776" : 1161,
            "30801920" : 1143,
            "31064064" : 1082,
            "31326208" : 1002,
            "31588352" : 1040,
            "31850496" : 819,
            "32112640" : 622,
            "32374784" : 641,
            "32636928" : 675,
            "32899072" : 561,
            "33161216" : 518,
            "33423360" : 394,
            "33816576" : 863,
            "34340864" : 739,
            "34865152" : 534,
            "35389440" : 482,
            "35913728" : 347,
            "36438016" : 145,
            "36962304" : 98,
            "37486592" : 25,
            "38010880" : 25,
            "38535168" : 28,
            "39059456" : 22,
            "39583744" : 44,
            "40108032" : 30
          }
        },
        "lat_ns" : {
          "min" : 23234678,
          "max" : 41250523,
          "mean" : 27910708.501956,
          "stddev" : 2471625.047676,
          "N" : 137558
        },
        "bw_min" : 4200448,
        "bw_max" : 5146624,
        "bw_agg" : 100.000000,
        "bw_mean" : 4703194.000000,
        "bw_dev" : 54910.217072,
        "bw_samples" : 236,
        "iops_min" : 4102,
        "iops_max" : 5026,
        "iops_mean" : 4592.711864,
        "iops_stddev" : 53.609635,
        "iops_samples" : 236
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 119997,
      "usr_cpu" : 3.678425,
      "sys_cpu" : 16.288741,
      "ctx" : 138512,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 99.997819,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773856244,
  "timestamp_ms" : 1773856244189,
  "time" : "Wed Mar 18 14:50:44 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 140,
      "elapsed" : 51,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 189842587648,
        "io_kbytes" : 185393152,
        "bw_bytes" : 4746064691,
        "bw" : 4634828,
        "iops" : 4526.300000,
        "runtime" : 40000,
        "total_ios" : 181052,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 510620,
          "max" : 2411945,
          "mean" : 880634.705843,
          "stddev" : 89572.286111,
          "N" : 181053
        },
        "clat_ns" : {
          "min" : 22510502,
          "max" : 40053805,
          "mean" : 27398017.592768,
          "stddev" : 2577155.210782,
          "N" : 181049,
          "percentile" : {
            "1.000000" : 23461888,
            "5.000000" : 24248320,
            "10.000000" : 24510464,
            "20.000000" : 25296896,
            "30.000000" : 25821184,
            "40.000000" : 26345472,
            "50.000000" : 26869760,
            "60.000000" : 27394048,
            "70.000000" : 28180480,
            "80.000000" : 28966912,
            "90.000000" : 30801920,
            "95.000000" : 32636928,
            "99.000000" : 35913728,
            "99.500000" : 36438016,
            "99.900000" : 39059456,
            "99.950000" : 39583744,
            "99.990000" : 40108032
          },
          "bins" : {
            "22413312" : 2,
            "22675456" : 95,
            "22937600" : 501,
            "23199744" : 459,
            "23461888" : 1918,
            "23724032" : 1821,
            "23986176" : 3541,
            "24248320" : 6079,
            "24510464" : 5966,
            "24772608" : 5715,
            "25034752" : 7372,
            "25296896" : 6222,
            "25559040" : 7862,
            "25821184" : 7993,
            "26083328" : 9452,
            "26345472" : 7951,
            "26607616" : 9659,
            "26869760" : 10426,
            "27131904" : 9455,
            "27394048" : 7519,
            "27656192" : 6474,
            "27918336" : 5592,
            "28180480" : 6301,
            "28442624" : 5884,
            "28704768" : 5969,
            "28966912" : 4695,
            "29229056" : 4696,
            "29491200" : 3853,
            "29753344" : 2697,
            "30015488" : 2070,
            "30277632" : 1704,
            "30539776" : 1761,
            "30801920" : 1906,
            "31064064" : 1909,
            "31326208" : 1736,
            "31588352" : 1454,
            "31850496" : 1150,
            "32112640" : 863,
            "32374784" : 893,
            "32636928" : 909,
            "32899072" : 807,
            "33161216" : 742,
            "33423360" : 656,
            "33816576" : 1349,
            "34340864" : 1223,
            "34865152" : 950,
            "35389440" : 951,
            "35913728" : 604,
            "36438016" : 399,
            "36962304" : 235,
            "37486592" : 223,
            "38010880" : 85,
            "38535168" : 91,
            "39059456" : 114,
            "39583744" : 66,
            "40108032" : 30
          }
        },
        "lat_ns" : {
          "min" : 23234678,
          "max" : 41250523,
          "mean" : 28278613.326646,
          "stddev" : 2657821.136364,
          "N" : 181049
        },
        "bw_min" : 4077568,
        "bw_max" : 5146624,
        "bw_agg" : 100.000000,
        "bw_mean" : 4638296.683544,
        "bw_dev" : 65074.862411,
        "bw_samples" : 316,
        "iops_min" : 3982,
        "iops_max" : 5026,
        "iops_mean" : 4529.316456,
        "iops_stddev" : 63.535160,
        "iops_samples" : 316
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 159998,
      "usr_cpu" : 3.636920,
      "sys_cpu" : 16.062701,
      "ctx" : 182209,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 99.998343,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773856254,
  "timestamp_ms" : 1773856254189,
  "time" : "Wed Mar 18 14:50:54 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 129,
      "elapsed" : 61,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 235296260096,
        "io_kbytes" : 229781504,
        "bw_bytes" : 4705925201,
        "bw" : 4595630,
        "iops" : 4488.000000,
        "runtime" : 50000,
        "total_ios" : 224400,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 510620,
          "max" : 2411945,
          "mean" : 888175.770102,
          "stddev" : 89207.103786,
          "N" : 224400
        },
        "clat_ns" : {
          "min" : 22510502,
          "max" : 40053805,
          "mean" : 27631843.919308,
          "stddev" : 2568561.486304,
          "N" : 224396,
          "percentile" : {
            "1.000000" : 23461888,
            "5.000000" : 24248320,
            "10.000000" : 24772608,
            "20.000000" : 25559040,
            "30.000000" : 26083328,
            "40.000000" : 26607616,
            "50.000000" : 27131904,
            "60.000000" : 27918336,
            "70.000000" : 28442624,
            "80.000000" : 29229056,
            "90.000000" : 31064064,
            "95.000000" : 32899072,
            "99.000000" : 35389440,
            "99.500000" : 36438016,
            "99.900000" : 38535168,
            "99.950000" : 39059456,
            "99.990000" : 40108032
          },
          "bins" : {
            "22413312" : 2,
            "22675456" : 95,
            "22937600" : 501,
            "23199744" : 459,
            "23461888" : 1918,
            "23724032" : 1821,
            "23986176" : 3541,
            "24248320" : 6079,
            "24510464" : 5966,
            "24772608" : 5949,
            "25034752" : 7627,
            "25296896" : 6698,
            "25559040" : 9867,
            "25821184" : 9212,
            "26083328" : 10549,
            "26345472" : 9470,
            "26607616" : 11394,
            "26869760" : 12709,
            "27131904" : 11425,
            "27394048" : 10121,
            "27656192" : 8883,
            "27918336" : 8173,
            "28180480" : 8236,
            "28442624" : 7461,
            "28704768" : 8210,
            "28966912" : 7874,
            "29229056" : 6947,
            "29491200" : 5080,
            "29753344" : 3638,
            "30015488" : 3508,
            "30277632" : 2648,
            "30539776" : 2439,
            "30801920" : 2367,
            "31064064" : 2423,
            "31326208" : 2204,
            "31588352" : 1862,
            "31850496" : 1564,
            "32112640" : 1231,
            "32374784" : 1361,
            "32636928" : 1409,
            "32899072" : 1150,
            "33161216" : 1038,
            "33423360" : 916,
            "33816576" : 1905,
            "34340864" : 1704,
            "34865152" : 1424,
            "35389440" : 1199,
            "35913728" : 727,
            "36438016" : 432,
            "36962304" : 265,
            "37486592" : 256,
            "38010880" : 157,
            "38535168" : 92,
            "39059456" : 114,
            "39583744" : 66,
            "40108032" : 30
          }
        },
        "lat_ns" : {
          "min" : 23234678,
          "max" : 41250523,
          "mean" : 28519994.939201,
          "stddev" : 2649025.422965,
          "N" : 224396
        },
        "bw_min" : 4077568,
        "bw_max" : 5146624,
        "bw_agg" : 100.000000,
        "bw_mean" : 4600090.929293,
        "bw_dev" : 64210.590640,
        "bw_samples" : 396,
        "iops_min" : 3982,
        "iops_max" : 5026,
        "iops_mean" : 4492.060606,
        "iops_stddev" : 62.685952,
        "iops_samples" : 396
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 199999,
      "usr_cpu" : 3.586518,
      "sys_cpu" : 15.923580,
      "ctx" : 225753,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 99.998217,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773856264,
  "timestamp_ms" : 1773856264189,
  "time" : "Wed Mar 18 14:51:04 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 120,
      "elapsed" : 71,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 280720572416,
        "io_kbytes" : 274141184,
        "bw_bytes" : 4678676206,
        "bw" : 4569019,
        "iops" : 4461.983333,
        "runtime" : 60000,
        "total_ios" : 267719,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 510620,
          "max" : 2411945,
          "mean" : 893358.908012,
          "stddev" : 89551.829753,
          "N" : 267720
        },
        "clat_ns" : {
          "min" : 22115438,
          "max" : 40053805,
          "mean" : 27793171.738256,
          "stddev" : 2581169.966275,
          "N" : 267716,
          "percentile" : {
            "1.000000" : 23461888,
            "5.000000" : 24248320,
            "10.000000" : 24772608,
            "20.000000" : 25559040,
            "30.000000" : 26345472,
            "40.000000" : 26869760,
            "50.000000" : 27394048,
            "60.000000" : 27918336,
            "70.000000" : 28704768,
            "80.000000" : 29491200,
            "90.000000" : 31064064,
            "95.000000" : 32899072,
            "99.000000" : 35913728,
            "99.500000" : 36438016,
            "99.900000" : 38535168,
            "99.950000" : 39059456,
            "99.990000" : 40108032
          },
          "bins" : {
            "22151168" : 58,
            "22413312" : 53,
            "22675456" : 148,
            "22937600" : 552,
            "23199744" : 517,
            "23461888" : 1978,
            "23724032" : 1890,
            "23986176" : 3613,
            "24248320" : 6181,
            "24510464" : 6318,
            "24772608" : 6293,
            "25034752" : 8179,
            "25296896" : 7395,
            "25559040" : 10394,
            "25821184" : 9662,
            "26083328" : 11848,
            "26345472" : 11136,
            "26607616" : 14203,
            "26869760" : 14805,
            "27131904" : 14684,
            "27394048" : 11992,
            "27656192" : 10476,
            "27918336" : 10290,
            "28180480" : 10157,
            "28442624" : 9622,
            "28704768" : 9751,
            "28966912" : 9521,
            "29229056" : 8681,
            "29491200" : 6905,
            "29753344" : 5566,
            "30015488" : 4829,
            "30277632" : 3717,
            "30539776" : 3702,
            "30801920" : 2871,
            "31064064" : 3050,
            "31326208" : 2885,
            "31588352" : 2235,
            "31850496" : 1921,
            "32112640" : 1599,
            "32374784" : 1699,
            "32636928" : 1709,
            "32899072" : 1478,
            "33161216" : 1297,
            "33423360" : 1237,
            "33816576" : 2294,
            "34340864" : 2054,
            "34865152" : 1783,
            "35389440" : 1542,
            "35913728" : 1036,
            "36438016" : 626,
            "36962304" : 406,
            "37486592" : 377,
            "38010880" : 199,
            "38535168" : 92,
            "39059456" : 114,
            "39583744" : 66,
            "40108032" : 30
          }
        },
        "lat_ns" : {
          "min" : 22847487,
          "max" : 41250523,
          "mean" : 28686535.936418,
          "stddev" : 2662062.570274,
          "N" : 267716
        },
        "bw_min" : 4022272,
        "bw_max" : 5146624,
        "bw_agg" : 100.000000,
        "bw_mean" : 4571098.537815,
        "bw_dev" : 64796.062636,
        "bw_samples" : 476,
        "iops_min" : 3928,
        "iops_max" : 5026,
        "iops_mean" : 4463.781513,
        "iops_stddev" : 63.256911,
        "iops_samples" : 476
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 239999,
      "usr_cpu" : 3.538765,
      "sys_cpu" : 15.875066,
      "ctx" : 269288,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 99.998879,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773856274,
  "timestamp_ms" : 1773856274189,
  "time" : "Wed Mar 18 14:51:14 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 109,
      "elapsed" : 81,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 326392348672,
        "io_kbytes" : 318742528,
        "bw_bytes" : 4662747838,
        "bw" : 4553464,
        "iops" : 4446.800000,
        "runtime" : 70000,
        "total_ios" : 311276,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 510620,
          "max" : 2411945,
          "mean" : 896424.201856,
          "stddev" : 92581.760418,
          "N" : 311276
        },
        "clat_ns" : {
          "min" : 22115438,
          "max" : 41156740,
          "mean" : 27887570.160339,
          "stddev" : 2681186.358412,
          "N" : 311272,
          "percentile" : {
            "1.000000" : 23461888,
            "5.000000" : 24248320,
            "10.000000" : 24772608,
            "20.000000" : 25821184,
            "30.000000" : 26345472,
            "40.000000" : 26869760,
            "50.000000" : 27394048,
            "60.000000" : 27918336,
            "70.000000" : 28704768,
            "80.000000" : 29753344,
            "90.000000" : 31588352,
            "95.000000" : 33161216,
            "99.000000" : 35913728,
            "99.500000" : 37486592,
            "99.900000" : 39583744,
            "99.950000" : 40108032,
            "99.990000" : 41156608
          },
          "bins" : {
            "22151168" : 58,
            "22413312" : 53,
            "22675456" : 148,
            "22937600" : 552,
            "23199744" : 517,
            "23461888" : 1978,
            "23724032" : 1990,
            "23986176" : 3880,
            "24248320" : 7400,
            "24510464" : 7738,
            "24772608" : 7335,
            "25034752" : 9285,
            "25296896" : 8615,
            "25559040" : 11803,
            "25821184" : 10907,
            "26083328" : 13180,
            "26345472" : 12806,
            "26607616" : 16381,
            "26869760" : 17028,
            "27131904" : 16956,
            "27394048" : 13671,
            "27656192" : 12553,
            "27918336" : 11954,
            "28180480" : 11724,
            "28442624" : 11669,
            "28704768" : 11519,
            "28966912" : 10226,
            "29229056" : 9282,
            "29491200" : 7572,
            "29753344" : 6231,
            "30015488" : 5397,
            "30277632" : 4436,
            "30539776" : 4231,
            "30801920" : 3393,
            "31064064" : 3585,
            "31326208" : 3320,
            "31588352" : 2586,
            "31850496" : 2325,
            "32112640" : 2187,
            "32374784" : 2647,
            "32636928" : 2785,
            "32899072" : 2091,
            "33161216" : 1738,
            "33423360" : 1649,
            "33816576" : 2813,
            "34340864" : 2637,
            "34865152" : 2392,
            "35389440" : 1842,
            "35913728" : 1258,
            "36438016" : 855,
            "36962304" : 520,
            "37486592" : 468,
            "38010880" : 287,
            "38535168" : 202,
            "39059456" : 232,
            "39583744" : 138,
            "40108032" : 139,
            "40632320" : 51,
            "41156608" : 57
          }
        },
        "lat_ns" : {
          "min" : 22847487,
          "max" : 42463747,
          "mean" : 28783966.880433,
          "stddev" : 2765374.013976,
          "N" : 311272
        },
        "bw_min" : 3745792,
        "bw_max" : 5146624,
        "bw_agg" : 100.000000,
        "bw_mean" : 4555084.172662,
        "bw_dev" : 69631.322141,
        "bw_samples" : 556,
        "iops_min" : 3658,
        "iops_max" : 5026,
        "iops_mean" : 4448.158273,
        "iops_stddev" : 67.981596,
        "iops_samples" : 556
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 279999,
      "usr_cpu" : 3.515013,
      "sys_cpu" : 15.842914,
      "ctx" : 313071,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 99.998715,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773856284,
  "timestamp_ms" : 1773856284189,
  "time" : "Wed Mar 18 14:51:24 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 99,
      "elapsed" : 91,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 371681394688,
        "io_kbytes" : 362970112,
        "bw_bytes" : 4646017433,
        "bw" : 4537126,
        "iops" : 4430.837500,
        "runtime" : 80000,
        "total_ios" : 354467,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 510620,
          "max" : 2411945,
          "mean" : 899663.678924,
          "stddev" : 92318.571578,
          "N" : 354467
        },
        "clat_ns" : {
          "min" : 22115438,
          "max" : 41156740,
          "mean" : 27987417.206927,
          "stddev" : 2671530.161534,
          "N" : 354463,
          "percentile" : {
            "1.000000" : 23724032,
            "5.000000" : 24510464,
            "10.000000" : 25034752,
            "20.000000" : 25821184,
            "30.000000" : 26607616,
            "40.000000" : 26869760,
            "50.000000" : 27394048,
            "60.000000" : 28180480,
            "70.000000" : 28966912,
            "80.000000" : 29753344,
            "90.000000" : 31588352,
            "95.000000" : 33423360,
            "99.000000" : 36438016,
            "99.500000" : 37486592,
            "99.900000" : 39583744,
            "99.950000" : 40108032,
            "99.990000" : 41156608
          },
          "bins" : {
            "22151168" : 58,
            "22413312" : 53,
            "22675456" : 148,
            "22937600" : 552,
            "23199744" : 517,
            "23461888" : 1978,
            "23724032" : 1990,
            "23986176" : 3880,
            "24248320" : 7400,
            "24510464" : 7738,
            "24772608" : 7335,
            "25034752" : 9288,
            "25296896" : 9486,
            "25559040" : 12365,
            "25821184" : 12770,
            "26083328" : 15137,
            "26345472" : 15231,
            "26607616" : 18810,
            "26869760" : 18696,
            "27131904" : 19329,
            "27394048" : 15467,
            "27656192" : 14408,
            "27918336" : 13519,
            "28180480" : 13328,
            "28442624" : 13614,
            "28704768" : 14960,
            "28966912" : 13049,
            "29229056" : 11453,
            "29491200" : 8853,
            "29753344" : 7157,
            "30015488" : 6274,
            "30277632" : 5184,
            "30539776" : 4923,
            "30801920" : 3978,
            "31064064" : 4388,
            "31326208" : 3739,
            "31588352" : 2959,
            "31850496" : 2764,
            "32112640" : 2512,
            "32374784" : 2975,
            "32636928" : 3174,
            "32899072" : 2395,
            "33161216" : 2114,
            "33423360" : 1998,
            "33816576" : 3466,
            "34340864" : 3126,
            "34865152" : 2777,
            "35389440" : 2064,
            "35913728" : 1511,
            "36438016" : 1024,
            "36962304" : 638,
            "37486592" : 591,
            "38010880" : 386,
            "38535168" : 227,
            "39059456" : 258,
            "39583744" : 183,
            "40108032" : 158,
            "40632320" : 51,
            "41156608" : 57
          }
        },
        "lat_ns" : {
          "min" : 22847487,
          "max" : 42463747,
          "mean" : 28887008.495504,
          "stddev" : 2755340.100047,
          "N" : 354463
        },
        "bw_min" : 3745792,
        "bw_max" : 5146624,
        "bw_agg" : 100.000000,
        "bw_mean" : 4538393.685535,
        "bw_dev" : 68206.901009,
        "bw_samples" : 636,
        "iops_min" : 3658,
        "iops_max" : 5026,
        "iops_mean" : 4431.874214,
        "iops_stddev" : 66.590952,
        "iops_samples" : 636
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 319999,
      "usr_cpu" : 3.506886,
      "sys_cpu" : 15.800674,
      "ctx" : 356509,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 99.998872,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773856294,
  "timestamp_ms" : 1773856294189,
  "time" : "Wed Mar 18 14:51:34 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 90,
      "elapsed" : 101,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 418415378432,
        "io_kbytes" : 408608768,
        "bw_bytes" : 4649008104,
        "bw" : 4540046,
        "iops" : 4433.672959,
        "runtime" : 90001,
        "total_ios" : 399035,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 510620,
          "max" : 2411945,
          "mean" : 899069.230465,
          "stddev" : 91237.704231,
          "N" : 399036
        },
        "clat_ns" : {
          "min" : 22115438,
          "max" : 41156740,
          "mean" : 27969643.032238,
          "stddev" : 2636298.654658,
          "N" : 399032,
          "percentile" : {
            "1.000000" : 23724032,
            "5.000000" : 24510464,
            "10.000000" : 25034752,
            "20.000000" : 25821184,
            "30.000000" : 26607616,
            "40.000000" : 26869760,
            "50.000000" : 27394048,
            "60.000000" : 28180480,
            "70.000000" : 28704768,
            "80.000000" : 29753344,
            "90.000000" : 31588352,
            "95.000000" : 33423360,
            "99.000000" : 35913728,
            "99.500000" : 37486592,
            "99.900000" : 39583744,
            "99.950000" : 40108032,
            "99.990000" : 41156608
          },
          "bins" : {
            "22151168" : 58,
            "22413312" : 53,
            "22675456" : 148,
            "22937600" : 552,
            "23199744" : 582,
            "23461888" : 2022,
            "23724032" : 2026,
            "23986176" : 4186,
            "24248320" : 8202,
            "24510464" : 8935,
            "24772608" : 8019,
            "25034752" : 10585,
            "25296896" : 10180,
            "25559040" : 14207,
            "25821184" : 14628,
            "26083328" : 17453,
            "26345472" : 17260,
            "26607616" : 20429,
            "26869760" : 20461,
            "27131904" : 22111,
            "27394048" : 19964,
            "27656192" : 16907,
            "27918336" : 15410,
            "28180480" : 15168,
            "28442624" : 15390,
            "28704768" : 16056,
            "28966912" : 14009,
            "29229056" : 12986,
            "29491200" : 10054,
            "29753344" : 8270,
            "30015488" : 6878,
            "30277632" : 5951,
            "30539776" : 5589,
            "30801920" : 4391,
            "31064064" : 4771,
            "31326208" : 4128,
            "31588352" : 3393,
            "31850496" : 3086,
            "32112640" : 2854,
            "32374784" : 3210,
            "32636928" : 3437,
            "32899072" : 2653,
            "33161216" : 2354,
            "33423360" : 2191,
            "33816576" : 3843,
            "34340864" : 3386,
            "34865152" : 3024,
            "35389440" : 2182,
            "35913728" : 1573,
            "36438016" : 1126,
            "36962304" : 672,
            "37486592" : 631,
            "38010880" : 463,
            "38535168" : 228,
            "39059456" : 258,
            "39583744" : 183,
            "40108032" : 158,
            "40632320" : 51,
            "41156608" : 57
          }
        },
        "lat_ns" : {
          "min" : 22847487,
          "max" : 42463747,
          "mean" : 28868684.690225,
          "stddev" : 2719006.613734,
          "N" : 399032
        },
        "bw_min" : 3745792,
        "bw_max" : 5146624,
        "bw_agg" : 100.000000,
        "bw_mean" : 4542026.324022,
        "bw_dev" : 66664.639255,
        "bw_samples" : 716,
        "iops_min" : 3658,
        "iops_max" : 5026,
        "iops_mean" : 4435.430168,
        "iops_stddev" : 65.086982,
        "iops_samples" : 716
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 360001,
      "usr_cpu" : 3.531935,
      "sys_cpu" : 15.820234,
      "ctx" : 401200,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 99.999248,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773856304,
  "timestamp_ms" : 1773856304189,
  "time" : "Wed Mar 18 14:51:44 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 79,
      "elapsed" : 111,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 464214032384,
        "io_kbytes" : 453334016,
        "bw_bytes" : 4642140323,
        "bw" : 4533340,
        "iops" : 4427.130000,
        "runtime" : 100000,
        "total_ios" : 442713,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 510620,
          "max" : 2411945,
          "mean" : 900412.246191,
          "stddev" : 90121.462009,
          "N" : 442713
        },
        "clat_ns" : {
          "min" : 22115438,
          "max" : 41156740,
          "mean" : 28011083.189549,
          "stddev" : 2598818.418554,
          "N" : 442709,
          "percentile" : {
            "1.000000" : 23724032,
            "5.000000" : 24510464,
            "10.000000" : 25034752,
            "20.000000" : 26083328,
            "30.000000" : 26607616,
            "40.000000" : 27131904,
            "50.000000" : 27656192,
            "60.000000" : 28180480,
            "70.000000" : 28704768,
            "80.000000" : 29753344,
            "90.000000" : 31588352,
            "95.000000" : 33161216,
            "99.000000" : 35913728,
            "99.500000" : 37486592,
            "99.900000" : 39583744,
            "99.950000" : 40108032,
            "99.990000" : 41156608
          },
          "bins" : {
            "22151168" : 58,
            "22413312" : 53,
            "22675456" : 148,
            "22937600" : 552,
            "23199744" : 582,
            "23461888" : 2022,
            "23724032" : 2026,
            "23986176" : 4186,
            "24248320" : 8202,
            "24510464" : 8935,
            "24772608" : 8019,
            "25034752" : 10841,
            "25296896" : 10426,
            "25559040" : 15041,
            "25821184" : 16279,
            "26083328" : 18973,
            "26345472" : 19599,
            "26607616" : 22659,
            "26869760" : 22323,
            "27131904" : 24759,
            "27394048" : 22746,
            "27656192" : 19893,
            "27918336" : 19478,
            "28180480" : 18468,
            "28442624" : 18528,
            "28704768" : 18207,
            "28966912" : 15396,
            "29229056" : 14104,
            "29491200" : 10733,
            "29753344" : 8838,
            "30015488" : 7694,
            "30277632" : 6633,
            "30539776" : 6087,
            "30801920" : 4887,
            "31064064" : 5211,
            "31326208" : 4579,
            "31588352" : 3776,
            "31850496" : 3546,
            "32112640" : 3448,
            "32374784" : 3596,
            "32636928" : 3775,
            "32899072" : 2969,
            "33161216" : 2598,
            "33423360" : 2412,
            "33816576" : 4347,
            "34340864" : 3732,
            "34865152" : 3209,
            "35389440" : 2239,
            "35913728" : 1631,
            "36438016" : 1184,
            "36962304" : 742,
            "37486592" : 684,
            "38010880" : 528,
            "38535168" : 332,
            "39059456" : 347,
            "39583744" : 183,
            "40108032" : 158,
            "40632320" : 51,
            "41156608" : 57
          }
        },
        "lat_ns" : {
          "min" : 22847487,
          "max" : 42463747,
          "mean" : 28911453.009826,
          "stddev" : 2680300.062822,
          "N" : 442709
        },
        "bw_min" : 3745792,
        "bw_max" : 5146624,
        "bw_agg" : 100.000000,
        "bw_mean" : 4534768.120603,
        "bw_dev" : 64815.780558,
        "bw_samples" : 796,
        "iops_min" : 3658,
        "iops_max" : 5026,
        "iops_mean" : 4428.351759,
        "iops_stddev" : 63.282593,
        "iops_samples" : 796
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 400000,
      "usr_cpu" : 3.534000,
      "sys_cpu" : 15.810250,
      "ctx" : 445125,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 99.999096,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773856314,
  "timestamp_ms" : 1773856314188,
  "time" : "Wed Mar 18 14:51:54 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 70,
      "elapsed" : 121,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 510006394880,
        "io_kbytes" : 498053120,
        "bw_bytes" : 4636421771,
        "bw" : 4527755,
        "iops" : 4421.672727,
        "runtime" : 110000,
        "total_ios" : 486384,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 510620,
          "max" : 2411945,
          "mean" : 901525.995234,
          "stddev" : 89221.238491,
          "N" : 486384
        },
        "clat_ns" : {
          "min" : 22115438,
          "max" : 41156740,
          "mean" : 28046221.815938,
          "stddev" : 2569757.672800,
          "N" : 486380,
          "percentile" : {
            "1.000000" : 23724032,
            "5.000000" : 24510464,
            "10.000000" : 25296896,
            "20.000000" : 26083328,
            "30.000000" : 26607616,
            "40.000000" : 27131904,
            "50.000000" : 27656192,
            "60.000000" : 28180480,
            "70.000000" : 28966912,
            "80.000000" : 29753344,
            "90.000000" : 31588352,
            "95.000000" : 33161216,
            "99.000000" : 35913728,
            "99.500000" : 36962304,
            "99.900000" : 39059456,
            "99.950000" : 40108032,
            "99.990000" : 41156608
          },
          "bins" : {
            "22151168" : 58,
            "22413312" : 53,
            "22675456" : 148,
            "22937600" : 552,
            "23199744" : 582,
            "23461888" : 2022,
            "23724032" : 2026,
            "23986176" : 4186,
            "24248320" : 8202,
            "24510464" : 9092,
            "24772608" : 8323,
            "25034752" : 11303,
            "25296896" : 11102,
            "25559040" : 15978,
            "25821184" : 18719,
            "26083328" : 21061,
            "26345472" : 22536,
            "26607616" : 24196,
            "26869760" : 23794,
            "27131904" : 26632,
            "27394048" : 25228,
            "27656192" : 21635,
            "27918336" : 20997,
            "28180480" : 21614,
            "28442624" : 20434,
            "28704768" : 19854,
            "28966912" : 17032,
            "29229056" : 16038,
            "29491200" : 12825,
            "29753344" : 11094,
            "30015488" : 8695,
            "30277632" : 7470,
            "30539776" : 6732,
            "30801920" : 5443,
            "31064064" : 5741,
            "31326208" : 5198,
            "31588352" : 4413,
            "31850496" : 3944,
            "32112640" : 3780,
            "32374784" : 3902,
            "32636928" : 4143,
            "32899072" : 3301,
            "33161216" : 2840,
            "33423360" : 2590,
            "33816576" : 4716,
            "34340864" : 4045,
            "34865152" : 3438,
            "35389440" : 2483,
            "35913728" : 1785,
            "36438016" : 1241,
            "36962304" : 779,
            "37486592" : 729,
            "38010880" : 528,
            "38535168" : 332,
            "39059456" : 347,
            "39583744" : 183,
            "40108032" : 158,
            "40632320" : 51,
            "41156608" : 57
          }
        },
        "lat_ns" : {
          "min" : 22847487,
          "max" : 42463747,
          "mean" : 28947751.019238,
          "stddev" : 2650329.081959,
          "N" : 486380
        },
        "bw_min" : 3745792,
        "bw_max" : 5146624,
        "bw_agg" : 100.000000,
        "bw_mean" : 4527891.283105,
        "bw_dev" : 64327.943243,
        "bw_samples" : 876,
        "iops_min" : 3658,
        "iops_max" : 5026,
        "iops_mean" : 4421.639269,
        "iops_stddev" : 62.808260,
        "iops_samples" : 876
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 439999,
      "usr_cpu" : 3.525690,
      "sys_cpu" : 15.802536,
      "ctx" : 488951,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 99.999178,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773856324,
  "timestamp_ms" : 1773856324188,
  "time" : "Wed Mar 18 14:52:04 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 60,
      "elapsed" : 131,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 558383497216,
        "io_kbytes" : 545296384,
        "bw_bytes" : 4653195810,
        "bw" : 4544136,
        "iops" : 4437.666667,
        "runtime" : 120000,
        "total_ios" : 532520,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 510620,
          "max" : 2411945,
          "mean" : 898264.642408,
          "stddev" : 89521.883479,
          "N" : 532520
        },
        "clat_ns" : {
          "min" : 22115438,
          "max" : 41156740,
          "mean" : 27945144.037113,
          "stddev" : 2579130.561699,
          "N" : 532516,
          "percentile" : {
            "1.000000" : 23724032,
            "5.000000" : 24510464,
            "10.000000" : 25034752,
            "20.000000" : 25821184,
            "30.000000" : 26607616,
            "40.000000" : 26869760,
            "50.000000" : 27394048,
            "60.000000" : 28180480,
            "70.000000" : 28704768,
            "80.000000" : 29753344,
            "90.000000" : 31326208,
            "95.000000" : 33161216,
            "99.000000" : 35913728,
            "99.500000" : 36962304,
            "99.900000" : 39059456,
            "99.950000" : 39583744,
            "99.990000" : 41156608
          },
          "bins" : {
            "22151168" : 58,
            "22413312" : 53,
            "22675456" : 148,
            "22937600" : 552,
            "23199744" : 582,
            "23461888" : 2040,
            "23724032" : 3380,
            "23986176" : 5335,
            "24248320" : 10069,
            "24510464" : 11824,
            "24772608" : 11359,
            "25034752" : 14029,
            "25296896" : 13808,
            "25559040" : 17612,
            "25821184" : 20397,
            "26083328" : 22940,
            "26345472" : 24401,
            "26607616" : 26902,
            "26869760" : 28201,
            "27131904" : 28822,
            "27394048" : 26709,
            "27656192" : 22826,
            "27918336" : 22045,
            "28180480" : 22471,
            "28442624" : 21300,
            "28704768" : 20715,
            "28966912" : 17572,
            "29229056" : 16483,
            "29491200" : 13350,
            "29753344" : 11615,
            "30015488" : 9267,
            "30277632" : 7864,
            "30539776" : 7127,
            "30801920" : 5962,
            "31064064" : 6251,
            "31326208" : 5675,
            "31588352" : 4882,
            "31850496" : 4231,
            "32112640" : 4187,
            "32374784" : 4152,
            "32636928" : 4361,
            "32899072" : 3434,
            "33161216" : 2963,
            "33423360" : 2695,
            "33816576" : 4983,
            "34340864" : 4218,
            "34865152" : 3583,
            "35389440" : 2655,
            "35913728" : 1909,
            "36438016" : 1355,
            "36962304" : 779,
            "37486592" : 729,
            "38010880" : 528,
            "38535168" : 332,
            "39059456" : 347,
            "39583744" : 183,
            "40108032" : 158,
            "40632320" : 51,
            "41156608" : 57
          }
        },
        "lat_ns" : {
          "min" : 22847487,
          "max" : 42463747,
          "mean" : 28843414.392118,
          "stddev" : 2660010.498389,
          "N" : 532516
        },
        "bw_min" : 3745792,
        "bw_max" : 5146624,
        "bw_agg" : 100.000000,
        "bw_mean" : 4545677.489540,
        "bw_dev" : 65210.187784,
        "bw_samples" : 956,
        "iops_min" : 3658,
        "iops_max" : 5026,
        "iops_mean" : 4439.008368,
        "iops_stddev" : 63.670406,
        "iops_samples" : 956
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 479999,
      "usr_cpu" : 3.535216,
      "sys_cpu" : 15.883991,
      "ctx" : 535273,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 99.999249,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773856334,
  "timestamp_ms" : 1773856334188,
  "time" : "Wed Mar 18 14:52:14 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 50,
      "elapsed" : 141,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 607115018240,
        "io_kbytes" : 592885760,
        "bw_bytes" : 4670115524,
        "bw" : 4560659,
        "iops" : 4453.800000,
        "runtime" : 130000,
        "total_ios" : 578994,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 510620,
          "max" : 2411945,
          "mean" : 894996.466929,
          "stddev" : 90425.322729,
          "N" : 578994
        },
        "clat_ns" : {
          "min" : 22115438,
          "max" : 41156740,
          "mean" : 27843073.270177,
          "stddev" : 2607294.602884,
          "N" : 578990,
          "percentile" : {
            "1.000000" : 23461888,
            "5.000000" : 24248320,
            "10.000000" : 24772608,
            "20.000000" : 25821184,
            "30.000000" : 26345472,
            "40.000000" : 26869760,
            "50.000000" : 27394048,
            "60.000000" : 27918336,
            "70.000000" : 28704768,
            "80.000000" : 29491200,
            "90.000000" : 31326208,
            "95.000000" : 32899072,
            "99.000000" : 35913728,
            "99.500000" : 36962304,
            "99.900000" : 39059456,
            "99.950000" : 39583744,
            "99.990000" : 40632320
          },
          "bins" : {
            "22151168" : 58,
            "22413312" : 107,
            "22675456" : 453,
            "22937600" : 1577,
            "23199744" : 2094,
            "23461888" : 3281,
            "23724032" : 4912,
            "23986176" : 7238,
            "24248320" : 12852,
            "24510464" : 14161,
            "24772608" : 12559,
            "25034752" : 15029,
            "25296896" : 15767,
            "25559040" : 19437,
            "25821184" : 22785,
            "26083328" : 24846,
            "26345472" : 25656,
            "26607616" : 28118,
            "26869760" : 29174,
            "27131904" : 30348,
            "27394048" : 29503,
            "27656192" : 24855,
            "27918336" : 24370,
            "28180480" : 24089,
            "28442624" : 22490,
            "28704768" : 21657,
            "28966912" : 18436,
            "29229056" : 17418,
            "29491200" : 13946,
            "29753344" : 12061,
            "30015488" : 9735,
            "30277632" : 8231,
            "30539776" : 7465,
            "30801920" : 6273,
            "31064064" : 6524,
            "31326208" : 6036,
            "31588352" : 5200,
            "31850496" : 4455,
            "32112640" : 4444,
            "32374784" : 4350,
            "32636928" : 4553,
            "32899072" : 3544,
            "33161216" : 3093,
            "33423360" : 2786,
            "33816576" : 5164,
            "34340864" : 4467,
            "34865152" : 3734,
            "35389440" : 2871,
            "35913728" : 2086,
            "36438016" : 1517,
            "36962304" : 800,
            "37486592" : 729,
            "38010880" : 528,
            "38535168" : 332,
            "39059456" : 347,
            "39583744" : 183,
            "40108032" : 158,
            "40632320" : 51,
            "41156608" : 57
          }
        },
        "lat_ns" : {
          "min" : 22847487,
          "max" : 42463747,
          "mean" : 28738016.349647,
          "stddev" : 2689066.818568,
          "N" : 578990
        },
        "bw_min" : 3745792,
        "bw_max" : 5271552,
        "bw_agg" : 100.000000,
        "bw_mean" : 4561405.559846,
        "bw_dev" : 67714.904958,
        "bw_samples" : 1036,
        "iops_min" : 3658,
        "iops_max" : 5148,
        "iops_mean" : 4454.366795,
        "iops_stddev" : 66.115462,
        "iops_samples" : 1036
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 519999,
      "usr_cpu" : 3.565007,
      "sys_cpu" : 15.955608,
      "ctx" : 581943,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 99.999309,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773856344,
  "timestamp_ms" : 1773856344189,
  "time" : "Wed Mar 18 14:52:24 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 39,
      "elapsed" : 151,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 655103098880,
        "io_kbytes" : 639749120,
        "bw_bytes" : 4679307849,
        "bw" : 4569636,
        "iops" : 4462.557143,
        "runtime" : 140000,
        "total_ios" : 624758,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 483659,
          "max" : 2411945,
          "mean" : 893234.237757,
          "stddev" : 90795.466465,
          "N" : 624759
        },
        "clat_ns" : {
          "min" : 22115438,
          "max" : 41156740,
          "mean" : 27788477.939027,
          "stddev" : 2618341.203867,
          "N" : 624755,
          "percentile" : {
            "1.000000" : 23461888,
            "5.000000" : 24248320,
            "10.000000" : 24772608,
            "20.000000" : 25821184,
            "30.000000" : 26345472,
            "40.000000" : 26869760,
            "50.000000" : 27394048,
            "60.000000" : 27918336,
            "70.000000" : 28704768,
            "80.000000" : 29491200,
            "90.000000" : 31326208,
            "95.000000" : 32899072,
            "99.000000" : 35913728,
            "99.500000" : 36962304,
            "99.900000" : 39059456,
            "99.950000" : 39583744,
            "99.990000" : 40632320
          },
          "bins" : {
            "22151168" : 58,
            "22413312" : 107,
            "22675456" : 510,
            "22937600" : 1693,
            "23199744" : 2327,
            "23461888" : 3431,
            "23724032" : 5878,
            "23986176" : 8570,
            "24248320" : 15171,
            "24510464" : 16375,
            "24772608" : 14941,
            "25034752" : 17146,
            "25296896" : 17625,
            "25559040" : 21021,
            "25821184" : 24385,
            "26083328" : 26991,
            "26345472" : 28152,
            "26607616" : 31065,
            "26869760" : 31766,
            "27131904" : 32450,
            "27394048" : 31305,
            "27656192" : 25933,
            "27918336" : 25286,
            "28180480" : 25287,
            "28442624" : 23565,
            "28704768" : 22707,
            "28966912" : 19499,
            "29229056" : 18429,
            "29491200" : 14779,
            "29753344" : 12688,
            "30015488" : 10339,
            "30277632" : 8577,
            "30539776" : 7809,
            "30801920" : 6578,
            "31064064" : 6880,
            "31326208" : 6395,
            "31588352" : 5572,
            "31850496" : 4786,
            "32112640" : 4710,
            "32374784" : 4539,
            "32636928" : 4757,
            "32899072" : 3733,
            "33161216" : 3301,
            "33423360" : 3006,
            "33816576" : 5527,
            "34340864" : 4905,
            "34865152" : 3965,
            "35389440" : 3003,
            "35913728" : 2197,
            "36438016" : 1579,
            "36962304" : 857,
            "37486592" : 811,
            "38010880" : 550,
            "38535168" : 365,
            "39059456" : 377,
            "39583744" : 231,
            "40108032" : 158,
            "40632320" : 51,
            "41156608" : 57
          }
        },
        "lat_ns" : {
          "min" : 22847487,
          "max" : 42463747,
          "mean" : 28681666.442375,
          "stddev" : 2700449.458357,
          "N" : 624755
        },
        "bw_min" : 3745792,
        "bw_max" : 5271552,
        "bw_agg" : 100.000000,
        "bw_mean" : 4571358.896057,
        "bw_dev" : 68058.218677,
        "bw_samples" : 1116,
        "iops_min" : 3658,
        "iops_max" : 5148,
        "iops_mean" : 4464.089606,
        "iops_stddev" : 66.452777,
        "iops_samples" : 1116
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 559999,
      "usr_cpu" : 3.573756,
      "sys_cpu" : 15.995386,
      "ctx" : 627919,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 99.999520,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773856354,
  "timestamp_ms" : 1773856354189,
  "time" : "Wed Mar 18 14:52:34 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 30,
      "elapsed" : 161,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 701288677376,
        "io_kbytes" : 684852224,
        "bw_bytes" : 4675257849,
        "bw" : 4565681,
        "iops" : 4458.700000,
        "runtime" : 150000,
        "total_ios" : 668805,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 483659,
          "max" : 2411945,
          "mean" : 894008.098411,
          "stddev" : 91170.101984,
          "N" : 668805
        },
        "clat_ns" : {
          "min" : 22115438,
          "max" : 42150939,
          "mean" : 27813235.269557,
          "stddev" : 2631122.573472,
          "N" : 668801,
          "percentile" : {
            "1.000000" : 23461888,
            "5.000000" : 24248320,
            "10.000000" : 24772608,
            "20.000000" : 25821184,
            "30.000000" : 26345472,
            "40.000000" : 26869760,
            "50.000000" : 27394048,
            "60.000000" : 27918336,
            "70.000000" : 28704768,
            "80.000000" : 29491200,
            "90.000000" : 31326208,
            "95.000000" : 32899072,
            "99.000000" : 35913728,
            "99.500000" : 36962304,
            "99.900000" : 39583744,
            "99.950000" : 40632320,
            "99.990000" : 41680896
          },
          "bins" : {
            "22151168" : 58,
            "22413312" : 107,
            "22675456" : 510,
            "22937600" : 1702,
            "23199744" : 2532,
            "23461888" : 3677,
            "23724032" : 6275,
            "23986176" : 9477,
            "24248320" : 15681,
            "24510464" : 17530,
            "24772608" : 15753,
            "25034752" : 18179,
            "25296896" : 18499,
            "25559040" : 21989,
            "25821184" : 25649,
            "26083328" : 29209,
            "26345472" : 29980,
            "26607616" : 32559,
            "26869760" : 33098,
            "27131904" : 34333,
            "27394048" : 33228,
            "27656192" : 28713,
            "27918336" : 28074,
            "28180480" : 27683,
            "28442624" : 24915,
            "28704768" : 23629,
            "28966912" : 20553,
            "29229056" : 19308,
            "29491200" : 16216,
            "29753344" : 14106,
            "30015488" : 12032,
            "30277632" : 9861,
            "30539776" : 8452,
            "30801920" : 7251,
            "31064064" : 7488,
            "31326208" : 7072,
            "31588352" : 6048,
            "31850496" : 5241,
            "32112640" : 5080,
            "32374784" : 4821,
            "32636928" : 5052,
            "32899072" : 4069,
            "33161216" : 3556,
            "33423360" : 3228,
            "33816576" : 5878,
            "34340864" : 5161,
            "34865152" : 4067,
            "35389440" : 3117,
            "35913728" : 2300,
            "36438016" : 1666,
            "36962304" : 972,
            "37486592" : 894,
            "38010880" : 588,
            "38535168" : 412,
            "39059456" : 443,
            "39583744" : 282,
            "40108032" : 208,
            "40632320" : 128,
            "41156608" : 115,
            "41680896" : 65,
            "42205184" : 32
          }
        },
        "lat_ns" : {
          "min" : 22847487,
          "max" : 43486079,
          "mean" : 28707245.574254,
          "stddev" : 2713667.833630,
          "N" : 668801
        },
        "bw_min" : 3745792,
        "bw_max" : 5271552,
        "bw_agg" : 100.000000,
        "bw_mean" : 4566171.842809,
        "bw_dev" : 68692.847172,
        "bw_samples" : 1196,
        "iops_min" : 3658,
        "iops_max" : 5148,
        "iops_mean" : 4459.026756,
        "iops_stddev" : 67.072484,
        "iops_samples" : 1196
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 600000,
      "usr_cpu" : 3.578833,
      "sys_cpu" : 15.981000,
      "ctx" : 672179,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 99.999402,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773856364,
  "timestamp_ms" : 1773856364189,
  "time" : "Wed Mar 18 14:52:44 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 18,
      "elapsed" : 171,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 744820310016,
        "io_kbytes" : 727363584,
        "bw_bytes" : 4655126937,
        "bw" : 4546022,
        "iops" : 4439.493750,
        "runtime" : 160000,
        "total_ios" : 710319,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 483659,
          "max" : 2411945,
          "mean" : 897889.758555,
          "stddev" : 92056.491143,
          "N" : 710320
        },
        "clat_ns" : {
          "min" : 22115438,
          "max" : 42150939,
          "mean" : 27932653.714231,
          "stddev" : 2660689.722636,
          "N" : 710316,
          "percentile" : {
            "1.000000" : 23461888,
            "5.000000" : 24248320,
            "10.000000" : 24772608,
            "20.000000" : 25821184,
            "30.000000" : 26345472,
            "40.000000" : 26869760,
            "50.000000" : 27656192,
            "60.000000" : 28180480,
            "70.000000" : 28704768,
            "80.000000" : 29753344,
            "90.000000" : 31326208,
            "95.000000" : 33161216,
            "99.000000" : 35913728,
            "99.500000" : 37486592,
            "99.900000" : 39583744,
            "99.950000" : 40632320,
            "99.990000" : 41680896
          },
          "bins" : {
            "22151168" : 58,
            "22413312" : 107,
            "22675456" : 510,
            "22937600" : 1702,
            "23199744" : 2532,
            "23461888" : 3677,
            "23724032" : 6275,
            "23986176" : 9477,
            "24248320" : 15681,
            "24510464" : 17530,
            "24772608" : 15753,
            "25034752" : 18179,
            "25296896" : 18499,
            "25559040" : 21989,
            "25821184" : 25649,
            "26083328" : 29899,
            "26345472" : 30150,
            "26607616" : 32698,
            "26869760" : 33790,
            "27131904" : 35834,
            "27394048" : 34381,
            "27656192" : 30430,
            "27918336" : 30261,
            "28180480" : 30116,
            "28442624" : 28496,
            "28704768" : 25945,
            "28966912" : 22465,
            "29229056" : 21718,
            "29491200" : 17862,
            "29753344" : 15792,
            "30015488" : 15044,
            "30277632" : 12263,
            "30539776" : 10198,
            "30801920" : 8242,
            "31064064" : 8372,
            "31326208" : 7871,
            "31588352" : 6656,
            "31850496" : 5737,
            "32112640" : 5539,
            "32374784" : 5231,
            "32636928" : 5430,
            "32899072" : 4794,
            "33161216" : 3897,
            "33423360" : 3606,
            "33816576" : 6647,
            "34340864" : 5693,
            "34865152" : 4552,
            "35389440" : 3630,
            "35913728" : 2662,
            "36438016" : 1892,
            "36962304" : 1211,
            "37486592" : 1013,
            "38010880" : 656,
            "38535168" : 493,
            "39059456" : 524,
            "39583744" : 340,
            "40108032" : 249,
            "40632320" : 175,
            "41156608" : 147,
            "41680896" : 65,
            "42205184" : 32
          }
        },
        "lat_ns" : {
          "min" : 22847487,
          "max" : 43486079,
          "mean" : 28830485.526266,
          "stddev" : 2744179.377722,
          "N" : 710316
        },
        "bw_min" : 3745792,
        "bw_max" : 5271552,
        "bw_agg" : 100.000000,
        "bw_mean" : 4548920.554859,
        "bw_dev" : 69631.701040,
        "bw_samples" : 1276,
        "iops_min" : 3658,
        "iops_max" : 5148,
        "iops_mean" : 4442.172414,
        "iops_stddev" : 67.993636,
        "iops_samples" : 1276
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 639999,
      "usr_cpu" : 3.559693,
      "sys_cpu" : 15.905650,
      "ctx" : 713909,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 99.999578,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773856374,
  "timestamp_ms" : 1773856374189,
  "time" : "Wed Mar 18 14:52:54 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 9,
      "elapsed" : 181,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 789433024512,
        "io_kbytes" : 770930688,
        "bw_bytes" : 4643696357,
        "bw" : 4534859,
        "iops" : 4428.597479,
        "runtime" : 170001,
        "total_ios" : 752866,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 483659,
          "max" : 2411945,
          "mean" : 900100.727245,
          "stddev" : 91766.664739,
          "N" : 752866
        },
        "clat_ns" : {
          "min" : 22115438,
          "max" : 42150939,
          "mean" : 28001391.864518,
          "stddev" : 2652873.866476,
          "N" : 752862,
          "percentile" : {
            "1.000000" : 23461888,
            "5.000000" : 24248320,
            "10.000000" : 25034752,
            "20.000000" : 25821184,
            "30.000000" : 26607616,
            "40.000000" : 27131904,
            "50.000000" : 27656192,
            "60.000000" : 28180480,
            "70.000000" : 28966912,
            "80.000000" : 29753344,
            "90.000000" : 31588352,
            "95.000000" : 33161216,
            "99.000000" : 35913728,
            "99.500000" : 36962304,
            "99.900000" : 39583744,
            "99.950000" : 40632320,
            "99.990000" : 41680896
          },
          "bins" : {
            "22151168" : 58,
            "22413312" : 107,
            "22675456" : 510,
            "22937600" : 1702,
            "23199744" : 2532,
            "23461888" : 3677,
            "23724032" : 6275,
            "23986176" : 9477,
            "24248320" : 15681,
            "24510464" : 17631,
            "24772608" : 15921,
            "25034752" : 18581,
            "25296896" : 18645,
            "25559040" : 22094,
            "25821184" : 25995,
            "26083328" : 30670,
            "26345472" : 31299,
            "26607616" : 34043,
            "26869760" : 35089,
            "27131904" : 37695,
            "27394048" : 36889,
            "27656192" : 32309,
            "27918336" : 33583,
            "28180480" : 31971,
            "28442624" : 30240,
            "28704768" : 27877,
            "28966912" : 24378,
            "29229056" : 24649,
            "29491200" : 20045,
            "29753344" : 17431,
            "30015488" : 16412,
            "30277632" : 13395,
            "30539776" : 12186,
            "30801920" : 10000,
            "31064064" : 9132,
            "31326208" : 8538,
            "31588352" : 7159,
            "31850496" : 6139,
            "32112640" : 5968,
            "32374784" : 5597,
            "32636928" : 5902,
            "32899072" : 5090,
            "33161216" : 4122,
            "33423360" : 3811,
            "33816576" : 7153,
            "34340864" : 6130,
            "34865152" : 5001,
            "35389440" : 4023,
            "35913728" : 2990,
            "36438016" : 2036,
            "36962304" : 1264,
            "37486592" : 1075,
            "38010880" : 660,
            "38535168" : 493,
            "39059456" : 524,
            "39583744" : 340,
            "40108032" : 249,
            "40632320" : 175,
            "41156608" : 147,
            "41680896" : 65,
            "42205184" : 32
          }
        },
        "lat_ns" : {
          "min" : 22847487,
          "max" : 43486079,
          "mean" : 28901445.952529,
          "stddev" : 2736145.667510,
          "N" : 752862
        },
        "bw_min" : 3745792,
        "bw_max" : 5271552,
        "bw_agg" : 100.000000,
        "bw_mean" : 4536577.831858,
        "bw_dev" : 70002.401109,
        "bw_samples" : 1356,
        "iops_min" : 3658,
        "iops_max" : 5148,
        "iops_mean" : 4430.115044,
        "iops_stddev" : 68.359543,
        "iops_samples" : 1356
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 680001,
      "usr_cpu" : 3.557495,
      "sys_cpu" : 15.861006,
      "ctx" : 756602,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 99.999469,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773856384,
  "timestamp_ms" : 1773856384188,
  "time" : "Wed Mar 18 14:53:04 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 831670714368,
        "io_kbytes" : 812178432,
        "bw_bytes" : 4620392857,
        "bw" : 4512102,
        "iops" : 4406.361111,
        "runtime" : 180000,
        "total_ios" : 793145,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 483659,
          "max" : 2411945,
          "mean" : 904655.795358,
          "stddev" : 93145.437110,
          "N" : 793147
        },
        "clat_ns" : {
          "min" : 9125,
          "max" : 42150939,
          "mean" : 28141953.485822,
          "stddev" : 2705295.601240,
          "N" : 793205,
          "percentile" : {
            "1.000000" : 23461888,
            "5.000000" : 24248320,
            "10.000000" : 25034752,
            "20.000000" : 25821184,
            "30.000000" : 26607616,
            "40.000000" : 27131904,
            "50.000000" : 27656192,
            "60.000000" : 28442624,
            "70.000000" : 29229056,
            "80.000000" : 30015488,
            "90.000000" : 31588352,
            "95.000000" : 33423360,
            "99.000000" : 36438016,
            "99.500000" : 37486592,
            "99.900000" : 39583744,
            "99.950000" : 40632320,
            "99.990000" : 41680896
          },
          "bins" : {
            "9152" : 1,
            "15424" : 1,
            "847872" : 1,
            "929792" : 1,
            "1777664" : 1,
            "1859584" : 1,
            "2703360" : 1,
            "2801664" : 1,
            "3653632" : 1,
            "3719168" : 1,
            "4554752" : 1,
            "4620288" : 1,
            "5537792" : 1,
            "5603328" : 1,
            "6455296" : 1,
            "6520832" : 1,
            "7438336" : 1,
            "7503872" : 1,
            "8355840" : 1,
            "8454144" : 1,
            "9371648" : 2,
            "10289152" : 1,
            "10420224" : 1,
            "11206656" : 1,
            "11337728" : 1,
            "12255232" : 1,
            "12386304" : 1,
            "13172736" : 1,
            "13434880" : 1,
            "14221312" : 1,
            "14352384" : 1,
            "15138816" : 1,
            "15269888" : 1,
            "16187392" : 1,
            "16318464" : 1,
            "17170432" : 1,
            "17432576" : 1,
            "18219008" : 1,
            "18481152" : 1,
            "19267584" : 1,
            "19529728" : 1,
            "20316160" : 2,
            "21364736" : 2,
            "22151168" : 58,
            "22413312" : 109,
            "22675456" : 510,
            "22937600" : 1702,
            "23199744" : 2533,
            "23461888" : 3678,
            "23724032" : 6275,
            "23986176" : 9477,
            "24248320" : 15682,
            "24510464" : 17632,
            "24772608" : 15921,
            "25034752" : 18581,
            "25296896" : 18646,
            "25559040" : 22095,
            "25821184" : 25995,
            "26083328" : 30670,
            "26345472" : 31300,
            "26607616" : 34047,
            "26869760" : 35795,
            "27131904" : 38303,
            "27394048" : 37659,
            "27656192" : 33233,
            "27918336" : 34258,
            "28180480" : 32574,
            "28442624" : 31301,
            "28704768" : 29563,
            "28966912" : 25463,
            "29229056" : 25893,
            "29491200" : 22058,
            "29753344" : 19592,
            "30015488" : 19079,
            "30277632" : 16245,
            "30539776" : 14828,
            "30801920" : 12254,
            "31064064" : 10875,
            "31326208" : 10955,
            "31588352" : 9397,
            "31850496" : 7667,
            "32112640" : 7110,
            "32374784" : 6262,
            "32636928" : 6559,
            "32899072" : 5639,
            "33161216" : 4596,
            "33423360" : 4263,
            "33816576" : 7941,
            "34340864" : 6892,
            "34865152" : 5601,
            "35389440" : 4610,
            "35913728" : 3536,
            "36438016" : 2420,
            "36962304" : 1582,
            "37486592" : 1401,
            "38010880" : 819,
            "38535168" : 493,
            "39059456" : 524,
            "39583744" : 340,
            "40108032" : 249,
            "40632320" : 175,
            "41156608" : 147,
            "41680896" : 65,
            "42205184" : 32
          }
        },
        "lat_ns" : {
          "min" : 842838,
          "max" : 43486079,
          "mean" : 29046594.869887,
          "stddev" : 2790081.464712,
          "N" : 793205
        },
        "bw_min" : 3745792,
        "bw_max" : 5271552,
        "bw_agg" : 100.000000,
        "bw_mean" : 4513303.523677,
        "bw_dev" : 72542.316179,
        "bw_samples" : 1436,
        "iops_min" : 3658,
        "iops_max" : 5148,
        "iops_mean" : 4407.373259,
        "iops_stddev" : 70.847718,
        "iops_samples" : 1436
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 719997,
      "usr_cpu" : 3.543487,
      "sys_cpu" : 15.772705,
      "ctx" : 797006,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999748,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 100.002269,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1773856384,
  "timestamp_ms" : 1773856384236,
  "time" : "Wed Mar 18 14:53:04 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 831807029248,
        "io_kbytes" : 812311552,
        "bw_bytes" : 4621098816,
        "bw" : 4512791,
        "iops" : 4406.312152,
        "runtime" : 180002,
        "total_ios" : 793145,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 483659,
          "max" : 2411945,
          "mean" : 904655.662006,
          "stddev" : 93145.445685,
          "N" : 793149
        },
        "clat_ns" : {
          "min" : 4006,
          "max" : 42150939,
          "mean" : 28140881.005228,
          "stddev" : 2709055.794379,
          "N" : 793269,
          "percentile" : {
            "1.000000" : 23461888,
            "5.000000" : 24248320,
            "10.000000" : 25034752,
            "20.000000" : 25821184,
            "30.000000" : 26607616,
            "40.000000" : 27131904,
            "50.000000" : 27656192,
            "60.000000" : 28442624,
            "70.000000" : 29229056,
            "80.000000" : 30015488,
            "90.000000" : 31588352,
            "95.000000" : 33423360,
            "99.000000" : 36438016,
            "99.500000" : 37486592,
            "99.900000" : 39583744,
            "99.950000" : 40632320,
            "99.990000" : 41680896
          },
          "bins" : {
            "4016" : 1,
            "4704" : 1,
            "9152" : 1,
            "15424" : 1,
            "782336" : 1,
            "847872" : 1,
            "929792" : 1,
            "954368" : 1,
            "1630208" : 1,
            "1777664" : 1,
            "1859584" : 1,
            "1875968" : 1,
            "2572288" : 1,
            "2703360" : 1,
            "2801664" : 2,
            "3489792" : 1,
            "3653632" : 1,
            "3719168" : 2,
            "4423680" : 1,
            "4554752" : 1,
            "4620288" : 1,
            "4685824" : 1,
            "5341184" : 1,
            "5537792" : 1,
            "5603328" : 2,
            "6324224" : 1,
            "6455296" : 1,
            "6520832" : 2,
            "7241728" : 1,
            "7438336" : 1,
            "7503872" : 1,
            "7569408" : 1,
            "8159232" : 1,
            "8355840" : 1,
            "8454144" : 1,
            "8585216" : 1,
            "9109504" : 1,
            "9371648" : 3,
            "10158080" : 1,
            "10289152" : 2,
            "10420224" : 1,
            "11075584" : 1,
            "11206656" : 1,
            "11337728" : 2,
            "11993088" : 1,
            "12255232" : 2,
            "12386304" : 1,
            "13041664" : 1,
            "13172736" : 1,
            "13303808" : 1,
            "13434880" : 1,
            "13959168" : 1,
            "14221312" : 2,
            "14352384" : 1,
            "15007744" : 1,
            "15138816" : 1,
            "15269888" : 2,
            "15925248" : 1,
            "16187392" : 1,
            "16318464" : 2,
            "16908288" : 1,
            "17170432" : 2,
            "17432576" : 1,
            "17956864" : 1,
            "18219008" : 2,
            "18481152" : 1,
            "19005440" : 1,
            "19267584" : 2,
            "19529728" : 1,
            "20054016" : 1,
            "20316160" : 3,
            "21102592" : 1,
            "21364736" : 3,
            "22151168" : 59,
            "22413312" : 110,
            "22675456" : 510,
            "22937600" : 1703,
            "23199744" : 2533,
            "23461888" : 3679,
            "23724032" : 6275,
            "23986176" : 9478,
            "24248320" : 15682,
            "24510464" : 17633,
            "24772608" : 15921,
            "25034752" : 18582,
            "25296896" : 18646,
            "25559040" : 22096,
            "25821184" : 25995,
            "26083328" : 30671,
            "26345472" : 31300,
            "26607616" : 34048,
            "26869760" : 35795,
            "27131904" : 38304,
            "27394048" : 37660,
            "27656192" : 33233,
            "27918336" : 34258,
            "28180480" : 32575,
            "28442624" : 31302,
            "28704768" : 29563,
            "28966912" : 25463,
            "29229056" : 25894,
            "29491200" : 22059,
            "29753344" : 19592,
            "30015488" : 19079,
            "30277632" : 16246,
            "30539776" : 14829,
            "30801920" : 12254,
            "31064064" : 10875,
            "31326208" : 10955,
            "31588352" : 9397,
            "31850496" : 7667,
            "32112640" : 7110,
            "32374784" : 6262,
            "32636928" : 6559,
            "32899072" : 5639,
            "33161216" : 4596,
            "33423360" : 4263,
            "33816576" : 7941,
            "34340864" : 6892,
            "34865152" : 5601,
            "35389440" : 4610,
            "35913728" : 3536,
            "36438016" : 2420,
            "36962304" : 1582,
            "37486592" : 1401,
            "38010880" : 819,
            "38535168" : 493,
            "39059456" : 524,
            "39583744" : 340,
            "40108032" : 249,
            "40632320" : 175,
            "41156608" : 147,
            "41680896" : 65,
            "42205184" : 32
          }
        },
        "lat_ns" : {
          "min" : 775075,
          "max" : 43486079,
          "mean" : 29045528.418084,
          "stddev" : 2793703.397132,
          "N" : 793269
        },
        "bw_min" : 3745792,
        "bw_max" : 5271552,
        "bw_agg" : 100.000000,
        "bw_mean" : 4513303.523677,
        "bw_dev" : 72542.316179,
        "bw_samples" : 1436,
        "iops_min" : 3658,
        "iops_max" : 5148,
        "iops_mean" : 4407.373259,
        "iops_stddev" : 70.847718,
        "iops_samples" : 1436
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 720004,
      "usr_cpu" : 3.543453,
      "sys_cpu" : 15.772551,
      "ctx" : 797012,
      "majf" : 0,
      "minf" : 145,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999496,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 100.005043,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}