← Back to file list

📄 seq-read-qd32-nj16_run1.json

mirror/benchmarks/seq/seq-read-qd32-nj16_run1.json

{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819574,
  "timestamp_ms" : 1772819574598,
  "time" : "Fri Mar  6 13:52:54 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 180,
      "elapsed" : 11,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 178940542976,
        "io_kbytes" : 174746624,
        "bw_bytes" : 18328438284,
        "bw" : 17898865,
        "iops" : 17534.364437,
        "runtime" : 9763,
        "total_ios" : 171188,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 156208,
      "usr_cpu" : 0.432116,
      "sys_cpu" : 96.271638,
      "ctx" : 3823,
      "majf" : 0,
      "minf" : 131197,
      "iodepth_level" : {
        "1" : 0.100000,
        "2" : 0.100000,
        "4" : 0.100000,
        "8" : 0.100000,
        "16" : 0.149543,
        "32" : 99.710260,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999416,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999414,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819584,
  "timestamp_ms" : 1772819584834,
  "time" : "Fri Mar  6 13:53:04 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 169,
      "elapsed" : 21,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 169873506304,
        "io_kbytes" : 165892096,
        "bw_bytes" : 16987350630,
        "bw" : 16589209,
        "iops" : 16202.700000,
        "runtime" : 10000,
        "total_ios" : 162027,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 239135,
          "max" : 6335174,
          "mean" : 983054.063144,
          "stddev" : 212145.655044,
          "N" : 162027
        },
        "clat_ns" : {
          "min" : 20023747,
          "max" : 55250519,
          "mean" : 30617238.460216,
          "stddev" : 4201540.966300,
          "N" : 162011,
          "percentile" : {
            "1.000000" : 23199744,
            "5.000000" : 24772608,
            "10.000000" : 25559040,
            "20.000000" : 26869760,
            "30.000000" : 28180480,
            "40.000000" : 29491200,
            "50.000000" : 30539776,
            "60.000000" : 31326208,
            "70.000000" : 32112640,
            "80.000000" : 33161216,
            "90.000000" : 35913728,
            "95.000000" : 39059456,
            "99.000000" : 42729472,
            "99.500000" : 44826624,
            "99.900000" : 49545216,
            "99.950000" : 51118080,
            "99.990000" : 54263808
          },
          "bins" : {
            "20054016" : 7,
            "20316160" : 17,
            "20578304" : 41,
            "20840448" : 29,
            "21102592" : 30,
            "21364736" : 17,
            "21626880" : 11,
            "21889024" : 50,
            "22151168" : 155,
            "22413312" : 214,
            "22675456" : 310,
            "22937600" : 465,
            "23199744" : 556,
            "23461888" : 695,
            "23724032" : 817,
            "23986176" : 1049,
            "24248320" : 1162,
            "24510464" : 1447,
            "24772608" : 1763,
            "25034752" : 2092,
            "25296896" : 2448,
            "25559040" : 2847,
            "25821184" : 3102,
            "26083328" : 3500,
            "26345472" : 3393,
            "26607616" : 3486,
            "26869760" : 3446,
            "27131904" : 3667,
            "27394048" : 3780,
            "27656192" : 3752,
            "27918336" : 3417,
            "28180480" : 3233,
            "28442624" : 3056,
            "28704768" : 3102,
            "28966912" : 3492,
            "29229056" : 3488,
            "29491200" : 3662,
            "29753344" : 4168,
            "30015488" : 4286,
            "30277632" : 4293,
            "30539776" : 4675,
            "30801920" : 5163,
            "31064064" : 5315,
            "31326208" : 5192,
            "31588352" : 5350,
            "31850496" : 5563,
            "32112640" : 4898,
            "32374784" : 4224,
            "32636928" : 3608,
            "32899072" : 2877,
            "33161216" : 2439,
            "33423360" : 2194,
            "33816576" : 4195,
            "34340864" : 3486,
            "34865152" : 2385,
            "35389440" : 2112,
            "35913728" : 1592,
            "36438016" : 1445,
            "36962304" : 1274,
            "37486592" : 1328,
            "38010880" : 1604,
            "38535168" : 1940,
            "39059456" : 1929,
            "39583744" : 1528,
            "40108032" : 963,
            "40632320" : 720,
            "41156608" : 618,
            "41680896" : 503,
            "42205184" : 468,
            "42729472" : 389,
            "43253760" : 281,
            "43778048" : 171,
            "44302336" : 168,
            "44826624" : 133,
            "45350912" : 152,
            "45875200" : 96,
            "46399488" : 83,
            "46923776" : 76,
            "47448064" : 46,
            "47972352" : 42,
            "48496640" : 31,
            "49020928" : 27,
            "49545216" : 24,
            "50069504" : 23,
            "50593792" : 27,
            "51118080" : 29,
            "51642368" : 10,
            "52166656" : 11,
            "52690944" : 7,
            "53215232" : 10,
            "53739520" : 12,
            "54263808" : 16,
            "54788096" : 9,
            "55312384" : 5
          }
        },
        "lat_ns" : {
          "min" : 20705478,
          "max" : 56784722,
          "mean" : 31600107.291085,
          "stddev" : 4329143.319352,
          "N" : 162011
        },
        "bw_min" : 13731045,
        "bw_max" : 19257320,
        "bw_agg" : 100.000000,
        "bw_mean" : 16632224.263158,
        "bw_dev" : 96992.435788,
        "bw_samples" : 304,
        "iops_min" : 13406,
        "iops_max" : 18804,
        "iops_mean" : 16240.789474,
        "iops_stddev" : 94.734748,
        "iops_samples" : 304
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 159986,
      "usr_cpu" : 0.461290,
      "sys_cpu" : 95.668371,
      "ctx" : 12845,
      "majf" : 0,
      "minf" : 566,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 99.898165,
        "100" : 0.091960,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819594,
  "timestamp_ms" : 1772819594835,
  "time" : "Fri Mar  6 13:53:14 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 159,
      "elapsed" : 31,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 329789734912,
        "io_kbytes" : 322060288,
        "bw_bytes" : 16489486745,
        "bw" : 16103014,
        "iops" : 15726.700000,
        "runtime" : 20000,
        "total_ios" : 314534,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 239135,
          "max" : 7685746,
          "mean" : 1012848.197533,
          "stddev" : 284798.343946,
          "N" : 314534
        },
        "clat_ns" : {
          "min" : 19013655,
          "max" : 57916531,
          "mean" : 31542364.658455,
          "stddev" : 5074395.815677,
          "N" : 314518,
          "percentile" : {
            "1.000000" : 22151168,
            "5.000000" : 23986176,
            "10.000000" : 25559040,
            "20.000000" : 27394048,
            "30.000000" : 28704768,
            "40.000000" : 30015488,
            "50.000000" : 31326208,
            "60.000000" : 32112640,
            "70.000000" : 33423360,
            "80.000000" : 34865152,
            "90.000000" : 38535168,
            "95.000000" : 41156608,
            "99.000000" : 46399488,
            "99.500000" : 48496640,
            "99.900000" : 52166656,
            "99.950000" : 53215232,
            "99.990000" : 56360960
          },
          "bins" : {
            "19005440" : 12,
            "19267584" : 19,
            "19529728" : 48,
            "19791872" : 51,
            "20054016" : 159,
            "20316160" : 305,
            "20578304" : 353,
            "20840448" : 416,
            "21102592" : 359,
            "21364736" : 354,
            "21626880" : 387,
            "21889024" : 554,
            "22151168" : 824,
            "22413312" : 1184,
            "22675456" : 1600,
            "22937600" : 1813,
            "23199744" : 1951,
            "23461888" : 2158,
            "23724032" : 2177,
            "23986176" : 2199,
            "24248320" : 2090,
            "24510464" : 2297,
            "24772608" : 2559,
            "25034752" : 3020,
            "25296896" : 3399,
            "25559040" : 3864,
            "25821184" : 4270,
            "26083328" : 4670,
            "26345472" : 4640,
            "26607616" : 4711,
            "26869760" : 4738,
            "27131904" : 5176,
            "27394048" : 5660,
            "27656192" : 5867,
            "27918336" : 5620,
            "28180480" : 5241,
            "28442624" : 5272,
            "28704768" : 5375,
            "28966912" : 5831,
            "29229056" : 5909,
            "29491200" : 5956,
            "29753344" : 6514,
            "30015488" : 6778,
            "30277632" : 6943,
            "30539776" : 7515,
            "30801920" : 7940,
            "31064064" : 8037,
            "31326208" : 8052,
            "31588352" : 8163,
            "31850496" : 8610,
            "32112640" : 8166,
            "32374784" : 7835,
            "32636928" : 7572,
            "32899072" : 7217,
            "33161216" : 6670,
            "33423360" : 6100,
            "33816576" : 10942,
            "34340864" : 8886,
            "34865152" : 7347,
            "35389440" : 6650,
            "35913728" : 5997,
            "36438016" : 4826,
            "36962304" : 4448,
            "37486592" : 3887,
            "38010880" : 3940,
            "38535168" : 4177,
            "39059456" : 3969,
            "39583744" : 3188,
            "40108032" : 2505,
            "40632320" : 2136,
            "41156608" : 1901,
            "41680896" : 2041,
            "42205184" : 1750,
            "42729472" : 1346,
            "43253760" : 1249,
            "43778048" : 1433,
            "44302336" : 1140,
            "44826624" : 1035,
            "45350912" : 714,
            "45875200" : 586,
            "46399488" : 529,
            "46923776" : 472,
            "47448064" : 367,
            "47972352" : 255,
            "48496640" : 272,
            "49020928" : 252,
            "49545216" : 236,
            "50069504" : 173,
            "50593792" : 161,
            "51118080" : 117,
            "51642368" : 76,
            "52166656" : 63,
            "52690944" : 55,
            "53215232" : 52,
            "53739520" : 38,
            "54263808" : 27,
            "54788096" : 25,
            "55312384" : 14,
            "55836672" : 6,
            "56360960" : 13,
            "56885248" : 9,
            "57409536" : 9,
            "57933824" : 4
          }
        },
        "lat_ns" : {
          "min" : 19637147,
          "max" : 59270899,
          "mean" : 32555037.482211,
          "stddev" : 5226709.531439,
          "N" : 314518
        },
        "bw_min" : 12209552,
        "bw_max" : 20631648,
        "bw_agg" : 100.000000,
        "bw_mean" : 16129341.666667,
        "bw_dev" : 122488.901779,
        "bw_samples" : 624,
        "iops_min" : 11920,
        "iops_max" : 20146,
        "iops_mean" : 15749.435897,
        "iops_stddev" : 119.640827,
        "iops_samples" : 624
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 319992,
      "usr_cpu" : 0.447199,
      "sys_cpu" : 94.043601,
      "ctx" : 44330,
      "majf" : 0,
      "minf" : 566,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.048961,
        "50" : 99.700509,
        "100" : 0.245442,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819604,
  "timestamp_ms" : 1772819604835,
  "time" : "Fri Mar  6 13:53:24 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 149,
      "elapsed" : 41,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 494145634304,
        "io_kbytes" : 482564096,
        "bw_bytes" : 16471521143,
        "bw" : 16085469,
        "iops" : 15709.400000,
        "runtime" : 30000,
        "total_ios" : 471282,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 239135,
          "max" : 7685746,
          "mean" : 1013942.626262,
          "stddev" : 288278.925479,
          "N" : 471282
        },
        "clat_ns" : {
          "min" : 19013655,
          "max" : 57916531,
          "mean" : 31577038.271199,
          "stddev" : 5266127.575439,
          "N" : 471266,
          "percentile" : {
            "1.000000" : 21626880,
            "5.000000" : 23724032,
            "10.000000" : 25296896,
            "20.000000" : 27131904,
            "30.000000" : 28704768,
            "40.000000" : 30015488,
            "50.000000" : 31064064,
            "60.000000" : 32374784,
            "70.000000" : 33816576,
            "80.000000" : 35389440,
            "90.000000" : 39059456,
            "95.000000" : 41680896,
            "99.000000" : 45875200,
            "99.500000" : 47972352,
            "99.900000" : 51118080,
            "99.950000" : 52690944,
            "99.990000" : 55312384
          },
          "bins" : {
            "19005440" : 13,
            "19267584" : 74,
            "19529728" : 192,
            "19791872" : 295,
            "20054016" : 427,
            "20316160" : 452,
            "20578304" : 529,
            "20840448" : 651,
            "21102592" : 611,
            "21364736" : 732,
            "21626880" : 888,
            "21889024" : 1067,
            "22151168" : 1403,
            "22413312" : 1887,
            "22675456" : 2381,
            "22937600" : 2838,
            "23199744" : 3025,
            "23461888" : 3280,
            "23724032" : 3358,
            "23986176" : 3702,
            "24248320" : 3787,
            "24510464" : 4262,
            "24772608" : 4602,
            "25034752" : 5376,
            "25296896" : 5831,
            "25559040" : 6563,
            "25821184" : 7022,
            "26083328" : 7387,
            "26345472" : 6986,
            "26607616" : 7110,
            "26869760" : 6963,
            "27131904" : 7276,
            "27394048" : 7837,
            "27656192" : 7890,
            "27918336" : 7909,
            "28180480" : 7722,
            "28442624" : 7857,
            "28704768" : 7920,
            "28966912" : 8429,
            "29229056" : 8507,
            "29491200" : 8620,
            "29753344" : 9528,
            "30015488" : 10132,
            "30277632" : 10132,
            "30539776" : 10838,
            "30801920" : 11240,
            "31064064" : 11128,
            "31326208" : 11287,
            "31588352" : 11087,
            "31850496" : 11275,
            "32112640" : 10756,
            "32374784" : 10235,
            "32636928" : 10061,
            "32899072" : 9884,
            "33161216" : 9299,
            "33423360" : 8597,
            "33816576" : 15765,
            "34340864" : 12622,
            "34865152" : 10839,
            "35389440" : 10728,
            "35913728" : 9903,
            "36438016" : 8586,
            "36962304" : 7422,
            "37486592" : 6213,
            "38010880" : 5981,
            "38535168" : 5918,
            "39059456" : 5977,
            "39583744" : 5196,
            "40108032" : 4710,
            "40632320" : 3964,
            "41156608" : 4078,
            "41680896" : 3960,
            "42205184" : 3515,
            "42729472" : 2727,
            "43253760" : 2279,
            "43778048" : 2277,
            "44302336" : 1622,
            "44826624" : 1402,
            "45350912" : 1087,
            "45875200" : 922,
            "46399488" : 809,
            "46923776" : 703,
            "47448064" : 535,
            "47972352" : 363,
            "48496640" : 377,
            "49020928" : 330,
            "49545216" : 301,
            "50069504" : 231,
            "50593792" : 198,
            "51118080" : 136,
            "51642368" : 96,
            "52166656" : 75,
            "52690944" : 69,
            "53215232" : 55,
            "53739520" : 41,
            "54263808" : 30,
            "54788096" : 26,
            "55312384" : 15,
            "55836672" : 8,
            "56360960" : 13,
            "56885248" : 9,
            "57409536" : 9,
            "57933824" : 4
          }
        },
        "lat_ns" : {
          "min" : 19637147,
          "max" : 59270899,
          "mean" : 32590866.121348,
          "stddev" : 5424821.331160,
          "N" : 471266
        },
        "bw_min" : 11957673,
        "bw_max" : 21306429,
        "bw_agg" : 100.000000,
        "bw_mean" : 16087863.694915,
        "bw_dev" : 129818.635732,
        "bw_samples" : 944,
        "iops_min" : 11674,
        "iops_max" : 20804,
        "iops_mean" : 15709.254237,
        "iops_stddev" : 126.788179,
        "iops_samples" : 944
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 479999,
      "usr_cpu" : 0.449793,
      "sys_cpu" : 93.864362,
      "ctx" : 71900,
      "majf" : 0,
      "minf" : 566,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.144712,
        "50" : 99.656045,
        "100" : 0.195849,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819614,
  "timestamp_ms" : 1772819614835,
  "time" : "Fri Mar  6 13:53:34 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 139,
      "elapsed" : 51,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 661478440960,
        "io_kbytes" : 645975040,
        "bw_bytes" : 16536961024,
        "bw" : 16149376,
        "iops" : 15771.600000,
        "runtime" : 40000,
        "total_ios" : 630864,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 239135,
          "max" : 7685746,
          "mean" : 1009916.101726,
          "stddev" : 271537.182488,
          "N" : 630864
        },
        "clat_ns" : {
          "min" : 17303884,
          "max" : 57916531,
          "mean" : 31451614.687571,
          "stddev" : 5131471.560323,
          "N" : 630848,
          "percentile" : {
            "1.000000" : 21626880,
            "5.000000" : 23724032,
            "10.000000" : 25296896,
            "20.000000" : 26869760,
            "30.000000" : 28442624,
            "40.000000" : 30015488,
            "50.000000" : 31064064,
            "60.000000" : 32374784,
            "70.000000" : 33423360,
            "80.000000" : 35389440,
            "90.000000" : 38535168,
            "95.000000" : 41156608,
            "99.000000" : 45350912,
            "99.500000" : 46923776,
            "99.900000" : 50593792,
            "99.950000" : 52166656,
            "99.990000" : 54788096
          },
          "bins" : {
            "17432576" : 8,
            "17694720" : 68,
            "17956864" : 168,
            "18219008" : 139,
            "18481152" : 83,
            "18743296" : 86,
            "19005440" : 106,
            "19267584" : 147,
            "19529728" : 235,
            "19791872" : 343,
            "20054016" : 459,
            "20316160" : 537,
            "20578304" : 672,
            "20840448" : 837,
            "21102592" : 793,
            "21364736" : 957,
            "21626880" : 1215,
            "21889024" : 1530,
            "22151168" : 1873,
            "22413312" : 2591,
            "22675456" : 3146,
            "22937600" : 3625,
            "23199744" : 3927,
            "23461888" : 4153,
            "23724032" : 4263,
            "23986176" : 4574,
            "24248320" : 4825,
            "24510464" : 5486,
            "24772608" : 6172,
            "25034752" : 7379,
            "25296896" : 8274,
            "25559040" : 9098,
            "25821184" : 9770,
            "26083328" : 10051,
            "26345472" : 9790,
            "26607616" : 9822,
            "26869760" : 9801,
            "27131904" : 10352,
            "27394048" : 11268,
            "27656192" : 11208,
            "27918336" : 10769,
            "28180480" : 10365,
            "28442624" : 10693,
            "28704768" : 10733,
            "28966912" : 11404,
            "29229056" : 11492,
            "29491200" : 11479,
            "29753344" : 12621,
            "30015488" : 13423,
            "30277632" : 13252,
            "30539776" : 13976,
            "30801920" : 14392,
            "31064064" : 14378,
            "31326208" : 14359,
            "31588352" : 14086,
            "31850496" : 14152,
            "32112640" : 13922,
            "32374784" : 13800,
            "32636928" : 13720,
            "32899072" : 13657,
            "33161216" : 13090,
            "33423360" : 12629,
            "33816576" : 23142,
            "34340864" : 18628,
            "34865152" : 16005,
            "35389440" : 14444,
            "35913728" : 12623,
            "36438016" : 10814,
            "36962304" : 9504,
            "37486592" : 8417,
            "38010880" : 8272,
            "38535168" : 8199,
            "39059456" : 7800,
            "39583744" : 7117,
            "40108032" : 6344,
            "40632320" : 5363,
            "41156608" : 5106,
            "41680896" : 4578,
            "42205184" : 3969,
            "42729472" : 3095,
            "43253760" : 2633,
            "43778048" : 2600,
            "44302336" : 1775,
            "44826624" : 1471,
            "45350912" : 1133,
            "45875200" : 987,
            "46399488" : 905,
            "46923776" : 741,
            "47448064" : 554,
            "47972352" : 374,
            "48496640" : 387,
            "49020928" : 330,
            "49545216" : 301,
            "50069504" : 231,
            "50593792" : 198,
            "51118080" : 136,
            "51642368" : 96,
            "52166656" : 75,
            "52690944" : 69,
            "53215232" : 55,
            "53739520" : 41,
            "54263808" : 30,
            "54788096" : 26,
            "55312384" : 15,
            "55836672" : 8,
            "56360960" : 13,
            "56885248" : 9,
            "57409536" : 9,
            "57933824" : 4
          }
        },
        "lat_ns" : {
          "min" : 17903579,
          "max" : 59270899,
          "mean" : 32461383.676894,
          "stddev" : 5286945.972125,
          "N" : 630848
        },
        "bw_min" : 11912214,
        "bw_max" : 21828366,
        "bw_agg" : 100.000000,
        "bw_mean" : 16162004.708861,
        "bw_dev" : 130865.289728,
        "bw_samples" : 1264,
        "iops_min" : 11629,
        "iops_max" : 21314,
        "iops_mean" : 15781.924051,
        "iops_stddev" : 127.810931,
        "iops_samples" : 1264
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 639992,
      "usr_cpu" : 0.460006,
      "sys_cpu" : 94.385399,
      "ctx" : 83188,
      "majf" : 0,
      "minf" : 566,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999683,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999683,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.237452,
        "50" : 99.613704,
        "100" : 0.146307,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819624,
  "timestamp_ms" : 1772819624834,
  "time" : "Fri Mar  6 13:53:44 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 129,
      "elapsed" : 61,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 823083925504,
        "io_kbytes" : 803792896,
        "bw_bytes" : 16461678510,
        "bw" : 16075857,
        "iops" : 15699.460000,
        "runtime" : 50000,
        "total_ios" : 784973,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 239135,
          "max" : 7685746,
          "mean" : 1014556.774571,
          "stddev" : 267531.343520,
          "N" : 784973
        },
        "clat_ns" : {
          "min" : 17303884,
          "max" : 57916531,
          "mean" : 31596478.089209,
          "stddev" : 5039254.372781,
          "N" : 784957,
          "percentile" : {
            "1.000000" : 21889024,
            "5.000000" : 23986176,
            "10.000000" : 25296896,
            "20.000000" : 27131904,
            "30.000000" : 28704768,
            "40.000000" : 30277632,
            "50.000000" : 31326208,
            "60.000000" : 32374784,
            "70.000000" : 33816576,
            "80.000000" : 35389440,
            "90.000000" : 38535168,
            "95.000000" : 40632320,
            "99.000000" : 44826624,
            "99.500000" : 46923776,
            "99.900000" : 50593792,
            "99.950000" : 51642368,
            "99.990000" : 54788096
          },
          "bins" : {
            "17432576" : 8,
            "17694720" : 68,
            "17956864" : 168,
            "18219008" : 139,
            "18481152" : 83,
            "18743296" : 86,
            "19005440" : 106,
            "19267584" : 147,
            "19529728" : 235,
            "19791872" : 343,
            "20054016" : 462,
            "20316160" : 544,
            "20578304" : 705,
            "20840448" : 905,
            "21102592" : 932,
            "21364736" : 1160,
            "21626880" : 1524,
            "21889024" : 1894,
            "22151168" : 2235,
            "22413312" : 2886,
            "22675456" : 3302,
            "22937600" : 3809,
            "23199744" : 4205,
            "23461888" : 4509,
            "23724032" : 4919,
            "23986176" : 5518,
            "24248320" : 5859,
            "24510464" : 6616,
            "24772608" : 7306,
            "25034752" : 8681,
            "25296896" : 9571,
            "25559040" : 10722,
            "25821184" : 11561,
            "26083328" : 11952,
            "26345472" : 11759,
            "26607616" : 11913,
            "26869760" : 12093,
            "27131904" : 12611,
            "27394048" : 13585,
            "27656192" : 13538,
            "27918336" : 13099,
            "28180480" : 12426,
            "28442624" : 12640,
            "28704768" : 12700,
            "28966912" : 13373,
            "29229056" : 13633,
            "29491200" : 13812,
            "29753344" : 15106,
            "30015488" : 16200,
            "30277632" : 16533,
            "30539776" : 17585,
            "30801920" : 18044,
            "31064064" : 17971,
            "31326208" : 18145,
            "31588352" : 18090,
            "31850496" : 18155,
            "32112640" : 18056,
            "32374784" : 17804,
            "32636928" : 17653,
            "32899072" : 17467,
            "33161216" : 17035,
            "33423360" : 16654,
            "33816576" : 30856,
            "34340864" : 24783,
            "34865152" : 21057,
            "35389440" : 19015,
            "35913728" : 16555,
            "36438016" : 14158,
            "36962304" : 12508,
            "37486592" : 11426,
            "38010880" : 11131,
            "38535168" : 10567,
            "39059456" : 10307,
            "39583744" : 9272,
            "40108032" : 8132,
            "40632320" : 6768,
            "41156608" : 6131,
            "41680896" : 5486,
            "42205184" : 4784,
            "42729472" : 3674,
            "43253760" : 3186,
            "43778048" : 3047,
            "44302336" : 2189,
            "44826624" : 1744,
            "45350912" : 1277,
            "45875200" : 1105,
            "46399488" : 971,
            "46923776" : 811,
            "47448064" : 613,
            "47972352" : 411,
            "48496640" : 409,
            "49020928" : 362,
            "49545216" : 326,
            "50069504" : 244,
            "50593792" : 210,
            "51118080" : 139,
            "51642368" : 97,
            "52166656" : 76,
            "52690944" : 72,
            "53215232" : 61,
            "53739520" : 42,
            "54263808" : 31,
            "54788096" : 26,
            "55312384" : 15,
            "55836672" : 8,
            "56360960" : 13,
            "56885248" : 9,
            "57409536" : 9,
            "57933824" : 4
          }
        },
        "lat_ns" : {
          "min" : 17903579,
          "max" : 59270899,
          "mean" : 32610991.173457,
          "stddev" : 5191834.550557,
          "N" : 784957
        },
        "bw_min" : 11806121,
        "bw_max" : 21973100,
        "bw_agg" : 100.000000,
        "bw_mean" : 16084398.373737,
        "bw_dev" : 131509.830380,
        "bw_samples" : 1584,
        "iops_min" : 11526,
        "iops_max" : 21454,
        "iops_mean" : 15705.919192,
        "iops_stddev" : 128.446381,
        "iops_samples" : 1584
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 799989,
      "usr_cpu" : 0.456131,
      "sys_cpu" : 94.572675,
      "ctx" : 99632,
      "majf" : 0,
      "minf" : 566,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.190835,
        "50" : 99.685339,
        "100" : 0.121788,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819634,
  "timestamp_ms" : 1772819634834,
  "time" : "Fri Mar  6 13:53:54 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 118,
      "elapsed" : 71,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 998869303296,
        "io_kbytes" : 975458304,
        "bw_bytes" : 16647821721,
        "bw" : 16257638,
        "iops" : 15876.916667,
        "runtime" : 60000,
        "total_ios" : 952615,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 239135,
          "max" : 7685746,
          "mean" : 1003196.619420,
          "stddev" : 258218.812918,
          "N" : 952615
        },
        "clat_ns" : {
          "min" : 17147896,
          "max" : 57916531,
          "mean" : 31243954.996770,
          "stddev" : 5019821.040619,
          "N" : 952599,
          "percentile" : {
            "1.000000" : 20840448,
            "5.000000" : 23461888,
            "10.000000" : 25034752,
            "20.000000" : 26869760,
            "30.000000" : 28442624,
            "40.000000" : 29753344,
            "50.000000" : 31064064,
            "60.000000" : 32112640,
            "70.000000" : 33423360,
            "80.000000" : 34865152,
            "90.000000" : 38010880,
            "95.000000" : 40108032,
            "99.000000" : 44302336,
            "99.500000" : 46399488,
            "99.900000" : 50069504,
            "99.950000" : 51118080,
            "99.990000" : 54263808
          },
          "bins" : {
            "17170432" : 10,
            "17432576" : 18,
            "17694720" : 71,
            "17956864" : 174,
            "18219008" : 151,
            "18481152" : 96,
            "18743296" : 159,
            "19005440" : 236,
            "19267584" : 406,
            "19529728" : 685,
            "19791872" : 854,
            "20054016" : 1235,
            "20316160" : 1582,
            "20578304" : 1846,
            "20840448" : 2102,
            "21102592" : 1940,
            "21364736" : 2092,
            "21626880" : 2507,
            "21889024" : 2782,
            "22151168" : 3128,
            "22413312" : 4002,
            "22675456" : 4531,
            "22937600" : 5337,
            "23199744" : 5900,
            "23461888" : 6181,
            "23724032" : 6553,
            "23986176" : 7170,
            "24248320" : 7738,
            "24510464" : 8585,
            "24772608" : 9559,
            "25034752" : 11214,
            "25296896" : 12250,
            "25559040" : 13740,
            "25821184" : 14490,
            "26083328" : 14625,
            "26345472" : 14601,
            "26607616" : 14891,
            "26869760" : 14864,
            "27131904" : 15575,
            "27394048" : 16842,
            "27656192" : 16909,
            "27918336" : 16470,
            "28180480" : 16030,
            "28442624" : 16297,
            "28704768" : 16295,
            "28966912" : 16885,
            "29229056" : 17134,
            "29491200" : 17330,
            "29753344" : 18668,
            "30015488" : 19518,
            "30277632" : 20148,
            "30539776" : 21247,
            "30801920" : 21923,
            "31064064" : 22184,
            "31326208" : 22029,
            "31588352" : 21746,
            "31850496" : 21769,
            "32112640" : 21392,
            "32374784" : 20506,
            "32636928" : 20314,
            "32899072" : 20065,
            "33161216" : 19575,
            "33423360" : 19204,
            "33816576" : 35416,
            "34340864" : 29107,
            "34865152" : 24857,
            "35389440" : 22755,
            "35913728" : 20332,
            "36438016" : 17663,
            "36962304" : 15349,
            "37486592" : 13558,
            "38010880" : 12773,
            "38535168" : 11633,
            "39059456" : 11109,
            "39583744" : 9794,
            "40108032" : 8488,
            "40632320" : 7079,
            "41156608" : 6335,
            "41680896" : 5678,
            "42205184" : 4909,
            "42729472" : 3738,
            "43253760" : 3241,
            "43778048" : 3081,
            "44302336" : 2203,
            "44826624" : 1762,
            "45350912" : 1288,
            "45875200" : 1117,
            "46399488" : 977,
            "46923776" : 813,
            "47448064" : 615,
            "47972352" : 414,
            "48496640" : 412,
            "49020928" : 362,
            "49545216" : 326,
            "50069504" : 244,
            "50593792" : 210,
            "51118080" : 139,
            "51642368" : 97,
            "52166656" : 76,
            "52690944" : 72,
            "53215232" : 61,
            "53739520" : 42,
            "54263808" : 31,
            "54788096" : 26,
            "55312384" : 15,
            "55836672" : 8,
            "56360960" : 13,
            "56885248" : 9,
            "57409536" : 9,
            "57933824" : 4
          }
        },
        "lat_ns" : {
          "min" : 17635790,
          "max" : 59270899,
          "mean" : 32247163.905960,
          "stddev" : 5172664.704570,
          "N" : 952599
        },
        "bw_min" : 11806121,
        "bw_max" : 22235520,
        "bw_agg" : 99.979441,
        "bw_mean" : 16254296.739496,
        "bw_dev" : 137257.520787,
        "bw_samples" : 1904,
        "iops_min" : 11526,
        "iops_max" : 21712,
        "iops_mean" : 15871.789916,
        "iops_stddev" : 134.056365,
        "iops_samples" : 1904
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 959989,
      "usr_cpu" : 0.460214,
      "sys_cpu" : 94.826712,
      "ctx" : 106796,
      "majf" : 0,
      "minf" : 566,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999895,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999895,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.335917,
        "50" : 99.562048,
        "100" : 0.100355,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819644,
  "timestamp_ms" : 1772819644834,
  "time" : "Fri Mar  6 13:54:04 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 109,
      "elapsed" : 81,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 1176525340672,
        "io_kbytes" : 1148950528,
        "bw_bytes" : 16807504866,
        "bw" : 16413578,
        "iops" : 16029.157143,
        "runtime" : 70000,
        "total_ios" : 1122041,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 239135,
          "max" : 7685746,
          "mean" : 993639.824142,
          "stddev" : 247372.531658,
          "N" : 1122041
        },
        "clat_ns" : {
          "min" : 17147896,
          "max" : 57916531,
          "mean" : 30946523.163820,
          "stddev" : 4883671.024902,
          "N" : 1122025,
          "percentile" : {
            "1.000000" : 21102592,
            "5.000000" : 23461888,
            "10.000000" : 25034752,
            "20.000000" : 26869760,
            "30.000000" : 28180480,
            "40.000000" : 29753344,
            "50.000000" : 30801920,
            "60.000000" : 31850496,
            "70.000000" : 33161216,
            "80.000000" : 34340864,
            "90.000000" : 37486592,
            "95.000000" : 39583744,
            "99.000000" : 44302336,
            "99.500000" : 45875200,
            "99.900000" : 49545216,
            "99.950000" : 51118080,
            "99.990000" : 54263808
          },
          "bins" : {
            "17170432" : 10,
            "17432576" : 18,
            "17694720" : 71,
            "17956864" : 174,
            "18219008" : 151,
            "18481152" : 96,
            "18743296" : 159,
            "19005440" : 236,
            "19267584" : 406,
            "19529728" : 687,
            "19791872" : 896,
            "20054016" : 1340,
            "20316160" : 1751,
            "20578304" : 2107,
            "20840448" : 2582,
            "21102592" : 2757,
            "21364736" : 3267,
            "21626880" : 4067,
            "21889024" : 4404,
            "22151168" : 4915,
            "22413312" : 5828,
            "22675456" : 6037,
            "22937600" : 6603,
            "23199744" : 7108,
            "23461888" : 7219,
            "23724032" : 7429,
            "23986176" : 8069,
            "24248320" : 8845,
            "24510464" : 9971,
            "24772608" : 11157,
            "25034752" : 12991,
            "25296896" : 14186,
            "25559040" : 16023,
            "25821184" : 17172,
            "26083328" : 17481,
            "26345472" : 17759,
            "26607616" : 18258,
            "26869760" : 18197,
            "27131904" : 19132,
            "27394048" : 20413,
            "27656192" : 20611,
            "27918336" : 20175,
            "28180480" : 19988,
            "28442624" : 20263,
            "28704768" : 20251,
            "28966912" : 21236,
            "29229056" : 21787,
            "29491200" : 22062,
            "29753344" : 24091,
            "30015488" : 25410,
            "30277632" : 26379,
            "30539776" : 27555,
            "30801920" : 28311,
            "31064064" : 28373,
            "31326208" : 28000,
            "31588352" : 27371,
            "31850496" : 26923,
            "32112640" : 25770,
            "32374784" : 24165,
            "32636928" : 23394,
            "32899072" : 22858,
            "33161216" : 22365,
            "33423360" : 21855,
            "33816576" : 39525,
            "34340864" : 31293,
            "34865152" : 26518,
            "35389440" : 24224,
            "35913728" : 21360,
            "36438016" : 18442,
            "36962304" : 16002,
            "37486592" : 14152,
            "38010880" : 13246,
            "38535168" : 11964,
            "39059456" : 11469,
            "39583744" : 10079,
            "40108032" : 8742,
            "40632320" : 7240,
            "41156608" : 6405,
            "41680896" : 5728,
            "42205184" : 4939,
            "42729472" : 3767,
            "43253760" : 3274,
            "43778048" : 3100,
            "44302336" : 2222,
            "44826624" : 1770,
            "45350912" : 1293,
            "45875200" : 1124,
            "46399488" : 984,
            "46923776" : 813,
            "47448064" : 615,
            "47972352" : 414,
            "48496640" : 412,
            "49020928" : 362,
            "49545216" : 326,
            "50069504" : 244,
            "50593792" : 210,
            "51118080" : 139,
            "51642368" : 97,
            "52166656" : 76,
            "52690944" : 72,
            "53215232" : 61,
            "53739520" : 42,
            "54263808" : 31,
            "54788096" : 26,
            "55312384" : 15,
            "55836672" : 8,
            "56360960" : 13,
            "56885248" : 9,
            "57409536" : 9,
            "57933824" : 4
          }
        },
        "lat_ns" : {
          "min" : 17635790,
          "max" : 59270899,
          "mean" : 31940139.468337,
          "stddev" : 5032662.600400,
          "N" : 1122025
        },
        "bw_min" : 11806121,
        "bw_max" : 22495616,
        "bw_agg" : 100.000000,
        "bw_mean" : 16419808.776978,
        "bw_dev" : 137337.238117,
        "bw_samples" : 2224,
        "iops_min" : 11526,
        "iops_max" : 21966,
        "iops_mean" : 16033.381295,
        "iops_stddev" : 134.133432,
        "iops_samples" : 2224
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1119985,
      "usr_cpu" : 0.457774,
      "sys_cpu" : 95.055291,
      "ctx" : 112165,
      "majf" : 0,
      "minf" : 566,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999911,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999911,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.291433,
        "50" : 99.621939,
        "100" : 0.085202,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819654,
  "timestamp_ms" : 1772819654834,
  "time" : "Fri Mar  6 13:54:14 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 99,
      "elapsed" : 91,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 1339439448064,
        "io_kbytes" : 1308046336,
        "bw_bytes" : 16742993100,
        "bw" : 16350579,
        "iops" : 15967.612500,
        "runtime" : 80000,
        "total_ios" : 1277409,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 239135,
          "max" : 7685746,
          "mean" : 997477.438087,
          "stddev" : 257342.324695,
          "N" : 1277409
        },
        "clat_ns" : {
          "min" : 16042487,
          "max" : 57916531,
          "mean" : 31065834.658284,
          "stddev" : 5131069.035878,
          "N" : 1277393,
          "percentile" : {
            "1.000000" : 20840448,
            "5.000000" : 23199744,
            "10.000000" : 24772608,
            "20.000000" : 26607616,
            "30.000000" : 28180480,
            "40.000000" : 29753344,
            "50.000000" : 30801920,
            "60.000000" : 32112640,
            "70.000000" : 33161216,
            "80.000000" : 34865152,
            "90.000000" : 38010880,
            "95.000000" : 40108032,
            "99.000000" : 44826624,
            "99.500000" : 46399488,
            "99.900000" : 50069504,
            "99.950000" : 51118080,
            "99.990000" : 54263808
          },
          "bins" : {
            "16056320" : 12,
            "16187392" : 10,
            "16318464" : 16,
            "16449536" : 26,
            "16580608" : 36,
            "16711680" : 29,
            "16908288" : 133,
            "17170432" : 276,
            "17432576" : 375,
            "17694720" : 389,
            "17956864" : 383,
            "18219008" : 432,
            "18481152" : 428,
            "18743296" : 445,
            "19005440" : 575,
            "19267584" : 708,
            "19529728" : 965,
            "19791872" : 1207,
            "20054016" : 1687,
            "20316160" : 2073,
            "20578304" : 2459,
            "20840448" : 3105,
            "21102592" : 3466,
            "21364736" : 4201,
            "21626880" : 5070,
            "21889024" : 5716,
            "22151168" : 6323,
            "22413312" : 7135,
            "22675456" : 7633,
            "22937600" : 8130,
            "23199744" : 8946,
            "23461888" : 8857,
            "23724032" : 9171,
            "23986176" : 9857,
            "24248320" : 10391,
            "24510464" : 11650,
            "24772608" : 12808,
            "25034752" : 14646,
            "25296896" : 15787,
            "25559040" : 17840,
            "25821184" : 19019,
            "26083328" : 19297,
            "26345472" : 19683,
            "26607616" : 20032,
            "26869760" : 19948,
            "27131904" : 20666,
            "27394048" : 21924,
            "27656192" : 22023,
            "27918336" : 21545,
            "28180480" : 21364,
            "28442624" : 21777,
            "28704768" : 21770,
            "28966912" : 23011,
            "29229056" : 23772,
            "29491200" : 24086,
            "29753344" : 26162,
            "30015488" : 27430,
            "30277632" : 28390,
            "30539776" : 29717,
            "30801920" : 30616,
            "31064064" : 30763,
            "31326208" : 30290,
            "31588352" : 29717,
            "31850496" : 29336,
            "32112640" : 28159,
            "32374784" : 26420,
            "32636928" : 25349,
            "32899072" : 24994,
            "33161216" : 24491,
            "33423360" : 24084,
            "33816576" : 44109,
            "34340864" : 36383,
            "34865152" : 32036,
            "35389440" : 30094,
            "35913728" : 25496,
            "36438016" : 22204,
            "36962304" : 19615,
            "37486592" : 17597,
            "38010880" : 16427,
            "38535168" : 14953,
            "39059456" : 13851,
            "39583744" : 12069,
            "40108032" : 10569,
            "40632320" : 9220,
            "41156608" : 9027,
            "41680896" : 7344,
            "42205184" : 6620,
            "42729472" : 4876,
            "43253760" : 4265,
            "43778048" : 4139,
            "44302336" : 3216,
            "44826624" : 2856,
            "45350912" : 2235,
            "45875200" : 1843,
            "46399488" : 1419,
            "46923776" : 1205,
            "47448064" : 893,
            "47972352" : 647,
            "48496640" : 602,
            "49020928" : 515,
            "49545216" : 435,
            "50069504" : 334,
            "50593792" : 283,
            "51118080" : 207,
            "51642368" : 134,
            "52166656" : 95,
            "52690944" : 95,
            "53215232" : 73,
            "53739520" : 52,
            "54263808" : 37,
            "54788096" : 27,
            "55312384" : 20,
            "55836672" : 9,
            "56360960" : 14,
            "56885248" : 9,
            "57409536" : 9,
            "57933824" : 4
          }
        },
        "lat_ns" : {
          "min" : 16529030,
          "max" : 59270899,
          "mean" : 32063285.546042,
          "stddev" : 5287718.978265,
          "N" : 1277393
        },
        "bw_min" : 11665417,
        "bw_max" : 22976351,
        "bw_agg" : 100.000000,
        "bw_mean" : 16359306.100629,
        "bw_dev" : 143995.378202,
        "bw_samples" : 2544,
        "iops_min" : 11389,
        "iops_max" : 22436,
        "iops_mean" : 15974.245283,
        "iops_stddev" : 140.637264,
        "iops_samples" : 2544
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1279985,
      "usr_cpu" : 0.457974,
      "sys_cpu" : 94.855643,
      "ctx" : 140446,
      "majf" : 0,
      "minf" : 566,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999922,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999922,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.539921,
        "50" : 99.359172,
        "100" : 0.099655,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819664,
  "timestamp_ms" : 1772819664835,
  "time" : "Fri Mar  6 13:54:24 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 89,
      "elapsed" : 101,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 1503165153280,
        "io_kbytes" : 1467934720,
        "bw_bytes" : 16701835036,
        "bw" : 16310385,
        "iops" : 15928.411111,
        "runtime" : 90000,
        "total_ios" : 1433557,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 236110,
          "max" : 7685746,
          "mean" : 999947.324307,
          "stddev" : 258810.118576,
          "N" : 1433557
        },
        "clat_ns" : {
          "min" : 16042487,
          "max" : 57916531,
          "mean" : 31142538.851657,
          "stddev" : 5088093.634876,
          "N" : 1433541,
          "percentile" : {
            "1.000000" : 20840448,
            "5.000000" : 23199744,
            "10.000000" : 24772608,
            "20.000000" : 26869760,
            "30.000000" : 28442624,
            "40.000000" : 29753344,
            "50.000000" : 31064064,
            "60.000000" : 32112640,
            "70.000000" : 33423360,
            "80.000000" : 34865152,
            "90.000000" : 38010880,
            "95.000000" : 40108032,
            "99.000000" : 44826624,
            "99.500000" : 46399488,
            "99.900000" : 50069504,
            "99.950000" : 51118080,
            "99.990000" : 53739520
          },
          "bins" : {
            "16056320" : 12,
            "16187392" : 10,
            "16318464" : 16,
            "16449536" : 26,
            "16580608" : 36,
            "16711680" : 29,
            "16908288" : 133,
            "17170432" : 276,
            "17432576" : 375,
            "17694720" : 389,
            "17956864" : 383,
            "18219008" : 432,
            "18481152" : 428,
            "18743296" : 445,
            "19005440" : 575,
            "19267584" : 708,
            "19529728" : 965,
            "19791872" : 1207,
            "20054016" : 1688,
            "20316160" : 2079,
            "20578304" : 2471,
            "20840448" : 3148,
            "21102592" : 3548,
            "21364736" : 4272,
            "21626880" : 5237,
            "21889024" : 5881,
            "22151168" : 6573,
            "22413312" : 7447,
            "22675456" : 8005,
            "22937600" : 8703,
            "23199744" : 9653,
            "23461888" : 9695,
            "23724032" : 10148,
            "23986176" : 10831,
            "24248320" : 11550,
            "24510464" : 13030,
            "24772608" : 14217,
            "25034752" : 16184,
            "25296896" : 17317,
            "25559040" : 19571,
            "25821184" : 21030,
            "26083328" : 21468,
            "26345472" : 21678,
            "26607616" : 22128,
            "26869760" : 22189,
            "27131904" : 22957,
            "27394048" : 24258,
            "27656192" : 24587,
            "27918336" : 24143,
            "28180480" : 24066,
            "28442624" : 24718,
            "28704768" : 24763,
            "28966912" : 25935,
            "29229056" : 26802,
            "29491200" : 27248,
            "29753344" : 29462,
            "30015488" : 30770,
            "30277632" : 31552,
            "30539776" : 32879,
            "30801920" : 33772,
            "31064064" : 33871,
            "31326208" : 33711,
            "31588352" : 33208,
            "31850496" : 32841,
            "32112640" : 32125,
            "32374784" : 30725,
            "32636928" : 29722,
            "32899072" : 29114,
            "33161216" : 28990,
            "33423360" : 28548,
            "33816576" : 51281,
            "34340864" : 41422,
            "34865152" : 36330,
            "35389440" : 34011,
            "35913728" : 29120,
            "36438016" : 25062,
            "36962304" : 21907,
            "37486592" : 19779,
            "38010880" : 18423,
            "38535168" : 16891,
            "39059456" : 16089,
            "39583744" : 13978,
            "40108032" : 11978,
            "40632320" : 10569,
            "41156608" : 10179,
            "41680896" : 8289,
            "42205184" : 7433,
            "42729472" : 5565,
            "43253760" : 4758,
            "43778048" : 4514,
            "44302336" : 3569,
            "44826624" : 3144,
            "45350912" : 2423,
            "45875200" : 1980,
            "46399488" : 1564,
            "46923776" : 1311,
            "47448064" : 1023,
            "47972352" : 763,
            "48496640" : 682,
            "49020928" : 578,
            "49545216" : 470,
            "50069504" : 362,
            "50593792" : 301,
            "51118080" : 227,
            "51642368" : 150,
            "52166656" : 104,
            "52690944" : 98,
            "53215232" : 75,
            "53739520" : 53,
            "54263808" : 38,
            "54788096" : 27,
            "55312384" : 22,
            "55836672" : 10,
            "56360960" : 14,
            "56885248" : 9,
            "57409536" : 9,
            "57933824" : 4
          }
        },
        "lat_ns" : {
          "min" : 16529030,
          "max" : 59270899,
          "mean" : 32142460.761918,
          "stddev" : 5243233.732501,
          "N" : 1433541
        },
        "bw_min" : 11641313,
        "bw_max" : 22976351,
        "bw_agg" : 100.000000,
        "bw_mean" : 16318580.441341,
        "bw_dev" : 141026.869562,
        "bw_samples" : 2864,
        "iops_min" : 11366,
        "iops_max" : 22436,
        "iops_mean" : 15934.430168,
        "iops_stddev" : 137.739950,
        "iops_samples" : 2864
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1439999,
      "usr_cpu" : 0.456945,
      "sys_cpu" : 94.817635,
      "ctx" : 160001,
      "majf" : 0,
      "minf" : 566,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.481111,
        "50" : 99.422695,
        "100" : 0.095078,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819674,
  "timestamp_ms" : 1772819674835,
  "time" : "Fri Mar  6 13:54:34 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 79,
      "elapsed" : 111,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 1671356743680,
        "io_kbytes" : 1632184320,
        "bw_bytes" : 16713567436,
        "bw" : 16321843,
        "iops" : 15939.580000,
        "runtime" : 100000,
        "total_ios" : 1593958,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 236110,
          "max" : 7685746,
          "mean" : 999237.710644,
          "stddev" : 254947.503463,
          "N" : 1593958
        },
        "clat_ns" : {
          "min" : 16042487,
          "max" : 57916531,
          "mean" : 31120724.172247,
          "stddev" : 5044506.657604,
          "N" : 1593942,
          "percentile" : {
            "1.000000" : 20840448,
            "5.000000" : 23199744,
            "10.000000" : 25034752,
            "20.000000" : 26869760,
            "30.000000" : 28180480,
            "40.000000" : 29753344,
            "50.000000" : 30801920,
            "60.000000" : 32112640,
            "70.000000" : 33423360,
            "80.000000" : 34865152,
            "90.000000" : 38010880,
            "95.000000" : 40108032,
            "99.000000" : 44302336,
            "99.500000" : 45875200,
            "99.900000" : 49545216,
            "99.950000" : 51118080,
            "99.990000" : 53739520
          },
          "bins" : {
            "16056320" : 12,
            "16187392" : 10,
            "16318464" : 16,
            "16449536" : 26,
            "16580608" : 36,
            "16711680" : 29,
            "16908288" : 133,
            "17170432" : 276,
            "17432576" : 375,
            "17694720" : 389,
            "17956864" : 383,
            "18219008" : 432,
            "18481152" : 428,
            "18743296" : 446,
            "19005440" : 587,
            "19267584" : 747,
            "19529728" : 1009,
            "19791872" : 1268,
            "20054016" : 1716,
            "20316160" : 2128,
            "20578304" : 2537,
            "20840448" : 3269,
            "21102592" : 3748,
            "21364736" : 4584,
            "21626880" : 5670,
            "21889024" : 6371,
            "22151168" : 7182,
            "22413312" : 8190,
            "22675456" : 8678,
            "22937600" : 9351,
            "23199744" : 10365,
            "23461888" : 10501,
            "23724032" : 11053,
            "23986176" : 11953,
            "24248320" : 12892,
            "24510464" : 14550,
            "24772608" : 16223,
            "25034752" : 18297,
            "25296896" : 19688,
            "25559040" : 22181,
            "25821184" : 23692,
            "26083328" : 24476,
            "26345472" : 24758,
            "26607616" : 25359,
            "26869760" : 25663,
            "27131904" : 26507,
            "27394048" : 27581,
            "27656192" : 28043,
            "27918336" : 27693,
            "28180480" : 27260,
            "28442624" : 28053,
            "28704768" : 28004,
            "28966912" : 29085,
            "29229056" : 30163,
            "29491200" : 30474,
            "29753344" : 32757,
            "30015488" : 33738,
            "30277632" : 34343,
            "30539776" : 35560,
            "30801920" : 36239,
            "31064064" : 36550,
            "31326208" : 36719,
            "31588352" : 36145,
            "31850496" : 35813,
            "32112640" : 35485,
            "32374784" : 34472,
            "32636928" : 33625,
            "32899072" : 32947,
            "33161216" : 32653,
            "33423360" : 32126,
            "33816576" : 57613,
            "34340864" : 46035,
            "34865152" : 39862,
            "35389440" : 37284,
            "35913728" : 32020,
            "36438016" : 27781,
            "36962304" : 24583,
            "37486592" : 22415,
            "38010880" : 21179,
            "38535168" : 19139,
            "39059456" : 18184,
            "39583744" : 15913,
            "40108032" : 13519,
            "40632320" : 11719,
            "41156608" : 11049,
            "41680896" : 9011,
            "42205184" : 7992,
            "42729472" : 5950,
            "43253760" : 4983,
            "43778048" : 4679,
            "44302336" : 3660,
            "44826624" : 3228,
            "45350912" : 2462,
            "45875200" : 2036,
            "46399488" : 1577,
            "46923776" : 1322,
            "47448064" : 1030,
            "47972352" : 770,
            "48496640" : 684,
            "49020928" : 578,
            "49545216" : 470,
            "50069504" : 362,
            "50593792" : 301,
            "51118080" : 227,
            "51642368" : 150,
            "52166656" : 104,
            "52690944" : 98,
            "53215232" : 75,
            "53739520" : 53,
            "54263808" : 38,
            "54788096" : 27,
            "55312384" : 22,
            "55836672" : 10,
            "56360960" : 14,
            "56885248" : 9,
            "57409536" : 9,
            "57933824" : 4
          }
        },
        "lat_ns" : {
          "min" : 16529030,
          "max" : 59270899,
          "mean" : 32119942.072001,
          "stddev" : 5198497.566194,
          "N" : 1593942
        },
        "bw_min" : 11641313,
        "bw_max" : 22976351,
        "bw_agg" : 100.000000,
        "bw_mean" : 16329317.291457,
        "bw_dev" : 141140.768585,
        "bw_samples" : 3184,
        "iops_min" : 11366,
        "iops_max" : 22436,
        "iops_mean" : 15944.914573,
        "iops_stddev" : 137.851712,
        "iops_samples" : 3184
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1599992,
      "usr_cpu" : 0.453377,
      "sys_cpu" : 94.934225,
      "ctx" : 169753,
      "majf" : 0,
      "minf" : 566,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.443362,
        "50" : 99.470124,
        "100" : 0.085510,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819684,
  "timestamp_ms" : 1772819684835,
  "time" : "Fri Mar  6 13:54:44 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 68,
      "elapsed" : 121,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 1832882536448,
        "io_kbytes" : 1789924352,
        "bw_bytes" : 16662568513,
        "bw" : 16272039,
        "iops" : 15890.900000,
        "runtime" : 110000,
        "total_ios" : 1747999,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 236110,
          "max" : 7685746,
          "mean" : 1002305.192505,
          "stddev" : 257869.149204,
          "N" : 1747999
        },
        "clat_ns" : {
          "min" : 16042487,
          "max" : 57916531,
          "mean" : 31215876.340922,
          "stddev" : 5034086.596791,
          "N" : 1747983,
          "percentile" : {
            "1.000000" : 21102592,
            "5.000000" : 23461888,
            "10.000000" : 25034752,
            "20.000000" : 26869760,
            "30.000000" : 28442624,
            "40.000000" : 29753344,
            "50.000000" : 31064064,
            "60.000000" : 32112640,
            "70.000000" : 33423360,
            "80.000000" : 34865152,
            "90.000000" : 38010880,
            "95.000000" : 40108032,
            "99.000000" : 44826624,
            "99.500000" : 46399488,
            "99.900000" : 50069504,
            "99.950000" : 51118080,
            "99.990000" : 53739520
          },
          "bins" : {
            "16056320" : 12,
            "16187392" : 10,
            "16318464" : 16,
            "16449536" : 26,
            "16580608" : 36,
            "16711680" : 29,
            "16908288" : 133,
            "17170432" : 276,
            "17432576" : 375,
            "17694720" : 389,
            "17956864" : 383,
            "18219008" : 432,
            "18481152" : 428,
            "18743296" : 446,
            "19005440" : 587,
            "19267584" : 747,
            "19529728" : 1009,
            "19791872" : 1268,
            "20054016" : 1732,
            "20316160" : 2178,
            "20578304" : 2557,
            "20840448" : 3291,
            "21102592" : 3784,
            "21364736" : 4649,
            "21626880" : 5732,
            "21889024" : 6443,
            "22151168" : 7281,
            "22413312" : 8311,
            "22675456" : 8851,
            "22937600" : 9605,
            "23199744" : 10848,
            "23461888" : 11295,
            "23724032" : 11831,
            "23986176" : 12951,
            "24248320" : 14196,
            "24510464" : 15989,
            "24772608" : 17739,
            "25034752" : 19864,
            "25296896" : 21359,
            "25559040" : 23976,
            "25821184" : 25527,
            "26083328" : 26405,
            "26345472" : 26671,
            "26607616" : 27344,
            "26869760" : 27947,
            "27131904" : 28678,
            "27394048" : 29886,
            "27656192" : 30332,
            "27918336" : 29794,
            "28180480" : 29154,
            "28442624" : 29902,
            "28704768" : 29989,
            "28966912" : 31155,
            "29229056" : 32315,
            "29491200" : 32808,
            "29753344" : 35354,
            "30015488" : 36600,
            "30277632" : 37506,
            "30539776" : 38931,
            "30801920" : 39866,
            "31064064" : 40230,
            "31326208" : 40742,
            "31588352" : 40081,
            "31850496" : 39633,
            "32112640" : 39508,
            "32374784" : 38404,
            "32636928" : 37613,
            "32899072" : 36924,
            "33161216" : 36856,
            "33423360" : 36338,
            "33816576" : 65415,
            "34340864" : 53001,
            "34865152" : 45168,
            "35389440" : 41351,
            "35913728" : 35608,
            "36438016" : 31047,
            "36962304" : 27455,
            "37486592" : 24800,
            "38010880" : 23262,
            "38535168" : 21001,
            "39059456" : 19895,
            "39583744" : 17389,
            "40108032" : 14964,
            "40632320" : 13211,
            "41156608" : 12202,
            "41680896" : 9972,
            "42205184" : 8859,
            "42729472" : 6706,
            "43253760" : 5584,
            "43778048" : 5195,
            "44302336" : 4142,
            "44826624" : 3684,
            "45350912" : 2909,
            "45875200" : 2310,
            "46399488" : 1825,
            "46923776" : 1515,
            "47448064" : 1181,
            "47972352" : 914,
            "48496640" : 790,
            "49020928" : 655,
            "49545216" : 558,
            "50069504" : 450,
            "50593792" : 359,
            "51118080" : 286,
            "51642368" : 181,
            "52166656" : 134,
            "52690944" : 127,
            "53215232" : 103,
            "53739520" : 76,
            "54263808" : 46,
            "54788096" : 28,
            "55312384" : 22,
            "55836672" : 10,
            "56360960" : 14,
            "56885248" : 9,
            "57409536" : 9,
            "57933824" : 4
          }
        },
        "lat_ns" : {
          "min" : 16529030,
          "max" : 59270899,
          "mean" : 32218161.490916,
          "stddev" : 5187372.166583,
          "N" : 1747983
        },
        "bw_min" : 11561420,
        "bw_max" : 22976351,
        "bw_agg" : 100.000000,
        "bw_mean" : 16278306.356164,
        "bw_dev" : 139631.444334,
        "bw_samples" : 3504,
        "iops_min" : 11288,
        "iops_max" : 22436,
        "iops_mean" : 15895.077626,
        "iops_stddev" : 136.378283,
        "iops_samples" : 3504
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1759992,
      "usr_cpu" : 0.454604,
      "sys_cpu" : 94.859068,
      "ctx" : 193916,
      "majf" : 0,
      "minf" : 566,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999943,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999943,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.404291,
        "50" : 99.498684,
        "100" : 0.096110,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819694,
  "timestamp_ms" : 1772819694834,
  "time" : "Fri Mar  6 13:54:54 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 59,
      "elapsed" : 131,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 2002371215360,
        "io_kbytes" : 1955440640,
        "bw_bytes" : 16686565849,
        "bw" : 16295474,
        "iops" : 15913.732614,
        "runtime" : 119999,
        "total_ios" : 1909632,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 236110,
          "max" : 7685746,
          "mean" : 1000861.663646,
          "stddev" : 254676.394480,
          "N" : 1909632
        },
        "clat_ns" : {
          "min" : 16042487,
          "max" : 57916531,
          "mean" : 31171453.463193,
          "stddev" : 5001982.196118,
          "N" : 1909616,
          "percentile" : {
            "1.000000" : 21102592,
            "5.000000" : 23461888,
            "10.000000" : 25034752,
            "20.000000" : 26869760,
            "30.000000" : 28442624,
            "40.000000" : 29753344,
            "50.000000" : 31064064,
            "60.000000" : 32112640,
            "70.000000" : 33423360,
            "80.000000" : 34865152,
            "90.000000" : 37486592,
            "95.000000" : 40108032,
            "99.000000" : 44826624,
            "99.500000" : 46399488,
            "99.900000" : 49545216,
            "99.950000" : 51118080,
            "99.990000" : 53739520
          },
          "bins" : {
            "16056320" : 12,
            "16187392" : 10,
            "16318464" : 16,
            "16449536" : 26,
            "16580608" : 36,
            "16711680" : 29,
            "16908288" : 133,
            "17170432" : 282,
            "17432576" : 382,
            "17694720" : 397,
            "17956864" : 396,
            "18219008" : 465,
            "18481152" : 485,
            "18743296" : 538,
            "19005440" : 640,
            "19267584" : 813,
            "19529728" : 1117,
            "19791872" : 1468,
            "20054016" : 2000,
            "20316160" : 2484,
            "20578304" : 2907,
            "20840448" : 3901,
            "21102592" : 4377,
            "21364736" : 5307,
            "21626880" : 6432,
            "21889024" : 7208,
            "22151168" : 8175,
            "22413312" : 9298,
            "22675456" : 9871,
            "22937600" : 10427,
            "23199744" : 11667,
            "23461888" : 12041,
            "23724032" : 12623,
            "23986176" : 13853,
            "24248320" : 15136,
            "24510464" : 17250,
            "24772608" : 19289,
            "25034752" : 21592,
            "25296896" : 23394,
            "25559040" : 26389,
            "25821184" : 27984,
            "26083328" : 28982,
            "26345472" : 29400,
            "26607616" : 30119,
            "26869760" : 30801,
            "27131904" : 31726,
            "27394048" : 32841,
            "27656192" : 33417,
            "27918336" : 32838,
            "28180480" : 32098,
            "28442624" : 32860,
            "28704768" : 33012,
            "28966912" : 34237,
            "29229056" : 35130,
            "29491200" : 35560,
            "29753344" : 38276,
            "30015488" : 39670,
            "30277632" : 40812,
            "30539776" : 42444,
            "30801920" : 43858,
            "31064064" : 44938,
            "31326208" : 45732,
            "31588352" : 44943,
            "31850496" : 44225,
            "32112640" : 43775,
            "32374784" : 42139,
            "32636928" : 41177,
            "32899072" : 40021,
            "33161216" : 39906,
            "33423360" : 39401,
            "33816576" : 70587,
            "34340864" : 57550,
            "34865152" : 49521,
            "35389440" : 45294,
            "35913728" : 39339,
            "36438016" : 34689,
            "36962304" : 30762,
            "37486592" : 26908,
            "38010880" : 24732,
            "38535168" : 22187,
            "39059456" : 20939,
            "39583744" : 18240,
            "40108032" : 15713,
            "40632320" : 13835,
            "41156608" : 12716,
            "41680896" : 10354,
            "42205184" : 9248,
            "42729472" : 7079,
            "43253760" : 5846,
            "43778048" : 5412,
            "44302336" : 4377,
            "44826624" : 3957,
            "45350912" : 3097,
            "45875200" : 2412,
            "46399488" : 1918,
            "46923776" : 1556,
            "47448064" : 1224,
            "47972352" : 951,
            "48496640" : 832,
            "49020928" : 691,
            "49545216" : 567,
            "50069504" : 457,
            "50593792" : 370,
            "51118080" : 297,
            "51642368" : 185,
            "52166656" : 138,
            "52690944" : 127,
            "53215232" : 103,
            "53739520" : 76,
            "54263808" : 46,
            "54788096" : 28,
            "55312384" : 22,
            "55836672" : 10,
            "56360960" : 14,
            "56885248" : 9,
            "57409536" : 9,
            "57933824" : 4
          }
        },
        "lat_ns" : {
          "min" : 16529030,
          "max" : 59270899,
          "mean" : 32172314.956624,
          "stddev" : 5154377.065155,
          "N" : 1909616
        },
        "bw_min" : 11561420,
        "bw_max" : 22976351,
        "bw_agg" : 100.000000,
        "bw_mean" : 16298964.397490,
        "bw_dev" : 139109.349378,
        "bw_samples" : 3824,
        "iops_min" : 11288,
        "iops_max" : 22436,
        "iops_mean" : 15915.167364,
        "iops_stddev" : 135.869013,
        "iops_samples" : 3824
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1919984,
      "usr_cpu" : 0.452139,
      "sys_cpu" : 94.939749,
      "ctx" : 205036,
      "majf" : 0,
      "minf" : 566,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.408194,
        "50" : 99.501160,
        "100" : 0.089808,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819704,
  "timestamp_ms" : 1772819704834,
  "time" : "Fri Mar  6 13:55:04 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 49,
      "elapsed" : 141,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 2181717557248,
        "io_kbytes" : 2130583552,
        "bw_bytes" : 16782571844,
        "bw" : 16389230,
        "iops" : 16005.315426,
        "runtime" : 129999,
        "total_ios" : 2080675,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 236110,
          "max" : 7685746,
          "mean" : 995120.450887,
          "stddev" : 248624.266640,
          "N" : 2080675
        },
        "clat_ns" : {
          "min" : 16042487,
          "max" : 57916531,
          "mean" : 30992923.745602,
          "stddev" : 4904833.492314,
          "N" : 2080659,
          "percentile" : {
            "1.000000" : 21102592,
            "5.000000" : 23461888,
            "10.000000" : 25034752,
            "20.000000" : 26869760,
            "30.000000" : 28180480,
            "40.000000" : 29753344,
            "50.000000" : 30801920,
            "60.000000" : 31850496,
            "70.000000" : 33161216,
            "80.000000" : 34865152,
            "90.000000" : 37486592,
            "95.000000" : 39583744,
            "99.000000" : 44302336,
            "99.500000" : 45875200,
            "99.900000" : 49545216,
            "99.950000" : 51118080,
            "99.990000" : 53739520
          },
          "bins" : {
            "16056320" : 12,
            "16187392" : 10,
            "16318464" : 16,
            "16449536" : 26,
            "16580608" : 36,
            "16711680" : 29,
            "16908288" : 133,
            "17170432" : 282,
            "17432576" : 382,
            "17694720" : 397,
            "17956864" : 396,
            "18219008" : 467,
            "18481152" : 502,
            "18743296" : 549,
            "19005440" : 656,
            "19267584" : 835,
            "19529728" : 1183,
            "19791872" : 1604,
            "20054016" : 2160,
            "20316160" : 2692,
            "20578304" : 3187,
            "20840448" : 4297,
            "21102592" : 4945,
            "21364736" : 5893,
            "21626880" : 7151,
            "21889024" : 8035,
            "22151168" : 9102,
            "22413312" : 10332,
            "22675456" : 10781,
            "22937600" : 11326,
            "23199744" : 12669,
            "23461888" : 13109,
            "23724032" : 13643,
            "23986176" : 14932,
            "24248320" : 16274,
            "24510464" : 18483,
            "24772608" : 20761,
            "25034752" : 23538,
            "25296896" : 25670,
            "25559040" : 28980,
            "25821184" : 30832,
            "26083328" : 32172,
            "26345472" : 32550,
            "26607616" : 33711,
            "26869760" : 34718,
            "27131904" : 35798,
            "27394048" : 37355,
            "27656192" : 38024,
            "27918336" : 37782,
            "28180480" : 36869,
            "28442624" : 38032,
            "28704768" : 38509,
            "28966912" : 40241,
            "29229056" : 41305,
            "29491200" : 41900,
            "29753344" : 45218,
            "30015488" : 46598,
            "30277632" : 47976,
            "30539776" : 49798,
            "30801920" : 51589,
            "31064064" : 52294,
            "31326208" : 51834,
            "31588352" : 50013,
            "31850496" : 48403,
            "32112640" : 47027,
            "32374784" : 44713,
            "32636928" : 43472,
            "32899072" : 42122,
            "33161216" : 41917,
            "33423360" : 41025,
            "33816576" : 72946,
            "34340864" : 59113,
            "34865152" : 50568,
            "35389440" : 45759,
            "35913728" : 39568,
            "36438016" : 34887,
            "36962304" : 30895,
            "37486592" : 27043,
            "38010880" : 24859,
            "38535168" : 22333,
            "39059456" : 21076,
            "39583744" : 18379,
            "40108032" : 15789,
            "40632320" : 13913,
            "41156608" : 12764,
            "41680896" : 10375,
            "42205184" : 9273,
            "42729472" : 7095,
            "43253760" : 5855,
            "43778048" : 5417,
            "44302336" : 4379,
            "44826624" : 3959,
            "45350912" : 3097,
            "45875200" : 2412,
            "46399488" : 1918,
            "46923776" : 1556,
            "47448064" : 1224,
            "47972352" : 951,
            "48496640" : 832,
            "49020928" : 691,
            "49545216" : 567,
            "50069504" : 457,
            "50593792" : 370,
            "51118080" : 297,
            "51642368" : 185,
            "52166656" : 138,
            "52690944" : 127,
            "53215232" : 103,
            "53739520" : 76,
            "54263808" : 46,
            "54788096" : 28,
            "55312384" : 22,
            "55836672" : 10,
            "56360960" : 14,
            "56885248" : 9,
            "57409536" : 9,
            "57933824" : 4
          }
        },
        "lat_ns" : {
          "min" : 16529030,
          "max" : 59270899,
          "mean" : 31988036.487391,
          "stddev" : 5054268.300490,
          "N" : 2080659
        },
        "bw_min" : 11561420,
        "bw_max" : 22976351,
        "bw_agg" : 100.000000,
        "bw_mean" : 16393009.965251,
        "bw_dev" : 137503.204932,
        "bw_samples" : 4144,
        "iops_min" : 11288,
        "iops_max" : 22436,
        "iops_mean" : 16007.034749,
        "iops_stddev" : 134.299804,
        "iops_samples" : 4144
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2079984,
      "usr_cpu" : 0.454763,
      "sys_cpu" : 95.044289,
      "ctx" : 211453,
      "majf" : 0,
      "minf" : 566,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999952,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999952,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.389537,
        "50" : 99.527269,
        "100" : 0.082425,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819714,
  "timestamp_ms" : 1772819714834,
  "time" : "Fri Mar  6 13:55:14 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 39,
      "elapsed" : 151,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 2349130055680,
        "io_kbytes" : 2294072320,
        "bw_bytes" : 16779500397,
        "bw" : 16386230,
        "iops" : 16002.335714,
        "runtime" : 140000,
        "total_ios" : 2240327,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 236110,
          "max" : 7685746,
          "mean" : 995294.950234,
          "stddev" : 247682.723478,
          "N" : 2240327
        },
        "clat_ns" : {
          "min" : 16042487,
          "max" : 57916531,
          "mean" : 30998354.372934,
          "stddev" : 4861478.945985,
          "N" : 2240311,
          "percentile" : {
            "1.000000" : 21102592,
            "5.000000" : 23461888,
            "10.000000" : 25034752,
            "20.000000" : 26869760,
            "30.000000" : 28442624,
            "40.000000" : 29753344,
            "50.000000" : 30801920,
            "60.000000" : 31850496,
            "70.000000" : 33161216,
            "80.000000" : 34340864,
            "90.000000" : 37486592,
            "95.000000" : 39583744,
            "99.000000" : 44302336,
            "99.500000" : 45875200,
            "99.900000" : 49545216,
            "99.950000" : 50593792,
            "99.990000" : 53215232
          },
          "bins" : {
            "16056320" : 12,
            "16187392" : 10,
            "16318464" : 16,
            "16449536" : 26,
            "16580608" : 36,
            "16711680" : 29,
            "16908288" : 133,
            "17170432" : 282,
            "17432576" : 382,
            "17694720" : 397,
            "17956864" : 396,
            "18219008" : 473,
            "18481152" : 524,
            "18743296" : 578,
            "19005440" : 724,
            "19267584" : 903,
            "19529728" : 1219,
            "19791872" : 1665,
            "20054016" : 2263,
            "20316160" : 2820,
            "20578304" : 3336,
            "20840448" : 4441,
            "21102592" : 5110,
            "21364736" : 6124,
            "21626880" : 7451,
            "21889024" : 8415,
            "22151168" : 9539,
            "22413312" : 10794,
            "22675456" : 11447,
            "22937600" : 11961,
            "23199744" : 13322,
            "23461888" : 13887,
            "23724032" : 14441,
            "23986176" : 15859,
            "24248320" : 17228,
            "24510464" : 19480,
            "24772608" : 21978,
            "25034752" : 24825,
            "25296896" : 27063,
            "25559040" : 30556,
            "25821184" : 32588,
            "26083328" : 34251,
            "26345472" : 34801,
            "26607616" : 36113,
            "26869760" : 37281,
            "27131904" : 38511,
            "27394048" : 40110,
            "27656192" : 40913,
            "27918336" : 40910,
            "28180480" : 40041,
            "28442624" : 41203,
            "28704768" : 41946,
            "28966912" : 43715,
            "29229056" : 44744,
            "29491200" : 45687,
            "29753344" : 49204,
            "30015488" : 50566,
            "30277632" : 51966,
            "30539776" : 54037,
            "30801920" : 56084,
            "31064064" : 56980,
            "31326208" : 56299,
            "31588352" : 54421,
            "31850496" : 53458,
            "32112640" : 52284,
            "32374784" : 49719,
            "32636928" : 47977,
            "32899072" : 45893,
            "33161216" : 45790,
            "33423360" : 44518,
            "33816576" : 78390,
            "34340864" : 63371,
            "34865152" : 54595,
            "35389440" : 48922,
            "35913728" : 42282,
            "36438016" : 37058,
            "36962304" : 33073,
            "37486592" : 28831,
            "38010880" : 26148,
            "38535168" : 23573,
            "39059456" : 22657,
            "39583744" : 19850,
            "40108032" : 16868,
            "40632320" : 14720,
            "41156608" : 13283,
            "41680896" : 10912,
            "42205184" : 9793,
            "42729472" : 7495,
            "43253760" : 6273,
            "43778048" : 5793,
            "44302336" : 4586,
            "44826624" : 4135,
            "45350912" : 3216,
            "45875200" : 2501,
            "46399488" : 2013,
            "46923776" : 1582,
            "47448064" : 1237,
            "47972352" : 965,
            "48496640" : 842,
            "49020928" : 698,
            "49545216" : 576,
            "50069504" : 469,
            "50593792" : 371,
            "51118080" : 299,
            "51642368" : 188,
            "52166656" : 143,
            "52690944" : 127,
            "53215232" : 103,
            "53739520" : 76,
            "54263808" : 46,
            "54788096" : 28,
            "55312384" : 22,
            "55836672" : 10,
            "56360960" : 14,
            "56885248" : 9,
            "57409536" : 9,
            "57933824" : 4
          }
        },
        "lat_ns" : {
          "min" : 16529030,
          "max" : 59270899,
          "mean" : 31993632.960967,
          "stddev" : 5009367.571588,
          "N" : 2240311
        },
        "bw_min" : 11561420,
        "bw_max" : 23002975,
        "bw_agg" : 100.000000,
        "bw_mean" : 16395052.681004,
        "bw_dev" : 135599.944414,
        "bw_samples" : 4464,
        "iops_min" : 11288,
        "iops_max" : 22462,
        "iops_mean" : 16009.007168,
        "iops_stddev" : 132.441286,
        "iops_samples" : 4464
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2239989,
      "usr_cpu" : 0.456654,
      "sys_cpu" : 95.004217,
      "ctx" : 233217,
      "majf" : 0,
      "minf" : 566,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.375793,
        "50" : 99.546272,
        "100" : 0.077221,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819724,
  "timestamp_ms" : 1772819724834,
  "time" : "Fri Mar  6 13:55:24 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 28,
      "elapsed" : 161,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 2512985784320,
        "io_kbytes" : 2454087680,
        "bw_bytes" : 16753238562,
        "bw" : 16360584,
        "iops" : 15977.240000,
        "runtime" : 150000,
        "total_ios" : 2396586,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 236110,
          "max" : 7685746,
          "mean" : 996863.984119,
          "stddev" : 247309.268925,
          "N" : 2396586
        },
        "clat_ns" : {
          "min" : 16042487,
          "max" : 57916531,
          "mean" : 31046733.800355,
          "stddev" : 4803162.010492,
          "N" : 2396570,
          "percentile" : {
            "1.000000" : 21102592,
            "5.000000" : 23461888,
            "10.000000" : 25034752,
            "20.000000" : 26869760,
            "30.000000" : 28442624,
            "40.000000" : 29753344,
            "50.000000" : 30801920,
            "60.000000" : 31850496,
            "70.000000" : 33161216,
            "80.000000" : 34340864,
            "90.000000" : 37486592,
            "95.000000" : 39583744,
            "99.000000" : 44302336,
            "99.500000" : 45875200,
            "99.900000" : 49545216,
            "99.950000" : 50593792,
            "99.990000" : 53215232
          },
          "bins" : {
            "16056320" : 12,
            "16187392" : 10,
            "16318464" : 16,
            "16449536" : 26,
            "16580608" : 36,
            "16711680" : 29,
            "16908288" : 133,
            "17170432" : 282,
            "17432576" : 382,
            "17694720" : 397,
            "17956864" : 396,
            "18219008" : 473,
            "18481152" : 524,
            "18743296" : 578,
            "19005440" : 724,
            "19267584" : 903,
            "19529728" : 1219,
            "19791872" : 1665,
            "20054016" : 2263,
            "20316160" : 2820,
            "20578304" : 3336,
            "20840448" : 4480,
            "21102592" : 5187,
            "21364736" : 6244,
            "21626880" : 7618,
            "21889024" : 8866,
            "22151168" : 10055,
            "22413312" : 11334,
            "22675456" : 11942,
            "22937600" : 12291,
            "23199744" : 13670,
            "23461888" : 14219,
            "23724032" : 14907,
            "23986176" : 16442,
            "24248320" : 17874,
            "24510464" : 20210,
            "24772608" : 22876,
            "25034752" : 25848,
            "25296896" : 28277,
            "25559040" : 31918,
            "25821184" : 34330,
            "26083328" : 36258,
            "26345472" : 37026,
            "26607616" : 38258,
            "26869760" : 39399,
            "27131904" : 40574,
            "27394048" : 42160,
            "27656192" : 42808,
            "27918336" : 42769,
            "28180480" : 42026,
            "28442624" : 43354,
            "28704768" : 44207,
            "28966912" : 46067,
            "29229056" : 47419,
            "29491200" : 48386,
            "29753344" : 51959,
            "30015488" : 53477,
            "30277632" : 54950,
            "30539776" : 57170,
            "30801920" : 59530,
            "31064064" : 60505,
            "31326208" : 60162,
            "31588352" : 58839,
            "31850496" : 58039,
            "32112640" : 57063,
            "32374784" : 54552,
            "32636928" : 53222,
            "32899072" : 51256,
            "33161216" : 51663,
            "33423360" : 49935,
            "33816576" : 88827,
            "34340864" : 71951,
            "34865152" : 61053,
            "35389440" : 54025,
            "35913728" : 46637,
            "36438016" : 40421,
            "36962304" : 35747,
            "37486592" : 31027,
            "38010880" : 28025,
            "38535168" : 24966,
            "39059456" : 23690,
            "39583744" : 20642,
            "40108032" : 17394,
            "40632320" : 15136,
            "41156608" : 13613,
            "41680896" : 11158,
            "42205184" : 10027,
            "42729472" : 7665,
            "43253760" : 6379,
            "43778048" : 5882,
            "44302336" : 4642,
            "44826624" : 4185,
            "45350912" : 3232,
            "45875200" : 2522,
            "46399488" : 2032,
            "46923776" : 1593,
            "47448064" : 1244,
            "47972352" : 966,
            "48496640" : 844,
            "49020928" : 699,
            "49545216" : 578,
            "50069504" : 469,
            "50593792" : 371,
            "51118080" : 304,
            "51642368" : 188,
            "52166656" : 143,
            "52690944" : 127,
            "53215232" : 103,
            "53739520" : 76,
            "54263808" : 46,
            "54788096" : 28,
            "55312384" : 22,
            "55836672" : 10,
            "56360960" : 14,
            "56885248" : 9,
            "57409536" : 9,
            "57933824" : 4
          }
        },
        "lat_ns" : {
          "min" : 16529030,
          "max" : 59270899,
          "mean" : 32043571.844225,
          "stddev" : 4949070.387336,
          "N" : 2396570
        },
        "bw_min" : 11561420,
        "bw_max" : 23107632,
        "bw_agg" : 100.000000,
        "bw_mean" : 16368577.254181,
        "bw_dev" : 134037.601707,
        "bw_samples" : 4784,
        "iops_min" : 11288,
        "iops_max" : 22564,
        "iops_mean" : 15983.127090,
        "iops_stddev" : 130.916303,
        "iops_samples" : 4784
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2399989,
      "usr_cpu" : 0.454335,
      "sys_cpu" : 95.020102,
      "ctx" : 250282,
      "majf" : 0,
      "minf" : 566,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999958,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999958,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.351291,
        "50" : 99.575646,
        "100" : 0.072395,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819734,
  "timestamp_ms" : 1772819734835,
  "time" : "Fri Mar  6 13:55:34 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 18,
      "elapsed" : 171,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 2679535304704,
        "io_kbytes" : 2616733696,
        "bw_bytes" : 16747095654,
        "bw" : 16354585,
        "iops" : 15971.418750,
        "runtime" : 160000,
        "total_ios" : 2555427,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 236110,
          "max" : 7685746,
          "mean" : 997234.189862,
          "stddev" : 247430.248863,
          "N" : 2555428
        },
        "clat_ns" : {
          "min" : 16042487,
          "max" : 57916531,
          "mean" : 31058469.700342,
          "stddev" : 4826895.826969,
          "N" : 2555412,
          "percentile" : {
            "1.000000" : 21102592,
            "5.000000" : 23461888,
            "10.000000" : 25034752,
            "20.000000" : 26869760,
            "30.000000" : 28442624,
            "40.000000" : 29753344,
            "50.000000" : 31064064,
            "60.000000" : 32112640,
            "70.000000" : 33161216,
            "80.000000" : 34865152,
            "90.000000" : 37486592,
            "95.000000" : 39583744,
            "99.000000" : 44302336,
            "99.500000" : 45875200,
            "99.900000" : 49545216,
            "99.950000" : 50593792,
            "99.990000" : 53215232
          },
          "bins" : {
            "16056320" : 12,
            "16187392" : 10,
            "16318464" : 16,
            "16449536" : 26,
            "16580608" : 36,
            "16711680" : 29,
            "16908288" : 133,
            "17170432" : 282,
            "17432576" : 394,
            "17694720" : 425,
            "17956864" : 458,
            "18219008" : 574,
            "18481152" : 692,
            "18743296" : 747,
            "19005440" : 919,
            "19267584" : 1099,
            "19529728" : 1430,
            "19791872" : 1855,
            "20054016" : 2424,
            "20316160" : 2941,
            "20578304" : 3526,
            "20840448" : 4750,
            "21102592" : 5499,
            "21364736" : 6462,
            "21626880" : 7845,
            "21889024" : 9178,
            "22151168" : 10515,
            "22413312" : 11900,
            "22675456" : 12748,
            "22937600" : 13299,
            "23199744" : 14712,
            "23461888" : 15462,
            "23724032" : 16448,
            "23986176" : 18366,
            "24248320" : 20060,
            "24510464" : 22695,
            "24772608" : 25397,
            "25034752" : 28394,
            "25296896" : 30704,
            "25559040" : 34390,
            "25821184" : 36787,
            "26083328" : 38945,
            "26345472" : 39580,
            "26607616" : 40476,
            "26869760" : 41562,
            "27131904" : 42918,
            "27394048" : 44345,
            "27656192" : 45103,
            "27918336" : 45119,
            "28180480" : 44299,
            "28442624" : 45506,
            "28704768" : 46465,
            "28966912" : 48426,
            "29229056" : 49929,
            "29491200" : 50759,
            "29753344" : 54328,
            "30015488" : 55638,
            "30277632" : 57049,
            "30539776" : 59420,
            "30801920" : 61964,
            "31064064" : 63021,
            "31326208" : 62828,
            "31588352" : 61546,
            "31850496" : 61016,
            "32112640" : 60439,
            "32374784" : 58262,
            "32636928" : 57396,
            "32899072" : 56055,
            "33161216" : 56159,
            "33423360" : 54105,
            "33816576" : 95752,
            "34340864" : 77595,
            "34865152" : 65734,
            "35389440" : 58485,
            "35913728" : 50583,
            "36438016" : 43455,
            "36962304" : 38384,
            "37486592" : 33159,
            "38010880" : 30126,
            "38535168" : 27700,
            "39059456" : 25924,
            "39583744" : 22187,
            "40108032" : 18620,
            "40632320" : 16178,
            "41156608" : 14645,
            "41680896" : 12192,
            "42205184" : 10632,
            "42729472" : 8297,
            "43253760" : 6957,
            "43778048" : 6395,
            "44302336" : 5178,
            "44826624" : 4500,
            "45350912" : 3465,
            "45875200" : 2618,
            "46399488" : 2110,
            "46923776" : 1659,
            "47448064" : 1296,
            "47972352" : 1027,
            "48496640" : 893,
            "49020928" : 718,
            "49545216" : 611,
            "50069504" : 488,
            "50593792" : 394,
            "51118080" : 328,
            "51642368" : 201,
            "52166656" : 156,
            "52690944" : 131,
            "53215232" : 109,
            "53739520" : 79,
            "54263808" : 47,
            "54788096" : 30,
            "55312384" : 27,
            "55836672" : 14,
            "56360960" : 14,
            "56885248" : 9,
            "57409536" : 9,
            "57933824" : 4
          }
        },
        "lat_ns" : {
          "min" : 16529030,
          "max" : 59270899,
          "mean" : 32055687.555195,
          "stddev" : 4973693.646071,
          "N" : 2555412
        },
        "bw_min" : 11553228,
        "bw_max" : 23273007,
        "bw_agg" : 100.000000,
        "bw_mean" : 16362512.363636,
        "bw_dev" : 135029.909154,
        "bw_samples" : 5104,
        "iops_min" : 11280,
        "iops_max" : 22726,
        "iops_mean" : 15977.200627,
        "iops_stddev" : 131.885789,
        "iops_samples" : 5104
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2560000,
      "usr_cpu" : 0.453203,
      "sys_cpu" : 95.027852,
      "ctx" : 266234,
      "majf" : 0,
      "minf" : 566,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.383693,
        "50" : 99.543560,
        "100" : 0.072160,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819744,
  "timestamp_ms" : 1772819744835,
  "time" : "Fri Mar  6 13:55:44 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 9,
      "elapsed" : 181,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 2840889131008,
        "io_kbytes" : 2774305792,
        "bw_bytes" : 16711112535,
        "bw" : 16319445,
        "iops" : 15937.129412,
        "runtime" : 170000,
        "total_ios" : 2709312,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 196460,
          "max" : 7685746,
          "mean" : 999386.117233,
          "stddev" : 251186.389751,
          "N" : 2709312
        },
        "clat_ns" : {
          "min" : 16042487,
          "max" : 57916531,
          "mean" : 31125216.437991,
          "stddev" : 4847761.717380,
          "N" : 2709296,
          "percentile" : {
            "1.000000" : 21102592,
            "5.000000" : 23724032,
            "10.000000" : 25034752,
            "20.000000" : 26869760,
            "30.000000" : 28442624,
            "40.000000" : 29753344,
            "50.000000" : 31064064,
            "60.000000" : 32112640,
            "70.000000" : 33161216,
            "80.000000" : 34865152,
            "90.000000" : 37486592,
            "95.000000" : 39583744,
            "99.000000" : 44302336,
            "99.500000" : 45875200,
            "99.900000" : 49545216,
            "99.950000" : 50593792,
            "99.990000" : 53739520
          },
          "bins" : {
            "16056320" : 12,
            "16187392" : 10,
            "16318464" : 16,
            "16449536" : 26,
            "16580608" : 36,
            "16711680" : 29,
            "16908288" : 133,
            "17170432" : 282,
            "17432576" : 394,
            "17694720" : 425,
            "17956864" : 458,
            "18219008" : 574,
            "18481152" : 693,
            "18743296" : 752,
            "19005440" : 949,
            "19267584" : 1123,
            "19529728" : 1498,
            "19791872" : 1923,
            "20054016" : 2441,
            "20316160" : 2975,
            "20578304" : 3575,
            "20840448" : 4811,
            "21102592" : 5606,
            "21364736" : 6616,
            "21626880" : 7986,
            "21889024" : 9398,
            "22151168" : 10725,
            "22413312" : 12211,
            "22675456" : 13071,
            "22937600" : 13813,
            "23199744" : 15463,
            "23461888" : 16282,
            "23724032" : 17335,
            "23986176" : 19310,
            "24248320" : 21151,
            "24510464" : 23740,
            "24772608" : 26632,
            "25034752" : 29853,
            "25296896" : 32198,
            "25559040" : 36094,
            "25821184" : 38819,
            "26083328" : 41057,
            "26345472" : 42030,
            "26607616" : 42973,
            "26869760" : 44144,
            "27131904" : 45563,
            "27394048" : 46752,
            "27656192" : 47460,
            "27918336" : 47243,
            "28180480" : 46380,
            "28442624" : 47629,
            "28704768" : 48630,
            "28966912" : 50667,
            "29229056" : 52348,
            "29491200" : 53394,
            "29753344" : 56888,
            "30015488" : 58192,
            "30277632" : 59570,
            "30539776" : 61903,
            "30801920" : 64505,
            "31064064" : 65655,
            "31326208" : 65528,
            "31588352" : 64380,
            "31850496" : 63996,
            "32112640" : 63726,
            "32374784" : 61762,
            "32636928" : 60988,
            "32899072" : 59689,
            "33161216" : 59860,
            "33423360" : 57789,
            "33816576" : 103972,
            "34340864" : 85361,
            "34865152" : 72566,
            "35389440" : 63871,
            "35913728" : 55080,
            "36438016" : 47185,
            "36962304" : 41636,
            "37486592" : 35704,
            "38010880" : 32051,
            "38535168" : 29386,
            "39059456" : 27316,
            "39583744" : 23405,
            "40108032" : 19932,
            "40632320" : 17220,
            "41156608" : 15712,
            "41680896" : 13261,
            "42205184" : 11559,
            "42729472" : 9286,
            "43253760" : 7746,
            "43778048" : 7128,
            "44302336" : 5867,
            "44826624" : 5153,
            "45350912" : 3972,
            "45875200" : 2990,
            "46399488" : 2364,
            "46923776" : 1843,
            "47448064" : 1494,
            "47972352" : 1179,
            "48496640" : 1024,
            "49020928" : 870,
            "49545216" : 706,
            "50069504" : 549,
            "50593792" : 426,
            "51118080" : 363,
            "51642368" : 226,
            "52166656" : 189,
            "52690944" : 162,
            "53215232" : 120,
            "53739520" : 100,
            "54263808" : 58,
            "54788096" : 38,
            "55312384" : 35,
            "55836672" : 16,
            "56360960" : 14,
            "56885248" : 9,
            "57409536" : 9,
            "57933824" : 4
          }
        },
        "lat_ns" : {
          "min" : 16529030,
          "max" : 59270899,
          "mean" : 32124582.158361,
          "stddev" : 4995032.312976,
          "N" : 2709296
        },
        "bw_min" : 11497030,
        "bw_max" : 23273007,
        "bw_agg" : 100.000000,
        "bw_mean" : 16327921.672566,
        "bw_dev" : 135282.210332,
        "bw_samples" : 5424,
        "iops_min" : 11226,
        "iops_max" : 22726,
        "iops_mean" : 15943.401180,
        "iops_stddev" : 132.132873,
        "iops_samples" : 5424
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2719999,
      "usr_cpu" : 0.450478,
      "sys_cpu" : 94.922903,
      "ctx" : 294190,
      "majf" : 0,
      "minf" : 566,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.369356,
        "50" : 99.552691,
        "100" : 0.077363,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819754,
  "timestamp_ms" : 1772819754878,
  "time" : "Fri Mar  6 13:55:54 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 3007997542400,
        "io_kbytes" : 2937497600,
        "bw_bytes" : 16711004618,
        "bw" : 16319340,
        "iops" : 15934.900362,
        "runtime" : 180001,
        "total_ios" : 2868298,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 196460,
          "max" : 7685746,
          "mean" : 999507.873717,
          "stddev" : 251813.978833,
          "N" : 2868314
        },
        "clat_ns" : {
          "min" : 4166,
          "max" : 57916531,
          "mean" : 31126354.234940,
          "stddev" : 4899824.714214,
          "N" : 2868794,
          "percentile" : {
            "1.000000" : 20840448,
            "5.000000" : 23461888,
            "10.000000" : 25034752,
            "20.000000" : 26869760,
            "30.000000" : 28442624,
            "40.000000" : 29753344,
            "50.000000" : 31064064,
            "60.000000" : 32112640,
            "70.000000" : 33423360,
            "80.000000" : 34865152,
            "90.000000" : 37486592,
            "95.000000" : 39583744,
            "99.000000" : 44302336,
            "99.500000" : 45875200,
            "99.900000" : 49545216,
            "99.950000" : 50593792,
            "99.990000" : 53215232
          },
          "bins" : {
            "4192" : 1,
            "4832" : 1,
            "5152" : 2,
            "5216" : 1,
            "5344" : 1,
            "5408" : 1,
            "6432" : 1,
            "6624" : 1,
            "7008" : 1,
            "7328" : 1,
            "8096" : 1,
            "8640" : 1,
            "9792" : 1,
            "13632" : 1,
            "13760" : 1,
            "452608" : 1,
            "577536" : 1,
            "626688" : 1,
            "684032" : 1,
            "757760" : 1,
            "765952" : 2,
            "790528" : 1,
            "798720" : 2,
            "815104" : 1,
            "913408" : 1,
            "970752" : 1,
            "1089536" : 1,
            "1155072" : 1,
            "1302528" : 1,
            "1351680" : 1,
            "1384448" : 1,
            "1400832" : 1,
            "1417216" : 1,
            "1449984" : 1,
            "1679360" : 1,
            "1728512" : 1,
            "1777664" : 1,
            "1875968" : 2,
            "1908736" : 1,
            "2039808" : 1,
            "2146304" : 3,
            "2179072" : 3,
            "2408448" : 1,
            "2473984" : 1,
            "2539520" : 1,
            "2605056" : 1,
            "2670592" : 1,
            "2801664" : 2,
            "2867200" : 1,
            "2899968" : 1,
            "2932736" : 1,
            "2965504" : 1,
            "2998272" : 2,
            "3227648" : 1,
            "3293184" : 1,
            "3391488" : 1,
            "3522560" : 1,
            "3555328" : 1,
            "3588096" : 2,
            "3620864" : 1,
            "3719168" : 1,
            "3751936" : 3,
            "3784704" : 1,
            "3915776" : 1,
            "3948544" : 1,
            "4423680" : 3,
            "4489216" : 2,
            "4554752" : 4,
            "4620288" : 1,
            "4685824" : 1,
            "4882432" : 3,
            "4947968" : 1,
            "5013504" : 1,
            "5144576" : 2,
            "5275648" : 1,
            "5341184" : 1,
            "5472256" : 1,
            "5603328" : 3,
            "5668864" : 2,
            "5734400" : 3,
            "5799936" : 1,
            "5865472" : 1,
            "6062080" : 2,
            "6127616" : 1,
            "6193152" : 1,
            "6455296" : 2,
            "6520832" : 3,
            "6586368" : 1,
            "6651904" : 2,
            "6848512" : 2,
            "6914048" : 2,
            "6979584" : 1,
            "7045120" : 1,
            "7110656" : 1,
            "7241728" : 1,
            "7307264" : 2,
            "7372800" : 1,
            "7438336" : 4,
            "7700480" : 1,
            "7831552" : 1,
            "7897088" : 1,
            "7962624" : 1,
            "8028160" : 1,
            "8093696" : 1,
            "8159232" : 2,
            "8224768" : 3,
            "8355840" : 1,
            "8454144" : 3,
            "8585216" : 2,
            "8716288" : 3,
            "8978432" : 2,
            "9240576" : 1,
            "9371648" : 2,
            "9502720" : 8,
            "9633792" : 4,
            "9764864" : 1,
            "10289152" : 3,
            "10420224" : 5,
            "10551296" : 2,
            "10682368" : 2,
            "10813440" : 3,
            "10944512" : 2,
            "11075584" : 1,
            "11206656" : 3,
            "11468800" : 2,
            "11599872" : 2,
            "11730944" : 3,
            "11862016" : 4,
            "11993088" : 2,
            "12255232" : 2,
            "12386304" : 2,
            "12517376" : 4,
            "12648448" : 3,
            "12910592" : 1,
            "13041664" : 2,
            "13303808" : 6,
            "13434880" : 3,
            "13565952" : 1,
            "13697024" : 2,
            "13828096" : 1,
            "13959168" : 2,
            "14090240" : 4,
            "14221312" : 3,
            "14352384" : 1,
            "14483456" : 2,
            "14614528" : 1,
            "14745600" : 4,
            "14876672" : 2,
            "15007744" : 3,
            "15269888" : 1,
            "15400960" : 3,
            "15532032" : 3,
            "15663104" : 2,
            "15794176" : 1,
            "15925248" : 3,
            "16056320" : 14,
            "16187392" : 12,
            "16318464" : 19,
            "16449536" : 27,
            "16580608" : 40,
            "16711680" : 39,
            "16908288" : 148,
            "17170432" : 333,
            "17432576" : 576,
            "17694720" : 773,
            "17956864" : 971,
            "18219008" : 1183,
            "18481152" : 1192,
            "18743296" : 1190,
            "19005440" : 1481,
            "19267584" : 1707,
            "19529728" : 2151,
            "19791872" : 2738,
            "20054016" : 3319,
            "20316160" : 3804,
            "20578304" : 4252,
            "20840448" : 5438,
            "21102592" : 6278,
            "21364736" : 7332,
            "21626880" : 8609,
            "21889024" : 10062,
            "22151168" : 11470,
            "22413312" : 12973,
            "22675456" : 14011,
            "22937600" : 14937,
            "23199744" : 16781,
            "23461888" : 17694,
            "23724032" : 18984,
            "23986176" : 21096,
            "24248320" : 22815,
            "24510464" : 25242,
            "24772608" : 28194,
            "25034752" : 31447,
            "25296896" : 33768,
            "25559040" : 37882,
            "25821184" : 40633,
            "26083328" : 42862,
            "26345472" : 43916,
            "26607616" : 44656,
            "26869760" : 45797,
            "27131904" : 47184,
            "27394048" : 48330,
            "27656192" : 49044,
            "27918336" : 48742,
            "28180480" : 48083,
            "28442624" : 49473,
            "28704768" : 50596,
            "28966912" : 52837,
            "29229056" : 54610,
            "29491200" : 55795,
            "29753344" : 59523,
            "30015488" : 60595,
            "30277632" : 61990,
            "30539776" : 64270,
            "30801920" : 66995,
            "31064064" : 68103,
            "31326208" : 68016,
            "31588352" : 66901,
            "31850496" : 66383,
            "32112640" : 66223,
            "32374784" : 64311,
            "32636928" : 63884,
            "32899072" : 62849,
            "33161216" : 63242,
            "33423360" : 61311,
            "33816576" : 111011,
            "34340864" : 91357,
            "34865152" : 78123,
            "35389440" : 69871,
            "35913728" : 61910,
            "36438016" : 53288,
            "36962304" : 46112,
            "37486592" : 39224,
            "38010880" : 35043,
            "38535168" : 31808,
            "39059456" : 29299,
            "39583744" : 25098,
            "40108032" : 21213,
            "40632320" : 18196,
            "41156608" : 16474,
            "41680896" : 13879,
            "42205184" : 12187,
            "42729472" : 9954,
            "43253760" : 8308,
            "43778048" : 7463,
            "44302336" : 6051,
            "44826624" : 5261,
            "45350912" : 4131,
            "45875200" : 3106,
            "46399488" : 2451,
            "46923776" : 1900,
            "47448064" : 1528,
            "47972352" : 1211,
            "48496640" : 1035,
            "49020928" : 872,
            "49545216" : 706,
            "50069504" : 549,
            "50593792" : 426,
            "51118080" : 363,
            "51642368" : 226,
            "52166656" : 189,
            "52690944" : 162,
            "53215232" : 120,
            "53739520" : 100,
            "54263808" : 58,
            "54788096" : 38,
            "55312384" : 35,
            "55836672" : 16,
            "56360960" : 14,
            "56885248" : 9,
            "57409536" : 9,
            "57933824" : 4
          }
        },
        "lat_ns" : {
          "min" : 447954,
          "max" : 59270899,
          "mean" : 32125853.741432,
          "stddev" : 5048583.406033,
          "N" : 2868794
        },
        "bw_min" : 11497030,
        "bw_max" : 23537199,
        "bw_agg" : 100.000000,
        "bw_mean" : 16325081.008357,
        "bw_dev" : 136804.222317,
        "bw_samples" : 5744,
        "iops_min" : 11226,
        "iops_max" : 22984,
        "iops_mean" : 15940.618384,
        "iops_stddev" : 133.619221,
        "iops_samples" : 5744
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2880000,
      "usr_cpu" : 0.449167,
      "sys_cpu" : 94.940694,
      "ctx" : 308859,
      "majf" : 0,
      "minf" : 642,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999442,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.010000,
        "750" : 0.010000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.545550,
        "50" : 99.392601,
        "100" : 0.073075,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772819754,
  "timestamp_ms" : 1772819754930,
  "time" : "Fri Mar  6 13:55:54 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 3008165314560,
        "io_kbytes" : 2937661440,
        "bw_bytes" : 16707666967,
        "bw" : 16316081,
        "iops" : 15930.829172,
        "runtime" : 180047,
        "total_ios" : 2868298,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 196460,
          "max" : 7685746,
          "mean" : 999507.873717,
          "stddev" : 251813.978833,
          "N" : 2868314
        },
        "clat_ns" : {
          "min" : 4166,
          "max" : 57916531,
          "mean" : 31126354.234940,
          "stddev" : 4899824.714214,
          "N" : 2868794,
          "percentile" : {
            "1.000000" : 20840448,
            "5.000000" : 23461888,
            "10.000000" : 25034752,
            "20.000000" : 26869760,
            "30.000000" : 28442624,
            "40.000000" : 29753344,
            "50.000000" : 31064064,
            "60.000000" : 32112640,
            "70.000000" : 33423360,
            "80.000000" : 34865152,
            "90.000000" : 37486592,
            "95.000000" : 39583744,
            "99.000000" : 44302336,
            "99.500000" : 45875200,
            "99.900000" : 49545216,
            "99.950000" : 50593792,
            "99.990000" : 53215232
          },
          "bins" : {
            "4192" : 1,
            "4832" : 1,
            "5152" : 2,
            "5216" : 1,
            "5344" : 1,
            "5408" : 1,
            "6432" : 1,
            "6624" : 1,
            "7008" : 1,
            "7328" : 1,
            "8096" : 1,
            "8640" : 1,
            "9792" : 1,
            "13632" : 1,
            "13760" : 1,
            "452608" : 1,
            "577536" : 1,
            "626688" : 1,
            "684032" : 1,
            "757760" : 1,
            "765952" : 2,
            "790528" : 1,
            "798720" : 2,
            "815104" : 1,
            "913408" : 1,
            "970752" : 1,
            "1089536" : 1,
            "1155072" : 1,
            "1302528" : 1,
            "1351680" : 1,
            "1384448" : 1,
            "1400832" : 1,
            "1417216" : 1,
            "1449984" : 1,
            "1679360" : 1,
            "1728512" : 1,
            "1777664" : 1,
            "1875968" : 2,
            "1908736" : 1,
            "2039808" : 1,
            "2146304" : 3,
            "2179072" : 3,
            "2408448" : 1,
            "2473984" : 1,
            "2539520" : 1,
            "2605056" : 1,
            "2670592" : 1,
            "2801664" : 2,
            "2867200" : 1,
            "2899968" : 1,
            "2932736" : 1,
            "2965504" : 1,
            "2998272" : 2,
            "3227648" : 1,
            "3293184" : 1,
            "3391488" : 1,
            "3522560" : 1,
            "3555328" : 1,
            "3588096" : 2,
            "3620864" : 1,
            "3719168" : 1,
            "3751936" : 3,
            "3784704" : 1,
            "3915776" : 1,
            "3948544" : 1,
            "4423680" : 3,
            "4489216" : 2,
            "4554752" : 4,
            "4620288" : 1,
            "4685824" : 1,
            "4882432" : 3,
            "4947968" : 1,
            "5013504" : 1,
            "5144576" : 2,
            "5275648" : 1,
            "5341184" : 1,
            "5472256" : 1,
            "5603328" : 3,
            "5668864" : 2,
            "5734400" : 3,
            "5799936" : 1,
            "5865472" : 1,
            "6062080" : 2,
            "6127616" : 1,
            "6193152" : 1,
            "6455296" : 2,
            "6520832" : 3,
            "6586368" : 1,
            "6651904" : 2,
            "6848512" : 2,
            "6914048" : 2,
            "6979584" : 1,
            "7045120" : 1,
            "7110656" : 1,
            "7241728" : 1,
            "7307264" : 2,
            "7372800" : 1,
            "7438336" : 4,
            "7700480" : 1,
            "7831552" : 1,
            "7897088" : 1,
            "7962624" : 1,
            "8028160" : 1,
            "8093696" : 1,
            "8159232" : 2,
            "8224768" : 3,
            "8355840" : 1,
            "8454144" : 3,
            "8585216" : 2,
            "8716288" : 3,
            "8978432" : 2,
            "9240576" : 1,
            "9371648" : 2,
            "9502720" : 8,
            "9633792" : 4,
            "9764864" : 1,
            "10289152" : 3,
            "10420224" : 5,
            "10551296" : 2,
            "10682368" : 2,
            "10813440" : 3,
            "10944512" : 2,
            "11075584" : 1,
            "11206656" : 3,
            "11468800" : 2,
            "11599872" : 2,
            "11730944" : 3,
            "11862016" : 4,
            "11993088" : 2,
            "12255232" : 2,
            "12386304" : 2,
            "12517376" : 4,
            "12648448" : 3,
            "12910592" : 1,
            "13041664" : 2,
            "13303808" : 6,
            "13434880" : 3,
            "13565952" : 1,
            "13697024" : 2,
            "13828096" : 1,
            "13959168" : 2,
            "14090240" : 4,
            "14221312" : 3,
            "14352384" : 1,
            "14483456" : 2,
            "14614528" : 1,
            "14745600" : 4,
            "14876672" : 2,
            "15007744" : 3,
            "15269888" : 1,
            "15400960" : 3,
            "15532032" : 3,
            "15663104" : 2,
            "15794176" : 1,
            "15925248" : 3,
            "16056320" : 14,
            "16187392" : 12,
            "16318464" : 19,
            "16449536" : 27,
            "16580608" : 40,
            "16711680" : 39,
            "16908288" : 148,
            "17170432" : 333,
            "17432576" : 576,
            "17694720" : 773,
            "17956864" : 971,
            "18219008" : 1183,
            "18481152" : 1192,
            "18743296" : 1190,
            "19005440" : 1481,
            "19267584" : 1707,
            "19529728" : 2151,
            "19791872" : 2738,
            "20054016" : 3319,
            "20316160" : 3804,
            "20578304" : 4252,
            "20840448" : 5438,
            "21102592" : 6278,
            "21364736" : 7332,
            "21626880" : 8609,
            "21889024" : 10062,
            "22151168" : 11470,
            "22413312" : 12973,
            "22675456" : 14011,
            "22937600" : 14937,
            "23199744" : 16781,
            "23461888" : 17694,
            "23724032" : 18984,
            "23986176" : 21096,
            "24248320" : 22815,
            "24510464" : 25242,
            "24772608" : 28194,
            "25034752" : 31447,
            "25296896" : 33768,
            "25559040" : 37882,
            "25821184" : 40633,
            "26083328" : 42862,
            "26345472" : 43916,
            "26607616" : 44656,
            "26869760" : 45797,
            "27131904" : 47184,
            "27394048" : 48330,
            "27656192" : 49044,
            "27918336" : 48742,
            "28180480" : 48083,
            "28442624" : 49473,
            "28704768" : 50596,
            "28966912" : 52837,
            "29229056" : 54610,
            "29491200" : 55795,
            "29753344" : 59523,
            "30015488" : 60595,
            "30277632" : 61990,
            "30539776" : 64270,
            "30801920" : 66995,
            "31064064" : 68103,
            "31326208" : 68016,
            "31588352" : 66901,
            "31850496" : 66383,
            "32112640" : 66223,
            "32374784" : 64311,
            "32636928" : 63884,
            "32899072" : 62849,
            "33161216" : 63242,
            "33423360" : 61311,
            "33816576" : 111011,
            "34340864" : 91357,
            "34865152" : 78123,
            "35389440" : 69871,
            "35913728" : 61910,
            "36438016" : 53288,
            "36962304" : 46112,
            "37486592" : 39224,
            "38010880" : 35043,
            "38535168" : 31808,
            "39059456" : 29299,
            "39583744" : 25098,
            "40108032" : 21213,
            "40632320" : 18196,
            "41156608" : 16474,
            "41680896" : 13879,
            "42205184" : 12187,
            "42729472" : 9954,
            "43253760" : 8308,
            "43778048" : 7463,
            "44302336" : 6051,
            "44826624" : 5261,
            "45350912" : 4131,
            "45875200" : 3106,
            "46399488" : 2451,
            "46923776" : 1900,
            "47448064" : 1528,
            "47972352" : 1211,
            "48496640" : 1035,
            "49020928" : 872,
            "49545216" : 706,
            "50069504" : 549,
            "50593792" : 426,
            "51118080" : 363,
            "51642368" : 226,
            "52166656" : 189,
            "52690944" : 162,
            "53215232" : 120,
            "53739520" : 100,
            "54263808" : 58,
            "54788096" : 38,
            "55312384" : 35,
            "55836672" : 16,
            "56360960" : 14,
            "56885248" : 9,
            "57409536" : 9,
            "57933824" : 4
          }
        },
        "lat_ns" : {
          "min" : 447954,
          "max" : 59270899,
          "mean" : 32125853.741432,
          "stddev" : 5048583.406033,
          "N" : 2868794
        },
        "bw_min" : 11497030,
        "bw_max" : 23537199,
        "bw_agg" : 100.000000,
        "bw_mean" : 16322699.677112,
        "bw_dev" : 136830.153365,
        "bw_samples" : 5750,
        "iops_min" : 11226,
        "iops_max" : 22984,
        "iops_mean" : 15938.290019,
        "iops_stddev" : 133.644707,
        "iops_samples" : 5750
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2880271,
      "usr_cpu" : 0.449124,
      "sys_cpu" : 94.931796,
      "ctx" : 309116,
      "majf" : 0,
      "minf" : 647,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999442,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.010000,
        "750" : 0.010000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.545550,
        "50" : 99.392601,
        "100" : 0.073075,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}