← Back to file list

📄 rand-read-qd32-nj32_run2.json

mirror/benchmarks/rand/rand-read-qd32-nj32_run2.json

{
  "fio version" : "fio-3.35",
  "timestamp" : 1772838674,
  "timestamp_ms" : 1772838674823,
  "time" : "Fri Mar  6 19:11:14 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 180,
      "elapsed" : 10,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 3683110912,
        "io_kbytes" : 3596788,
        "bw_bytes" : 377677493,
        "bw" : 368825,
        "iops" : 92319.524200,
        "runtime" : 9752,
        "total_ios" : 900300,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 312031,
      "usr_cpu" : 0.638719,
      "sys_cpu" : 9.624685,
      "ctx" : 829247,
      "majf" : 0,
      "minf" : 1238,
      "iodepth_level" : {
        "1" : 0.100000,
        "2" : 0.100000,
        "4" : 0.100000,
        "8" : 0.100000,
        "16" : 0.100000,
        "32" : 99.889815,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999667,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999444,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772838685,
  "timestamp_ms" : 1772838685072,
  "time" : "Fri Mar  6 19:11:25 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 170,
      "elapsed" : 21,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 3784298496,
        "io_kbytes" : 3695604,
        "bw_bytes" : 378392010,
        "bw" : 369523,
        "iops" : 92387.561244,
        "runtime" : 10001,
        "total_ios" : 923968,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 7030,
          "max" : 1278911,
          "mean" : 344010.425561,
          "stddev" : 114940.687941,
          "N" : 923968
        },
        "clat_ns" : {
          "min" : 5350243,
          "max" : 13810841,
          "mean" : 10739835.419058,
          "stddev" : 751418.914429,
          "N" : 923936,
          "percentile" : {
            "1.000000" : 8290304,
            "5.000000" : 9502720,
            "10.000000" : 9895936,
            "20.000000" : 10158080,
            "30.000000" : 10420224,
            "40.000000" : 10682368,
            "50.000000" : 10813440,
            "60.000000" : 10944512,
            "70.000000" : 11206656,
            "80.000000" : 11337728,
            "90.000000" : 11599872,
            "95.000000" : 11862016,
            "99.000000" : 12255232,
            "99.500000" : 12386304,
            "99.900000" : 12648448,
            "99.950000" : 12779520,
            "99.990000" : 13041664
          },
          "bins" : {
            "5341184" : 1,
            "5472256" : 3,
            "5603328" : 3,
            "5734400" : 2,
            "5799936" : 2,
            "5865472" : 3,
            "5931008" : 13,
            "5996544" : 11,
            "6062080" : 7,
            "6127616" : 12,
            "6193152" : 18,
            "6258688" : 38,
            "6324224" : 42,
            "6389760" : 47,
            "6455296" : 34,
            "6520832" : 70,
            "6586368" : 54,
            "6651904" : 69,
            "6717440" : 80,
            "6782976" : 95,
            "6848512" : 93,
            "6914048" : 91,
            "6979584" : 118,
            "7045120" : 153,
            "7110656" : 177,
            "7176192" : 176,
            "7241728" : 190,
            "7307264" : 240,
            "7372800" : 238,
            "7438336" : 285,
            "7503872" : 304,
            "7569408" : 307,
            "7634944" : 377,
            "7700480" : 365,
            "7766016" : 460,
            "7831552" : 513,
            "7897088" : 484,
            "7962624" : 522,
            "8028160" : 626,
            "8093696" : 676,
            "8159232" : 721,
            "8224768" : 695,
            "8290304" : 838,
            "8355840" : 914,
            "8454144" : 1921,
            "8585216" : 2240,
            "8716288" : 2559,
            "8847360" : 3260,
            "8978432" : 4051,
            "9109504" : 5063,
            "9240576" : 6581,
            "9371648" : 8870,
            "9502720" : 11729,
            "9633792" : 15288,
            "9764864" : 19844,
            "9895936" : 26046,
            "10027008" : 32503,
            "10158080" : 40777,
            "10289152" : 48163,
            "10420224" : 56290,
            "10551296" : 63326,
            "10682368" : 69872,
            "10813440" : 72762,
            "10944512" : 72999,
            "11075584" : 70225,
            "11206656" : 64324,
            "11337728" : 56120,
            "11468800" : 46415,
            "11599872" : 36634,
            "11730944" : 27044,
            "11862016" : 19112,
            "11993088" : 12265,
            "12124160" : 7636,
            "12255232" : 4578,
            "12386304" : 2521,
            "12517376" : 1276,
            "12648448" : 744,
            "12779520" : 398,
            "12910592" : 200,
            "13041664" : 69,
            "13172736" : 16,
            "13303808" : 13,
            "13434880" : 14,
            "13565952" : 13,
            "13697024" : 5,
            "13828096" : 3
          }
        },
        "lat_ns" : {
          "min" : 5512380,
          "max" : 14456196,
          "mean" : 11083847.298038,
          "stddev" : 766816.007861,
          "N" : 923936
        },
        "bw_min" : 363448,
        "bw_max" : 376203,
        "bw_agg" : 100.000000,
        "bw_mean" : 369620.894737,
        "bw_dev" : 107.492246,
        "bw_samples" : 608,
        "iops_min" : 90860,
        "iops_max" : 94048,
        "iops_mean" : 92403.789474,
        "iops_stddev" : 26.873688,
        "iops_samples" : 608
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 320022,
      "usr_cpu" : 0.670891,
      "sys_cpu" : 9.611839,
      "ctx" : 850357,
      "majf" : 0,
      "minf" : 1132,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999675,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999675,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 13.694089,
        "20" : 86.302448,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772838695,
  "timestamp_ms" : 1772838695072,
  "time" : "Fri Mar  6 19:11:35 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 160,
      "elapsed" : 31,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 7571656704,
        "io_kbytes" : 7394196,
        "bw_bytes" : 378563907,
        "bw" : 369691,
        "iops" : 92426.128694,
        "runtime" : 20001,
        "total_ios" : 1848615,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 7030,
          "max" : 1278911,
          "mean" : 343846.272671,
          "stddev" : 115239.787238,
          "N" : 1848615
        },
        "clat_ns" : {
          "min" : 5196939,
          "max" : 13810841,
          "mean" : 10734737.849487,
          "stddev" : 752896.686886,
          "N" : 1848583,
          "percentile" : {
            "1.000000" : 8290304,
            "5.000000" : 9502720,
            "10.000000" : 9764864,
            "20.000000" : 10158080,
            "30.000000" : 10420224,
            "40.000000" : 10682368,
            "50.000000" : 10813440,
            "60.000000" : 10944512,
            "70.000000" : 11206656,
            "80.000000" : 11337728,
            "90.000000" : 11599872,
            "95.000000" : 11862016,
            "99.000000" : 12255232,
            "99.500000" : 12386304,
            "99.900000" : 12648448,
            "99.950000" : 12779520,
            "99.990000" : 13041664
          },
          "bins" : {
            "5210112" : 3,
            "5341184" : 1,
            "5406720" : 1,
            "5472256" : 6,
            "5537792" : 6,
            "5603328" : 3,
            "5668864" : 1,
            "5734400" : 3,
            "5799936" : 9,
            "5865472" : 3,
            "5931008" : 18,
            "5996544" : 17,
            "6062080" : 13,
            "6127616" : 20,
            "6193152" : 35,
            "6258688" : 51,
            "6324224" : 65,
            "6389760" : 69,
            "6455296" : 70,
            "6520832" : 103,
            "6586368" : 120,
            "6651904" : 109,
            "6717440" : 148,
            "6782976" : 176,
            "6848512" : 198,
            "6914048" : 196,
            "6979584" : 243,
            "7045120" : 306,
            "7110656" : 343,
            "7176192" : 361,
            "7241728" : 403,
            "7307264" : 457,
            "7372800" : 494,
            "7438336" : 615,
            "7503872" : 635,
            "7569408" : 640,
            "7634944" : 722,
            "7700480" : 778,
            "7766016" : 913,
            "7831552" : 985,
            "7897088" : 1037,
            "7962624" : 1074,
            "8028160" : 1224,
            "8093696" : 1386,
            "8159232" : 1420,
            "8224768" : 1451,
            "8290304" : 1636,
            "8355840" : 1780,
            "8454144" : 3833,
            "8585216" : 4562,
            "8716288" : 5185,
            "8847360" : 6668,
            "8978432" : 8283,
            "9109504" : 10474,
            "9240576" : 13508,
            "9371648" : 17856,
            "9502720" : 23604,
            "9633792" : 31166,
            "9764864" : 40884,
            "9895936" : 53029,
            "10027008" : 66308,
            "10158080" : 82005,
            "10289152" : 97729,
            "10420224" : 112661,
            "10551296" : 127085,
            "10682368" : 138598,
            "10813440" : 144276,
            "10944512" : 144965,
            "11075584" : 139739,
            "11206656" : 127984,
            "11337728" : 111731,
            "11468800" : 91856,
            "11599872" : 72863,
            "11730944" : 53976,
            "11862016" : 37611,
            "11993088" : 24721,
            "12124160" : 15609,
            "12255232" : 9082,
            "12386304" : 5043,
            "12517376" : 2564,
            "12648448" : 1428,
            "12779520" : 693,
            "12910592" : 355,
            "13041664" : 155,
            "13172736" : 80,
            "13303808" : 28,
            "13434880" : 16,
            "13565952" : 15,
            "13697024" : 5,
            "13828096" : 3
          }
        },
        "lat_ns" : {
          "min" : 5222207,
          "max" : 14456196,
          "mean" : 11078582.970252,
          "stddev" : 768353.542717,
          "N" : 1848583
        },
        "bw_min" : 362205,
        "bw_max" : 377257,
        "bw_agg" : 100.000000,
        "bw_mean" : 369768.358974,
        "bw_dev" : 109.469777,
        "bw_samples" : 1248,
        "iops_min" : 90548,
        "iops_max" : 94310,
        "iops_mean" : 92439.589744,
        "iops_stddev" : 27.374373,
        "iops_samples" : 1248
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 640014,
      "usr_cpu" : 0.681548,
      "sys_cpu" : 9.589478,
      "ctx" : 1700488,
      "majf" : 0,
      "minf" : 1132,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999946,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999946,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 13.936596,
        "20" : 86.061673,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772838705,
  "timestamp_ms" : 1772838705072,
  "time" : "Fri Mar  6 19:11:45 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 150,
      "elapsed" : 41,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 11364106240,
        "io_kbytes" : 11097760,
        "bw_bytes" : 378790914,
        "bw" : 369913,
        "iops" : 92480.383987,
        "runtime" : 30001,
        "total_ios" : 2774504,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5318,
          "max" : 1278911,
          "mean" : 343638.477834,
          "stddev" : 115564.572763,
          "N" : 2774504
        },
        "clat_ns" : {
          "min" : 4751359,
          "max" : 13810841,
          "mean" : 10728369.704849,
          "stddev" : 758101.916980,
          "N" : 2774472,
          "percentile" : {
            "1.000000" : 8290304,
            "5.000000" : 9371648,
            "10.000000" : 9764864,
            "20.000000" : 10158080,
            "30.000000" : 10420224,
            "40.000000" : 10682368,
            "50.000000" : 10813440,
            "60.000000" : 10944512,
            "70.000000" : 11075584,
            "80.000000" : 11337728,
            "90.000000" : 11599872,
            "95.000000" : 11862016,
            "99.000000" : 12255232,
            "99.500000" : 12386304,
            "99.900000" : 12648448,
            "99.950000" : 12779520,
            "99.990000" : 13041664
          },
          "bins" : {
            "4751360" : 2,
            "4882432" : 2,
            "4947968" : 1,
            "5013504" : 3,
            "5079040" : 5,
            "5210112" : 3,
            "5341184" : 3,
            "5406720" : 3,
            "5472256" : 12,
            "5537792" : 13,
            "5603328" : 5,
            "5668864" : 4,
            "5734400" : 8,
            "5799936" : 23,
            "5865472" : 13,
            "5931008" : 29,
            "5996544" : 27,
            "6062080" : 26,
            "6127616" : 44,
            "6193152" : 53,
            "6258688" : 72,
            "6324224" : 103,
            "6389760" : 109,
            "6455296" : 133,
            "6520832" : 170,
            "6586368" : 194,
            "6651904" : 196,
            "6717440" : 242,
            "6782976" : 278,
            "6848512" : 316,
            "6914048" : 349,
            "6979584" : 412,
            "7045120" : 480,
            "7110656" : 561,
            "7176192" : 620,
            "7241728" : 667,
            "7307264" : 778,
            "7372800" : 831,
            "7438336" : 995,
            "7503872" : 1027,
            "7569408" : 1096,
            "7634944" : 1198,
            "7700480" : 1343,
            "7766016" : 1487,
            "7831552" : 1595,
            "7897088" : 1644,
            "7962624" : 1737,
            "8028160" : 2001,
            "8093696" : 2154,
            "8159232" : 2259,
            "8224768" : 2281,
            "8290304" : 2552,
            "8355840" : 2732,
            "8454144" : 5920,
            "8585216" : 6963,
            "8716288" : 8150,
            "8847360" : 10076,
            "8978432" : 12466,
            "9109504" : 15616,
            "9240576" : 20258,
            "9371648" : 26882,
            "9502720" : 35431,
            "9633792" : 47273,
            "9764864" : 61532,
            "9895936" : 79604,
            "10027008" : 99683,
            "10158080" : 123929,
            "10289152" : 147281,
            "10420224" : 170229,
            "10551296" : 191531,
            "10682368" : 208463,
            "10813440" : 217609,
            "10944512" : 217383,
            "11075584" : 208627,
            "11206656" : 190961,
            "11337728" : 166248,
            "11468800" : 136979,
            "11599872" : 107905,
            "11730944" : 80053,
            "11862016" : 55658,
            "11993088" : 36781,
            "12124160" : 23115,
            "12255232" : 13525,
            "12386304" : 7550,
            "12517376" : 3926,
            "12648448" : 2072,
            "12779520" : 1038,
            "12910592" : 491,
            "13041664" : 202,
            "13172736" : 94,
            "13303808" : 38,
            "13434880" : 16,
            "13565952" : 15,
            "13697024" : 5,
            "13828096" : 3
          }
        },
        "lat_ns" : {
          "min" : 5038067,
          "max" : 14456196,
          "mean" : 11072010.709383,
          "stddev" : 773737.021864,
          "N" : 2774472
        },
        "bw_min" : 361681,
        "bw_max" : 378115,
        "bw_agg" : 100.000000,
        "bw_mean" : 370007.203390,
        "bw_dev" : 111.338590,
        "bw_samples" : 1888,
        "iops_min" : 90418,
        "iops_max" : 94525,
        "iops_mean" : 92499.271186,
        "iops_stddev" : 27.836584,
        "iops_samples" : 1888
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 960014,
      "usr_cpu" : 0.682282,
      "sys_cpu" : 9.592152,
      "ctx" : 2550217,
      "majf" : 0,
      "minf" : 1132,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999964,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 14.061865,
        "20" : 85.936982,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772838715,
  "timestamp_ms" : 1772838715072,
  "time" : "Fri Mar  6 19:11:55 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 140,
      "elapsed" : 51,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 15162310656,
        "io_kbytes" : 14806944,
        "bw_bytes" : 379048290,
        "bw" : 370164,
        "iops" : 92542.961426,
        "runtime" : 40001,
        "total_ios" : 3701811,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5318,
          "max" : 1317671,
          "mean" : 343409.927077,
          "stddev" : 115839.524896,
          "N" : 3701811
        },
        "clat_ns" : {
          "min" : 4751359,
          "max" : 13810841,
          "mean" : 10721114.067870,
          "stddev" : 760548.787607,
          "N" : 3701779,
          "percentile" : {
            "1.000000" : 8224768,
            "5.000000" : 9371648,
            "10.000000" : 9764864,
            "20.000000" : 10158080,
            "30.000000" : 10420224,
            "40.000000" : 10682368,
            "50.000000" : 10813440,
            "60.000000" : 10944512,
            "70.000000" : 11075584,
            "80.000000" : 11337728,
            "90.000000" : 11599872,
            "95.000000" : 11862016,
            "99.000000" : 12255232,
            "99.500000" : 12386304,
            "99.900000" : 12648448,
            "99.950000" : 12779520,
            "99.990000" : 13041664
          },
          "bins" : {
            "4751360" : 2,
            "4882432" : 2,
            "4947968" : 1,
            "5013504" : 3,
            "5079040" : 5,
            "5210112" : 3,
            "5341184" : 3,
            "5406720" : 3,
            "5472256" : 13,
            "5537792" : 13,
            "5603328" : 5,
            "5668864" : 8,
            "5734400" : 17,
            "5799936" : 25,
            "5865472" : 20,
            "5931008" : 37,
            "5996544" : 40,
            "6062080" : 50,
            "6127616" : 60,
            "6193152" : 76,
            "6258688" : 99,
            "6324224" : 143,
            "6389760" : 157,
            "6455296" : 194,
            "6520832" : 227,
            "6586368" : 252,
            "6651904" : 284,
            "6717440" : 319,
            "6782976" : 391,
            "6848512" : 441,
            "6914048" : 511,
            "6979584" : 583,
            "7045120" : 642,
            "7110656" : 735,
            "7176192" : 833,
            "7241728" : 891,
            "7307264" : 1050,
            "7372800" : 1126,
            "7438336" : 1299,
            "7503872" : 1364,
            "7569408" : 1526,
            "7634944" : 1663,
            "7700480" : 1802,
            "7766016" : 2016,
            "7831552" : 2155,
            "7897088" : 2315,
            "7962624" : 2395,
            "8028160" : 2729,
            "8093696" : 2918,
            "8159232" : 3079,
            "8224768" : 3197,
            "8290304" : 3536,
            "8355840" : 3759,
            "8454144" : 8088,
            "8585216" : 9463,
            "8716288" : 11026,
            "8847360" : 13582,
            "8978432" : 16874,
            "9109504" : 21450,
            "9240576" : 27491,
            "9371648" : 36700,
            "9502720" : 48386,
            "9633792" : 64144,
            "9764864" : 83585,
            "9895936" : 107718,
            "10027008" : 135180,
            "10158080" : 166806,
            "10289152" : 197857,
            "10420224" : 227970,
            "10551296" : 255453,
            "10682368" : 277695,
            "10813440" : 288603,
            "10944512" : 288897,
            "11075584" : 277102,
            "11206656" : 253358,
            "11337728" : 220488,
            "11468800" : 181502,
            "11599872" : 142441,
            "11730944" : 105291,
            "11862016" : 73357,
            "11993088" : 48261,
            "12124160" : 30366,
            "12255232" : 17672,
            "12386304" : 9785,
            "12517376" : 5074,
            "12648448" : 2656,
            "12779520" : 1300,
            "12910592" : 638,
            "13041664" : 272,
            "13172736" : 134,
            "13303808" : 50,
            "13434880" : 18,
            "13565952" : 18,
            "13697024" : 8,
            "13828096" : 3
          }
        },
        "lat_ns" : {
          "min" : 5038067,
          "max" : 14456196,
          "mean" : 11064526.849245,
          "stddev" : 776267.796894,
          "N" : 3701779
        },
        "bw_min" : 361441,
        "bw_max" : 379299,
        "bw_agg" : 100.000000,
        "bw_mean" : 370249.810127,
        "bw_dev" : 113.402070,
        "bw_samples" : 2528,
        "iops_min" : 90358,
        "iops_max" : 94821,
        "iops_mean" : 92559.683544,
        "iops_stddev" : 28.343304,
        "iops_samples" : 2528
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1280018,
      "usr_cpu" : 0.678194,
      "sys_cpu" : 9.608693,
      "ctx" : 3400081,
      "majf" : 0,
      "minf" : 1132,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999973,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999973,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 14.322449,
        "20" : 85.676686,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772838725,
  "timestamp_ms" : 1772838725073,
  "time" : "Fri Mar  6 19:12:05 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 130,
      "elapsed" : 61,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 18966298624,
        "io_kbytes" : 18521776,
        "bw_bytes" : 379318386,
        "bw" : 370428,
        "iops" : 92608.647827,
        "runtime" : 50001,
        "total_ios" : 4630525,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5318,
          "max" : 1317671,
          "mean" : 343165.457804,
          "stddev" : 116174.628381,
          "N" : 4630525
        },
        "clat_ns" : {
          "min" : 4751359,
          "max" : 13810841,
          "mean" : 10713529.768684,
          "stddev" : 762752.693449,
          "N" : 4630493,
          "percentile" : {
            "1.000000" : 8224768,
            "5.000000" : 9371648,
            "10.000000" : 9764864,
            "20.000000" : 10158080,
            "30.000000" : 10420224,
            "40.000000" : 10551296,
            "50.000000" : 10813440,
            "60.000000" : 10944512,
            "70.000000" : 11075584,
            "80.000000" : 11337728,
            "90.000000" : 11599872,
            "95.000000" : 11862016,
            "99.000000" : 12255232,
            "99.500000" : 12386304,
            "99.900000" : 12648448,
            "99.950000" : 12779520,
            "99.990000" : 13041664
          },
          "bins" : {
            "4751360" : 2,
            "4882432" : 2,
            "4947968" : 1,
            "5013504" : 5,
            "5079040" : 8,
            "5210112" : 9,
            "5275648" : 2,
            "5341184" : 6,
            "5406720" : 6,
            "5472256" : 20,
            "5537792" : 19,
            "5603328" : 14,
            "5668864" : 11,
            "5734400" : 31,
            "5799936" : 35,
            "5865472" : 33,
            "5931008" : 51,
            "5996544" : 57,
            "6062080" : 73,
            "6127616" : 87,
            "6193152" : 118,
            "6258688" : 137,
            "6324224" : 178,
            "6389760" : 212,
            "6455296" : 276,
            "6520832" : 302,
            "6586368" : 300,
            "6651904" : 356,
            "6717440" : 407,
            "6782976" : 525,
            "6848512" : 546,
            "6914048" : 654,
            "6979584" : 721,
            "7045120" : 827,
            "7110656" : 963,
            "7176192" : 1063,
            "7241728" : 1141,
            "7307264" : 1319,
            "7372800" : 1404,
            "7438336" : 1592,
            "7503872" : 1745,
            "7569408" : 1953,
            "7634944" : 2104,
            "7700480" : 2313,
            "7766016" : 2559,
            "7831552" : 2715,
            "7897088" : 2877,
            "7962624" : 3021,
            "8028160" : 3433,
            "8093696" : 3720,
            "8159232" : 3971,
            "8224768" : 4039,
            "8290304" : 4412,
            "8355840" : 4731,
            "8454144" : 10355,
            "8585216" : 11992,
            "8716288" : 14044,
            "8847360" : 17429,
            "8978432" : 21491,
            "9109504" : 27534,
            "9240576" : 35094,
            "9371648" : 46739,
            "9502720" : 61744,
            "9633792" : 81351,
            "9764864" : 106082,
            "9895936" : 136634,
            "10027008" : 171759,
            "10158080" : 211439,
            "10289152" : 249967,
            "10420224" : 287532,
            "10551296" : 321116,
            "10682368" : 347825,
            "10813440" : 360031,
            "10944512" : 359471,
            "11075584" : 343352,
            "11206656" : 313378,
            "11337728" : 272615,
            "11468800" : 224607,
            "11599872" : 176014,
            "11730944" : 129647,
            "11862016" : 90493,
            "11993088" : 59597,
            "12124160" : 37361,
            "12255232" : 21849,
            "12386304" : 12136,
            "12517376" : 6389,
            "12648448" : 3329,
            "12779520" : 1613,
            "12910592" : 766,
            "13041664" : 334,
            "13172736" : 167,
            "13303808" : 61,
            "13434880" : 21,
            "13565952" : 18,
            "13697024" : 8,
            "13828096" : 3
          }
        },
        "lat_ns" : {
          "min" : 5038067,
          "max" : 14456196,
          "mean" : 11056695.768706,
          "stddev" : 778507.078728,
          "N" : 4630493
        },
        "bw_min" : 361241,
        "bw_max" : 380093,
        "bw_agg" : 100.000000,
        "bw_mean" : 370517.252525,
        "bw_dev" : 115.397570,
        "bw_samples" : 3168,
        "iops_min" : 90308,
        "iops_max" : 95021,
        "iops_mean" : 92626.404040,
        "iops_stddev" : 28.844145,
        "iops_samples" : 3168
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1600024,
      "usr_cpu" : 0.679490,
      "sys_cpu" : 9.619981,
      "ctx" : 4249312,
      "majf" : 0,
      "minf" : 1132,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999978,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999978,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 14.557853,
        "20" : 85.441456,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772838735,
  "timestamp_ms" : 1772838735073,
  "time" : "Fri Mar  6 19:12:15 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 120,
      "elapsed" : 71,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 22787149824,
        "io_kbytes" : 22253076,
        "bw_bytes" : 379779500,
        "bw" : 370878,
        "iops" : 92720.821320,
        "runtime" : 60001,
        "total_ios" : 5563342,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5318,
          "max" : 1693534,
          "mean" : 342745.079919,
          "stddev" : 116578.374750,
          "N" : 5563342
        },
        "clat_ns" : {
          "min" : 4751359,
          "max" : 13810841,
          "mean" : 10700488.725641,
          "stddev" : 765618.069621,
          "N" : 5563310,
          "percentile" : {
            "1.000000" : 8224768,
            "5.000000" : 9371648,
            "10.000000" : 9764864,
            "20.000000" : 10158080,
            "30.000000" : 10420224,
            "40.000000" : 10551296,
            "50.000000" : 10813440,
            "60.000000" : 10944512,
            "70.000000" : 11075584,
            "80.000000" : 11337728,
            "90.000000" : 11599872,
            "95.000000" : 11730944,
            "99.000000" : 12124160,
            "99.500000" : 12386304,
            "99.900000" : 12648448,
            "99.950000" : 12779520,
            "99.990000" : 13041664
          },
          "bins" : {
            "4751360" : 2,
            "4882432" : 2,
            "4947968" : 1,
            "5013504" : 5,
            "5079040" : 8,
            "5210112" : 9,
            "5275648" : 2,
            "5341184" : 7,
            "5406720" : 6,
            "5472256" : 21,
            "5537792" : 19,
            "5603328" : 14,
            "5668864" : 15,
            "5734400" : 33,
            "5799936" : 43,
            "5865472" : 35,
            "5931008" : 60,
            "5996544" : 67,
            "6062080" : 85,
            "6127616" : 105,
            "6193152" : 137,
            "6258688" : 177,
            "6324224" : 215,
            "6389760" : 247,
            "6455296" : 317,
            "6520832" : 373,
            "6586368" : 377,
            "6651904" : 468,
            "6717440" : 519,
            "6782976" : 644,
            "6848512" : 691,
            "6914048" : 801,
            "6979584" : 909,
            "7045120" : 1000,
            "7110656" : 1172,
            "7176192" : 1289,
            "7241728" : 1427,
            "7307264" : 1652,
            "7372800" : 1747,
            "7438336" : 1950,
            "7503872" : 2165,
            "7569408" : 2417,
            "7634944" : 2609,
            "7700480" : 2854,
            "7766016" : 3141,
            "7831552" : 3390,
            "7897088" : 3551,
            "7962624" : 3795,
            "8028160" : 4172,
            "8093696" : 4492,
            "8159232" : 4872,
            "8224768" : 5012,
            "8290304" : 5420,
            "8355840" : 5842,
            "8454144" : 12859,
            "8585216" : 14739,
            "8716288" : 17533,
            "8847360" : 21753,
            "8978432" : 26748,
            "9109504" : 34423,
            "9240576" : 43946,
            "9371648" : 58273,
            "9502720" : 76860,
            "9633792" : 101359,
            "9764864" : 130970,
            "9895936" : 168366,
            "10027008" : 210434,
            "10158080" : 258187,
            "10289152" : 304114,
            "10420224" : 347953,
            "10551296" : 387580,
            "10682368" : 418438,
            "10813440" : 430856,
            "10944512" : 429116,
            "11075584" : 408874,
            "11206656" : 371752,
            "11337728" : 322172,
            "11468800" : 265262,
            "11599872" : 206444,
            "11730944" : 151524,
            "11862016" : 105416,
            "11993088" : 69368,
            "12124160" : 43360,
            "12255232" : 25444,
            "12386304" : 14047,
            "12517376" : 7460,
            "12648448" : 3879,
            "12779520" : 1858,
            "12910592" : 878,
            "13041664" : 389,
            "13172736" : 175,
            "13303808" : 70,
            "13434880" : 21,
            "13565952" : 18,
            "13697024" : 8,
            "13828096" : 3
          }
        },
        "lat_ns" : {
          "min" : 5038067,
          "max" : 14456196,
          "mean" : 11043234.977281,
          "stddev" : 781439.968300,
          "N" : 5563310
        },
        "bw_min" : 361219,
        "bw_max" : 381253,
        "bw_agg" : 100.000000,
        "bw_mean" : 370964.428571,
        "bw_dev" : 120.500561,
        "bw_samples" : 3808,
        "iops_min" : 90303,
        "iops_max" : 95311,
        "iops_mean" : 92738.655462,
        "iops_stddev" : 30.129551,
        "iops_samples" : 3808
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1920023,
      "usr_cpu" : 0.678377,
      "sys_cpu" : 9.635353,
      "ctx" : 5099090,
      "majf" : 0,
      "minf" : 1132,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999946,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999964,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 15.017358,
        "20" : 84.982067,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772838745,
  "timestamp_ms" : 1772838745072,
  "time" : "Fri Mar  6 19:12:25 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 110,
      "elapsed" : 81,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 26620571648,
        "io_kbytes" : 25996652,
        "bw_bytes" : 380288447,
        "bw" : 371375,
        "iops" : 92844.887930,
        "runtime" : 70001,
        "total_ios" : 6499235,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5318,
          "max" : 1693534,
          "mean" : 342283.518794,
          "stddev" : 117108.371052,
          "N" : 6499235
        },
        "clat_ns" : {
          "min" : 4751359,
          "max" : 13810841,
          "mean" : 10686125.204788,
          "stddev" : 767626.623547,
          "N" : 6499203,
          "percentile" : {
            "1.000000" : 8224768,
            "5.000000" : 9371648,
            "10.000000" : 9764864,
            "20.000000" : 10158080,
            "30.000000" : 10420224,
            "40.000000" : 10551296,
            "50.000000" : 10813440,
            "60.000000" : 10944512,
            "70.000000" : 11075584,
            "80.000000" : 11337728,
            "90.000000" : 11599872,
            "95.000000" : 11730944,
            "99.000000" : 12124160,
            "99.500000" : 12255232,
            "99.900000" : 12648448,
            "99.950000" : 12779520,
            "99.990000" : 13041664
          },
          "bins" : {
            "4751360" : 2,
            "4882432" : 3,
            "4947968" : 1,
            "5013504" : 5,
            "5079040" : 11,
            "5144576" : 3,
            "5210112" : 15,
            "5275648" : 5,
            "5341184" : 10,
            "5406720" : 11,
            "5472256" : 21,
            "5537792" : 24,
            "5603328" : 23,
            "5668864" : 18,
            "5734400" : 46,
            "5799936" : 52,
            "5865472" : 49,
            "5931008" : 87,
            "5996544" : 89,
            "6062080" : 109,
            "6127616" : 128,
            "6193152" : 166,
            "6258688" : 202,
            "6324224" : 262,
            "6389760" : 306,
            "6455296" : 386,
            "6520832" : 436,
            "6586368" : 446,
            "6651904" : 561,
            "6717440" : 617,
            "6782976" : 740,
            "6848512" : 830,
            "6914048" : 966,
            "6979584" : 1087,
            "7045120" : 1192,
            "7110656" : 1342,
            "7176192" : 1514,
            "7241728" : 1683,
            "7307264" : 1941,
            "7372800" : 2037,
            "7438336" : 2339,
            "7503872" : 2572,
            "7569408" : 2833,
            "7634944" : 3031,
            "7700480" : 3339,
            "7766016" : 3664,
            "7831552" : 3935,
            "7897088" : 4220,
            "7962624" : 4522,
            "8028160" : 4858,
            "8093696" : 5238,
            "8159232" : 5730,
            "8224768" : 5991,
            "8290304" : 6426,
            "8355840" : 6950,
            "8454144" : 15261,
            "8585216" : 17678,
            "8716288" : 21123,
            "8847360" : 26181,
            "8978432" : 32568,
            "9109504" : 41960,
            "9240576" : 53610,
            "9371648" : 71030,
            "9502720" : 93795,
            "9633792" : 123209,
            "9764864" : 158377,
            "9895936" : 203263,
            "10027008" : 252408,
            "10158080" : 307746,
            "10289152" : 360644,
            "10420224" : 410624,
            "10551296" : 454869,
            "10682368" : 488741,
            "10813440" : 501084,
            "10944512" : 497221,
            "11075584" : 470987,
            "11206656" : 427745,
            "11337728" : 368767,
            "11468800" : 302190,
            "11599872" : 235066,
            "11730944" : 172125,
            "11862016" : 119640,
            "11993088" : 78447,
            "12124160" : 48922,
            "12255232" : 28623,
            "12386304" : 15663,
            "12517376" : 8336,
            "12648448" : 4356,
            "12779520" : 2106,
            "12910592" : 990,
            "13041664" : 436,
            "13172736" : 194,
            "13303808" : 80,
            "13434880" : 32,
            "13565952" : 21,
            "13697024" : 8,
            "13828096" : 3
          }
        },
        "lat_ns" : {
          "min" : 5038067,
          "max" : 14456196,
          "mean" : 11028409.379746,
          "stddev" : 783457.365224,
          "N" : 6499203
        },
        "bw_min" : 361195,
        "bw_max" : 382302,
        "bw_agg" : 100.000000,
        "bw_mean" : 371472.510791,
        "bw_dev" : 126.319249,
        "bw_samples" : 4448,
        "iops_min" : 90297,
        "iops_max" : 95574,
        "iops_mean" : 92866.028777,
        "iops_stddev" : 31.591733,
        "iops_samples" : 4448
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2240020,
      "usr_cpu" : 0.678208,
      "sys_cpu" : 9.646878,
      "ctx" : 5948344,
      "majf" : 0,
      "minf" : 1132,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999954,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999954,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 15.537998,
        "20" : 84.461510,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772838755,
  "timestamp_ms" : 1772838755072,
  "time" : "Fri Mar  6 19:12:35 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 100,
      "elapsed" : 91,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 30465740800,
        "io_kbytes" : 29751700,
        "bw_bytes" : 380816999,
        "bw" : 371891,
        "iops" : 92973.712829,
        "runtime" : 80001,
        "total_ios" : 7437990,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5318,
          "max" : 1693534,
          "mean" : 341806.125093,
          "stddev" : 117691.578627,
          "N" : 7437990
        },
        "clat_ns" : {
          "min" : 4751359,
          "max" : 13810841,
          "mean" : 10671283.026614,
          "stddev" : 770823.043604,
          "N" : 7437958,
          "percentile" : {
            "1.000000" : 8224768,
            "5.000000" : 9371648,
            "10.000000" : 9764864,
            "20.000000" : 10158080,
            "30.000000" : 10420224,
            "40.000000" : 10551296,
            "50.000000" : 10682368,
            "60.000000" : 10944512,
            "70.000000" : 11075584,
            "80.000000" : 11337728,
            "90.000000" : 11599872,
            "95.000000" : 11730944,
            "99.000000" : 12124160,
            "99.500000" : 12255232,
            "99.900000" : 12648448,
            "99.950000" : 12779520,
            "99.990000" : 13041664
          },
          "bins" : {
            "4751360" : 2,
            "4882432" : 5,
            "4947968" : 1,
            "5013504" : 5,
            "5079040" : 17,
            "5144576" : 5,
            "5210112" : 16,
            "5275648" : 8,
            "5341184" : 15,
            "5406720" : 22,
            "5472256" : 26,
            "5537792" : 29,
            "5603328" : 29,
            "5668864" : 23,
            "5734400" : 56,
            "5799936" : 58,
            "5865472" : 59,
            "5931008" : 98,
            "5996544" : 102,
            "6062080" : 137,
            "6127616" : 141,
            "6193152" : 195,
            "6258688" : 230,
            "6324224" : 304,
            "6389760" : 353,
            "6455296" : 433,
            "6520832" : 495,
            "6586368" : 524,
            "6651904" : 632,
            "6717440" : 723,
            "6782976" : 826,
            "6848512" : 964,
            "6914048" : 1098,
            "6979584" : 1238,
            "7045120" : 1363,
            "7110656" : 1543,
            "7176192" : 1743,
            "7241728" : 1920,
            "7307264" : 2241,
            "7372800" : 2374,
            "7438336" : 2723,
            "7503872" : 2962,
            "7569408" : 3270,
            "7634944" : 3498,
            "7700480" : 3876,
            "7766016" : 4215,
            "7831552" : 4546,
            "7897088" : 4917,
            "7962624" : 5245,
            "8028160" : 5623,
            "8093696" : 6049,
            "8159232" : 6583,
            "8224768" : 6955,
            "8290304" : 7552,
            "8355840" : 8106,
            "8454144" : 17895,
            "8585216" : 21049,
            "8716288" : 25273,
            "8847360" : 31481,
            "8978432" : 39121,
            "9109504" : 50673,
            "9240576" : 65018,
            "9371648" : 85586,
            "9502720" : 112468,
            "9633792" : 146998,
            "9764864" : 187793,
            "9895936" : 239264,
            "10027008" : 295898,
            "10158080" : 358586,
            "10289152" : 418329,
            "10420224" : 473600,
            "10551296" : 521973,
            "10682368" : 557886,
            "10813440" : 570439,
            "10944512" : 562499,
            "11075584" : 531236,
            "11206656" : 481076,
            "11337728" : 413175,
            "11468800" : 337940,
            "11599872" : 262146,
            "11730944" : 191772,
            "11862016" : 133118,
            "11993088" : 87356,
            "12124160" : 54486,
            "12255232" : 31748,
            "12386304" : 17478,
            "12517376" : 9306,
            "12648448" : 4865,
            "12779520" : 2316,
            "12910592" : 1097,
            "13041664" : 482,
            "13172736" : 208,
            "13303808" : 86,
            "13434880" : 32,
            "13565952" : 23,
            "13697024" : 10,
            "13828096" : 3
          }
        },
        "lat_ns" : {
          "min" : 5038067,
          "max" : 14456196,
          "mean" : 11013090.209671,
          "stddev" : 786707.295705,
          "N" : 7437958
        },
        "bw_min" : 361181,
        "bw_max" : 383720,
        "bw_agg" : 100.000000,
        "bw_mean" : 371982.735849,
        "bw_dev" : 133.467344,
        "bw_samples" : 5088,
        "iops_min" : 90294,
        "iops_max" : 95930,
        "iops_mean" : 92993.849057,
        "iops_stddev" : 33.383632,
        "iops_samples" : 5088
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2560008,
      "usr_cpu" : 0.675076,
      "sys_cpu" : 9.666064,
      "ctx" : 6796426,
      "majf" : 0,
      "minf" : 1132,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999960,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999946,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 16.127462,
        "20" : 83.872108,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772838765,
  "timestamp_ms" : 1772838765073,
  "time" : "Fri Mar  6 19:12:45 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 89,
      "elapsed" : 101,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 34339065856,
        "io_kbytes" : 33534244,
        "bw_bytes" : 381540936,
        "bw" : 372598,
        "iops" : 93150.442773,
        "runtime" : 90001,
        "total_ios" : 8383633,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5318,
          "max" : 1693534,
          "mean" : 341155.500281,
          "stddev" : 118448.667935,
          "N" : 8383633
        },
        "clat_ns" : {
          "min" : 4751359,
          "max" : 13810841,
          "mean" : 10651123.177652,
          "stddev" : 775615.624773,
          "N" : 8383601,
          "percentile" : {
            "1.000000" : 8159232,
            "5.000000" : 9371648,
            "10.000000" : 9764864,
            "20.000000" : 10158080,
            "30.000000" : 10289152,
            "40.000000" : 10551296,
            "50.000000" : 10682368,
            "60.000000" : 10944512,
            "70.000000" : 11075584,
            "80.000000" : 11337728,
            "90.000000" : 11599872,
            "95.000000" : 11730944,
            "99.000000" : 12124160,
            "99.500000" : 12255232,
            "99.900000" : 12648448,
            "99.950000" : 12779520,
            "99.990000" : 13041664
          },
          "bins" : {
            "4751360" : 2,
            "4882432" : 7,
            "4947968" : 2,
            "5013504" : 5,
            "5079040" : 17,
            "5144576" : 5,
            "5210112" : 17,
            "5275648" : 9,
            "5341184" : 19,
            "5406720" : 24,
            "5472256" : 31,
            "5537792" : 41,
            "5603328" : 36,
            "5668864" : 30,
            "5734400" : 76,
            "5799936" : 71,
            "5865472" : 80,
            "5931008" : 119,
            "5996544" : 129,
            "6062080" : 162,
            "6127616" : 166,
            "6193152" : 226,
            "6258688" : 280,
            "6324224" : 353,
            "6389760" : 416,
            "6455296" : 495,
            "6520832" : 574,
            "6586368" : 595,
            "6651904" : 742,
            "6717440" : 842,
            "6782976" : 990,
            "6848512" : 1131,
            "6914048" : 1258,
            "6979584" : 1420,
            "7045120" : 1582,
            "7110656" : 1788,
            "7176192" : 1998,
            "7241728" : 2226,
            "7307264" : 2593,
            "7372800" : 2777,
            "7438336" : 3133,
            "7503872" : 3425,
            "7569408" : 3749,
            "7634944" : 3952,
            "7700480" : 4460,
            "7766016" : 4855,
            "7831552" : 5307,
            "7897088" : 5688,
            "7962624" : 6035,
            "8028160" : 6465,
            "8093696" : 6997,
            "8159232" : 7628,
            "8224768" : 8062,
            "8290304" : 8756,
            "8355840" : 9426,
            "8454144" : 20940,
            "8585216" : 25029,
            "8716288" : 30208,
            "8847360" : 37712,
            "8978432" : 47210,
            "9109504" : 61147,
            "9240576" : 78615,
            "9371648" : 102863,
            "9502720" : 134458,
            "9633792" : 174519,
            "9764864" : 221942,
            "9895936" : 280245,
            "10027008" : 343590,
            "10158080" : 412452,
            "10289152" : 478477,
            "10420224" : 538394,
            "10551296" : 590304,
            "10682368" : 627599,
            "10813440" : 637578,
            "10944512" : 624329,
            "11075584" : 587221,
            "11206656" : 529464,
            "11337728" : 453227,
            "11468800" : 369661,
            "11599872" : 286087,
            "11730944" : 208673,
            "11862016" : 144488,
            "11993088" : 94440,
            "12124160" : 58645,
            "12255232" : 34310,
            "12386304" : 18729,
            "12517376" : 10027,
            "12648448" : 5220,
            "12779520" : 2471,
            "12910592" : 1162,
            "13041664" : 515,
            "13172736" : 223,
            "13303808" : 89,
            "13434880" : 32,
            "13565952" : 23,
            "13697024" : 10,
            "13828096" : 3
          }
        },
        "lat_ns" : {
          "min" : 5038067,
          "max" : 14456196,
          "mean" : 10992279.867807,
          "stddev" : 791601.489921,
          "N" : 8383601
        },
        "bw_min" : 361181,
        "bw_max" : 386096,
        "bw_agg" : 100.000000,
        "bw_mean" : 372677.312849,
        "bw_dev" : 146.729536,
        "bw_samples" : 5728,
        "iops_min" : 90294,
        "iops_max" : 96524,
        "iops_mean" : 93167.698324,
        "iops_stddev" : 36.703633,
        "iops_samples" : 5728
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2880027,
      "usr_cpu" : 0.676626,
      "sys_cpu" : 9.683069,
      "ctx" : 7644362,
      "majf" : 0,
      "minf" : 1132,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999952,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999952,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 16.940090,
        "20" : 83.059528,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772838775,
  "timestamp_ms" : 1772838775073,
  "time" : "Fri Mar  6 19:12:55 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 79,
      "elapsed" : 111,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 38251556864,
        "io_kbytes" : 37355036,
        "bw_bytes" : 382507918,
        "bw" : 373542,
        "iops" : 93386.422272,
        "runtime" : 100002,
        "total_ios" : 9338829,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5318,
          "max" : 1693534,
          "mean" : 340282.786460,
          "stddev" : 119465.752953,
          "N" : 9338830
        },
        "clat_ns" : {
          "min" : 4751359,
          "max" : 13810841,
          "mean" : 10624101.386887,
          "stddev" : 786112.541958,
          "N" : 9338797,
          "percentile" : {
            "1.000000" : 8159232,
            "5.000000" : 9240576,
            "10.000000" : 9633792,
            "20.000000" : 10027008,
            "30.000000" : 10289152,
            "40.000000" : 10551296,
            "50.000000" : 10682368,
            "60.000000" : 10813440,
            "70.000000" : 11075584,
            "80.000000" : 11206656,
            "90.000000" : 11468800,
            "95.000000" : 11730944,
            "99.000000" : 12124160,
            "99.500000" : 12255232,
            "99.900000" : 12648448,
            "99.950000" : 12779520,
            "99.990000" : 13041664
          },
          "bins" : {
            "4751360" : 2,
            "4882432" : 9,
            "4947968" : 3,
            "5013504" : 6,
            "5079040" : 19,
            "5144576" : 6,
            "5210112" : 17,
            "5275648" : 13,
            "5341184" : 24,
            "5406720" : 30,
            "5472256" : 41,
            "5537792" : 63,
            "5603328" : 52,
            "5668864" : 40,
            "5734400" : 85,
            "5799936" : 101,
            "5865472" : 99,
            "5931008" : 153,
            "5996544" : 157,
            "6062080" : 208,
            "6127616" : 218,
            "6193152" : 291,
            "6258688" : 350,
            "6324224" : 431,
            "6389760" : 531,
            "6455296" : 624,
            "6520832" : 755,
            "6586368" : 773,
            "6651904" : 914,
            "6717440" : 1064,
            "6782976" : 1211,
            "6848512" : 1376,
            "6914048" : 1511,
            "6979584" : 1779,
            "7045120" : 1997,
            "7110656" : 2176,
            "7176192" : 2366,
            "7241728" : 2683,
            "7307264" : 3143,
            "7372800" : 3340,
            "7438336" : 3788,
            "7503872" : 4045,
            "7569408" : 4413,
            "7634944" : 4734,
            "7700480" : 5291,
            "7766016" : 5666,
            "7831552" : 6240,
            "7897088" : 6662,
            "7962624" : 7127,
            "8028160" : 7663,
            "8093696" : 8331,
            "8159232" : 9030,
            "8224768" : 9568,
            "8290304" : 10436,
            "8355840" : 11280,
            "8454144" : 25257,
            "8585216" : 30278,
            "8716288" : 37097,
            "8847360" : 46227,
            "8978432" : 58052,
            "9109504" : 74728,
            "9240576" : 95990,
            "9371648" : 124178,
            "9502720" : 161240,
            "9633792" : 206729,
            "9764864" : 260571,
            "9895936" : 325186,
            "10027008" : 395033,
            "10158080" : 470172,
            "10289152" : 540437,
            "10420224" : 603438,
            "10551296" : 657850,
            "10682368" : 693796,
            "10813440" : 700083,
            "10944512" : 681785,
            "11075584" : 637911,
            "11206656" : 572543,
            "11337728" : 487813,
            "11468800" : 396314,
            "11599872" : 306010,
            "11730944" : 223067,
            "11862016" : 153987,
            "11993088" : 100497,
            "12124160" : 62266,
            "12255232" : 36490,
            "12386304" : 19956,
            "12517376" : 10638,
            "12648448" : 5461,
            "12779520" : 2578,
            "12910592" : 1251,
            "13041664" : 552,
            "13172736" : 238,
            "13303808" : 92,
            "13434880" : 36,
            "13565952" : 25,
            "13697024" : 10,
            "13828096" : 3
          }
        },
        "lat_ns" : {
          "min" : 5038067,
          "max" : 14456196,
          "mean" : 10964385.438166,
          "stddev" : 802408.336987,
          "N" : 9338797
        },
        "bw_min" : 361181,
        "bw_max" : 389800,
        "bw_agg" : 100.000000,
        "bw_mean" : 373618.487437,
        "bw_dev" : 170.994915,
        "bw_samples" : 6368,
        "iops_min" : 90294,
        "iops_max" : 97450,
        "iops_mean" : 93403.155779,
        "iops_stddev" : 42.772598,
        "iops_samples" : 6368
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 3200028,
      "usr_cpu" : 0.678150,
      "sys_cpu" : 9.675697,
      "ctx" : 8464552,
      "majf" : 0,
      "minf" : 1132,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999957,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999946,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 18.064320,
        "20" : 81.935337,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772838785,
  "timestamp_ms" : 1772838785072,
  "time" : "Fri Mar  6 19:13:05 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 70,
      "elapsed" : 121,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 42187681792,
        "io_kbytes" : 41198908,
        "bw_bytes" : 383520893,
        "bw" : 374532,
        "iops" : 93633.703330,
        "runtime" : 110001,
        "total_ios" : 10299801,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5318,
          "max" : 1693534,
          "mean" : 339380.277439,
          "stddev" : 120469.307187,
          "N" : 10299801
        },
        "clat_ns" : {
          "min" : 4751359,
          "max" : 13810841,
          "mean" : 10596072.326928,
          "stddev" : 796531.070513,
          "N" : 10299769,
          "percentile" : {
            "1.000000" : 8093696,
            "5.000000" : 9240576,
            "10.000000" : 9633792,
            "20.000000" : 10027008,
            "30.000000" : 10289152,
            "40.000000" : 10551296,
            "50.000000" : 10682368,
            "60.000000" : 10813440,
            "70.000000" : 11075584,
            "80.000000" : 11206656,
            "90.000000" : 11468800,
            "95.000000" : 11730944,
            "99.000000" : 12124160,
            "99.500000" : 12255232,
            "99.900000" : 12648448,
            "99.950000" : 12648448,
            "99.990000" : 12910592
          },
          "bins" : {
            "4751360" : 2,
            "4816896" : 1,
            "4882432" : 11,
            "4947968" : 3,
            "5013504" : 8,
            "5079040" : 21,
            "5144576" : 9,
            "5210112" : 20,
            "5275648" : 23,
            "5341184" : 31,
            "5406720" : 40,
            "5472256" : 54,
            "5537792" : 89,
            "5603328" : 73,
            "5668864" : 62,
            "5734400" : 104,
            "5799936" : 138,
            "5865472" : 143,
            "5931008" : 211,
            "5996544" : 207,
            "6062080" : 262,
            "6127616" : 287,
            "6193152" : 374,
            "6258688" : 466,
            "6324224" : 552,
            "6389760" : 676,
            "6455296" : 777,
            "6520832" : 928,
            "6586368" : 978,
            "6651904" : 1130,
            "6717440" : 1309,
            "6782976" : 1481,
            "6848512" : 1671,
            "6914048" : 1851,
            "6979584" : 2153,
            "7045120" : 2355,
            "7110656" : 2592,
            "7176192" : 2829,
            "7241728" : 3165,
            "7307264" : 3667,
            "7372800" : 3971,
            "7438336" : 4402,
            "7503872" : 4700,
            "7569408" : 5194,
            "7634944" : 5603,
            "7700480" : 6232,
            "7766016" : 6597,
            "7831552" : 7227,
            "7897088" : 7714,
            "7962624" : 8283,
            "8028160" : 8920,
            "8093696" : 9791,
            "8159232" : 10587,
            "8224768" : 11404,
            "8290304" : 12380,
            "8355840" : 13376,
            "8454144" : 30046,
            "8585216" : 36395,
            "8716288" : 44816,
            "8847360" : 56106,
            "8978432" : 70175,
            "9109504" : 90303,
            "9240576" : 115388,
            "9371648" : 148530,
            "9502720" : 191087,
            "9633792" : 242849,
            "9764864" : 302781,
            "9895936" : 374113,
            "10027008" : 449574,
            "10158080" : 529788,
            "10289152" : 603852,
            "10420224" : 669548,
            "10551296" : 723790,
            "10682368" : 757861,
            "10813440" : 759832,
            "10944512" : 735749,
            "11075584" : 685072,
            "11206656" : 611843,
            "11337728" : 519434,
            "11468800" : 420273,
            "11599872" : 323814,
            "11730944" : 235480,
            "11862016" : 162164,
            "11993088" : 105515,
            "12124160" : 65505,
            "12255232" : 38220,
            "12386304" : 20923,
            "12517376" : 11116,
            "12648448" : 5695,
            "12779520" : 2695,
            "12910592" : 1313,
            "13041664" : 572,
            "13172736" : 247,
            "13303808" : 96,
            "13434880" : 37,
            "13565952" : 25,
            "13697024" : 10,
            "13828096" : 3
          }
        },
        "lat_ns" : {
          "min" : 4937465,
          "max" : 14456196,
          "mean" : 10935453.595116,
          "stddev" : 813132.398581,
          "N" : 10299769
        },
        "bw_min" : 361181,
        "bw_max" : 392552,
        "bw_agg" : 100.000000,
        "bw_mean" : 374613.621005,
        "bw_dev" : 195.436277,
        "bw_samples" : 7008,
        "iops_min" : 90294,
        "iops_max" : 98138,
        "iops_mean" : 93652.073059,
        "iops_stddev" : 48.884542,
        "iops_samples" : 7008
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 3520021,
      "usr_cpu" : 0.681161,
      "sys_cpu" : 9.728379,
      "ctx" : 9337388,
      "majf" : 0,
      "minf" : 1132,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999990,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999990,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 19.260061,
        "20" : 80.739628,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772838795,
  "timestamp_ms" : 1772838795072,
  "time" : "Fri Mar  6 19:13:15 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 60,
      "elapsed" : 131,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 46137208832,
        "io_kbytes" : 45055868,
        "bw_bytes" : 384473536,
        "bw" : 375462,
        "iops" : 93866.334447,
        "runtime" : 120001,
        "total_ios" : 11264054,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5318,
          "max" : 1693534,
          "mean" : 338533.080197,
          "stddev" : 121385.293665,
          "N" : 11264054
        },
        "clat_ns" : {
          "min" : 3806039,
          "max" : 13810841,
          "mean" : 10569809.784348,
          "stddev" : 807823.728170,
          "N" : 11264022,
          "percentile" : {
            "1.000000" : 8028160,
            "5.000000" : 9109504,
            "10.000000" : 9633792,
            "20.000000" : 10027008,
            "30.000000" : 10289152,
            "40.000000" : 10420224,
            "50.000000" : 10682368,
            "60.000000" : 10813440,
            "70.000000" : 11075584,
            "80.000000" : 11206656,
            "90.000000" : 11468800,
            "95.000000" : 11730944,
            "99.000000" : 12124160,
            "99.500000" : 12255232,
            "99.900000" : 12517376,
            "99.950000" : 12648448,
            "99.990000" : 12910592
          },
          "bins" : {
            "3817472" : 3,
            "4227072" : 2,
            "4292608" : 1,
            "4620288" : 1,
            "4751360" : 3,
            "4816896" : 5,
            "4882432" : 16,
            "4947968" : 8,
            "5013504" : 12,
            "5079040" : 27,
            "5144576" : 15,
            "5210112" : 37,
            "5275648" : 41,
            "5341184" : 50,
            "5406720" : 64,
            "5472256" : 88,
            "5537792" : 125,
            "5603328" : 118,
            "5668864" : 106,
            "5734400" : 164,
            "5799936" : 197,
            "5865472" : 234,
            "5931008" : 297,
            "5996544" : 316,
            "6062080" : 366,
            "6127616" : 426,
            "6193152" : 546,
            "6258688" : 654,
            "6324224" : 766,
            "6389760" : 922,
            "6455296" : 1007,
            "6520832" : 1229,
            "6586368" : 1289,
            "6651904" : 1494,
            "6717440" : 1688,
            "6782976" : 1862,
            "6848512" : 2109,
            "6914048" : 2364,
            "6979584" : 2693,
            "7045120" : 2860,
            "7110656" : 3180,
            "7176192" : 3513,
            "7241728" : 3889,
            "7307264" : 4383,
            "7372800" : 4719,
            "7438336" : 5229,
            "7503872" : 5554,
            "7569408" : 6137,
            "7634944" : 6543,
            "7700480" : 7209,
            "7766016" : 7680,
            "7831552" : 8384,
            "7897088" : 8963,
            "7962624" : 9620,
            "8028160" : 10279,
            "8093696" : 11320,
            "8159232" : 12248,
            "8224768" : 13184,
            "8290304" : 14405,
            "8355840" : 15548,
            "8454144" : 34984,
            "8585216" : 42605,
            "8716288" : 52954,
            "8847360" : 66121,
            "8978432" : 82766,
            "9109504" : 106491,
            "9240576" : 135886,
            "9371648" : 174016,
            "9502720" : 222099,
            "9633792" : 279516,
            "9764864" : 346176,
            "9895936" : 423508,
            "10027008" : 504932,
            "10158080" : 590583,
            "10289152" : 667916,
            "10420224" : 734918,
            "10551296" : 788991,
            "10682368" : 820532,
            "10813440" : 818638,
            "10944512" : 788477,
            "11075584" : 730949,
            "11206656" : 650144,
            "11337728" : 550077,
            "11468800" : 443800,
            "11599872" : 340724,
            "11730944" : 247155,
            "11862016" : 169850,
            "11993088" : 110595,
            "12124160" : 68524,
            "12255232" : 39753,
            "12386304" : 21719,
            "12517376" : 11438,
            "12648448" : 5877,
            "12779520" : 2765,
            "12910592" : 1350,
            "13041664" : 580,
            "13172736" : 249,
            "13303808" : 97,
            "13434880" : 37,
            "13565952" : 25,
            "13697024" : 10,
            "13828096" : 3
          }
        },
        "lat_ns" : {
          "min" : 3830946,
          "max" : 14456196,
          "mean" : 10908344.116950,
          "stddev" : 824781.513976,
          "N" : 11264022
        },
        "bw_min" : 361181,
        "bw_max" : 394664,
        "bw_agg" : 100.000000,
        "bw_mean" : 375547.309623,
        "bw_dev" : 217.263908,
        "bw_samples" : 7648,
        "iops_min" : 90294,
        "iops_max" : 98666,
        "iops_mean" : 93885.615063,
        "iops_stddev" : 54.342457,
        "iops_samples" : 7648
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 3840007,
      "usr_cpu" : 0.682160,
      "sys_cpu" : 9.750269,
      "ctx" : 10183456,
      "majf" : 0,
      "minf" : 1132,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 20.356925,
        "20" : 79.642764,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772838805,
  "timestamp_ms" : 1772838805072,
  "time" : "Fri Mar  6 19:13:25 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 50,
      "elapsed" : 141,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 50096742400,
        "io_kbytes" : 48922600,
        "bw_bytes" : 385356592,
        "bw" : 376324,
        "iops" : 94081.691679,
        "runtime" : 130001,
        "total_ios" : 12230714,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5318,
          "max" : 1693534,
          "mean" : 337752.495428,
          "stddev" : 122203.025077,
          "N" : 12230714
        },
        "clat_ns" : {
          "min" : 3806039,
          "max" : 13810841,
          "mean" : 10545613.708586,
          "stddev" : 817887.609470,
          "N" : 12230682,
          "percentile" : {
            "1.000000" : 7962624,
            "5.000000" : 9109504,
            "10.000000" : 9502720,
            "20.000000" : 9895936,
            "30.000000" : 10158080,
            "40.000000" : 10420224,
            "50.000000" : 10682368,
            "60.000000" : 10813440,
            "70.000000" : 10944512,
            "80.000000" : 11206656,
            "90.000000" : 11468800,
            "95.000000" : 11730944,
            "99.000000" : 12124160,
            "99.500000" : 12255232,
            "99.900000" : 12517376,
            "99.950000" : 12648448,
            "99.990000" : 12910592
          },
          "bins" : {
            "3817472" : 4,
            "4227072" : 5,
            "4292608" : 2,
            "4423680" : 1,
            "4489216" : 4,
            "4554752" : 2,
            "4620288" : 2,
            "4685824" : 2,
            "4751360" : 3,
            "4816896" : 6,
            "4882432" : 22,
            "4947968" : 12,
            "5013504" : 12,
            "5079040" : 27,
            "5144576" : 24,
            "5210112" : 48,
            "5275648" : 55,
            "5341184" : 69,
            "5406720" : 87,
            "5472256" : 112,
            "5537792" : 160,
            "5603328" : 151,
            "5668864" : 152,
            "5734400" : 223,
            "5799936" : 259,
            "5865472" : 295,
            "5931008" : 364,
            "5996544" : 443,
            "6062080" : 507,
            "6127616" : 533,
            "6193152" : 688,
            "6258688" : 799,
            "6324224" : 977,
            "6389760" : 1198,
            "6455296" : 1296,
            "6520832" : 1506,
            "6586368" : 1610,
            "6651904" : 1848,
            "6717440" : 2119,
            "6782976" : 2358,
            "6848512" : 2621,
            "6914048" : 2927,
            "6979584" : 3216,
            "7045120" : 3478,
            "7110656" : 3797,
            "7176192" : 4254,
            "7241728" : 4665,
            "7307264" : 5191,
            "7372800" : 5526,
            "7438336" : 6109,
            "7503872" : 6501,
            "7569408" : 7123,
            "7634944" : 7636,
            "7700480" : 8338,
            "7766016" : 8933,
            "7831552" : 9587,
            "7897088" : 10350,
            "7962624" : 10985,
            "8028160" : 11736,
            "8093696" : 13002,
            "8159232" : 14037,
            "8224768" : 15043,
            "8290304" : 16447,
            "8355840" : 17735,
            "8454144" : 40259,
            "8585216" : 49205,
            "8716288" : 61136,
            "8847360" : 76734,
            "8978432" : 95939,
            "9109504" : 123677,
            "9240576" : 157494,
            "9371648" : 200545,
            "9502720" : 254673,
            "9633792" : 317723,
            "9764864" : 390939,
            "9895936" : 474592,
            "10027008" : 561348,
            "10158080" : 651177,
            "10289152" : 731584,
            "10420224" : 799785,
            "10551296" : 853339,
            "10682368" : 883060,
            "10813440" : 876221,
            "10944512" : 839932,
            "11075584" : 775124,
            "11206656" : 686840,
            "11337728" : 579389,
            "11468800" : 465998,
            "11599872" : 357015,
            "11730944" : 258585,
            "11862016" : 177328,
            "11993088" : 115376,
            "12124160" : 71305,
            "12255232" : 41307,
            "12386304" : 22533,
            "12517376" : 11904,
            "12648448" : 6128,
            "12779520" : 2870,
            "12910592" : 1378,
            "13041664" : 595,
            "13172736" : 250,
            "13303808" : 98,
            "13434880" : 39,
            "13565952" : 25,
            "13697024" : 10,
            "13828096" : 3
          }
        },
        "lat_ns" : {
          "min" : 3830946,
          "max" : 14456196,
          "mean" : 10883367.501148,
          "stddev" : 835163.915135,
          "N" : 12230682
        },
        "bw_min" : 361181,
        "bw_max" : 396064,
        "bw_agg" : 100.000000,
        "bw_mean" : 376419.054054,
        "bw_dev" : 235.144335,
        "bw_samples" : 8288,
        "iops_min" : 90294,
        "iops_max" : 99016,
        "iops_mean" : 94103.644788,
        "iops_stddev" : 58.812578,
        "iops_samples" : 8288
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 4160023,
      "usr_cpu" : 0.683602,
      "sys_cpu" : 9.766749,
      "ctx" : 11029666,
      "majf" : 0,
      "minf" : 1132,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999967,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999967,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 21.389504,
        "20" : 78.610202,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772838815,
  "timestamp_ms" : 1772838815072,
  "time" : "Fri Mar  6 19:13:35 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 40,
      "elapsed" : 151,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 54057398272,
        "io_kbytes" : 52790428,
        "bw_bytes" : 386121515,
        "bw" : 377071,
        "iops" : 94268.505225,
        "runtime" : 140001,
        "total_ios" : 13197685,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5248,
          "max" : 1693534,
          "mean" : 337077.037204,
          "stddev" : 122934.876556,
          "N" : 13197685
        },
        "clat_ns" : {
          "min" : 3806039,
          "max" : 13810841,
          "mean" : 10524710.967092,
          "stddev" : 825516.007063,
          "N" : 13197653,
          "percentile" : {
            "1.000000" : 7897088,
            "5.000000" : 9109504,
            "10.000000" : 9502720,
            "20.000000" : 9895936,
            "30.000000" : 10158080,
            "40.000000" : 10420224,
            "50.000000" : 10551296,
            "60.000000" : 10813440,
            "70.000000" : 10944512,
            "80.000000" : 11206656,
            "90.000000" : 11468800,
            "95.000000" : 11730944,
            "99.000000" : 12124160,
            "99.500000" : 12255232,
            "99.900000" : 12517376,
            "99.950000" : 12648448,
            "99.990000" : 12910592
          },
          "bins" : {
            "3817472" : 4,
            "4227072" : 5,
            "4292608" : 2,
            "4423680" : 2,
            "4489216" : 4,
            "4554752" : 3,
            "4620288" : 4,
            "4685824" : 2,
            "4751360" : 4,
            "4816896" : 7,
            "4882432" : 23,
            "4947968" : 15,
            "5013504" : 14,
            "5079040" : 30,
            "5144576" : 30,
            "5210112" : 61,
            "5275648" : 65,
            "5341184" : 80,
            "5406720" : 108,
            "5472256" : 140,
            "5537792" : 186,
            "5603328" : 207,
            "5668864" : 207,
            "5734400" : 283,
            "5799936" : 326,
            "5865472" : 371,
            "5931008" : 450,
            "5996544" : 557,
            "6062080" : 632,
            "6127616" : 641,
            "6193152" : 826,
            "6258688" : 941,
            "6324224" : 1156,
            "6389760" : 1417,
            "6455296" : 1551,
            "6520832" : 1775,
            "6586368" : 1895,
            "6651904" : 2199,
            "6717440" : 2543,
            "6782976" : 2842,
            "6848512" : 3102,
            "6914048" : 3492,
            "6979584" : 3805,
            "7045120" : 4148,
            "7110656" : 4491,
            "7176192" : 4986,
            "7241728" : 5458,
            "7307264" : 5981,
            "7372800" : 6397,
            "7438336" : 7025,
            "7503872" : 7515,
            "7569408" : 8113,
            "7634944" : 8683,
            "7700480" : 9490,
            "7766016" : 10087,
            "7831552" : 10895,
            "7897088" : 11695,
            "7962624" : 12471,
            "8028160" : 13280,
            "8093696" : 14656,
            "8159232" : 15772,
            "8224768" : 16837,
            "8290304" : 18511,
            "8355840" : 20008,
            "8454144" : 45519,
            "8585216" : 55713,
            "8716288" : 69274,
            "8847360" : 87135,
            "8978432" : 109065,
            "9109504" : 140734,
            "9240576" : 178627,
            "9371648" : 226987,
            "9502720" : 286794,
            "9633792" : 356644,
            "9764864" : 435541,
            "9895936" : 524998,
            "10027008" : 618649,
            "10158080" : 712595,
            "10289152" : 796154,
            "10420224" : 865562,
            "10551296" : 918144,
            "10682368" : 945586,
            "10813440" : 934435,
            "10944512" : 891701,
            "11075584" : 819441,
            "11206656" : 723619,
            "11337728" : 608258,
            "11468800" : 487723,
            "11599872" : 372542,
            "11730944" : 269391,
            "11862016" : 184407,
            "11993088" : 119744,
            "12124160" : 73930,
            "12255232" : 42862,
            "12386304" : 23369,
            "12517376" : 12312,
            "12648448" : 6311,
            "12779520" : 2952,
            "12910592" : 1402,
            "13041664" : 601,
            "13172736" : 251,
            "13303808" : 99,
            "13434880" : 39,
            "13565952" : 25,
            "13697024" : 10,
            "13828096" : 3
          }
        },
        "lat_ns" : {
          "min" : 3830946,
          "max" : 14456196,
          "mean" : 10861788.926568,
          "stddev" : 843014.842374,
          "N" : 13197653
        },
        "bw_min" : 361181,
        "bw_max" : 396576,
        "bw_agg" : 100.000000,
        "bw_mean" : 377173.186380,
        "bw_dev" : 246.478002,
        "bw_samples" : 8928,
        "iops_min" : 90294,
        "iops_max" : 99144,
        "iops_mean" : 94292.258065,
        "iops_stddev" : 61.646001,
        "iops_samples" : 8928
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 4480021,
      "usr_cpu" : 0.686515,
      "sys_cpu" : 9.781070,
      "ctx" : 11874985,
      "majf" : 0,
      "minf" : 1132,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999992,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999992,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 22.259457,
        "20" : 77.740270,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772838825,
  "timestamp_ms" : 1772838825073,
  "time" : "Fri Mar  6 19:13:45 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 30,
      "elapsed" : 161,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 58043400192,
        "io_kbytes" : 56683008,
        "bw_bytes" : 386953421,
        "bw" : 377884,
        "iops" : 94471.636856,
        "runtime" : 150001,
        "total_ios" : 14170840,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5248,
          "max" : 1844094,
          "mean" : 336348.287353,
          "stddev" : 123719.439233,
          "N" : 14170840
        },
        "clat_ns" : {
          "min" : 3806039,
          "max" : 13810841,
          "mean" : 10502094.324720,
          "stddev" : 833491.629312,
          "N" : 14170808,
          "percentile" : {
            "1.000000" : 7831552,
            "5.000000" : 9109504,
            "10.000000" : 9502720,
            "20.000000" : 9895936,
            "30.000000" : 10158080,
            "40.000000" : 10420224,
            "50.000000" : 10551296,
            "60.000000" : 10813440,
            "70.000000" : 10944512,
            "80.000000" : 11206656,
            "90.000000" : 11468800,
            "95.000000" : 11730944,
            "99.000000" : 12124160,
            "99.500000" : 12255232,
            "99.900000" : 12517376,
            "99.950000" : 12648448,
            "99.990000" : 12910592
          },
          "bins" : {
            "3817472" : 4,
            "4227072" : 8,
            "4292608" : 2,
            "4423680" : 2,
            "4489216" : 7,
            "4554752" : 10,
            "4620288" : 7,
            "4685824" : 4,
            "4751360" : 10,
            "4816896" : 16,
            "4882432" : 28,
            "4947968" : 31,
            "5013504" : 23,
            "5079040" : 45,
            "5144576" : 40,
            "5210112" : 78,
            "5275648" : 89,
            "5341184" : 108,
            "5406720" : 133,
            "5472256" : 181,
            "5537792" : 224,
            "5603328" : 261,
            "5668864" : 262,
            "5734400" : 343,
            "5799936" : 401,
            "5865472" : 460,
            "5931008" : 547,
            "5996544" : 672,
            "6062080" : 768,
            "6127616" : 782,
            "6193152" : 1009,
            "6258688" : 1166,
            "6324224" : 1365,
            "6389760" : 1633,
            "6455296" : 1850,
            "6520832" : 2088,
            "6586368" : 2247,
            "6651904" : 2625,
            "6717440" : 2968,
            "6782976" : 3306,
            "6848512" : 3615,
            "6914048" : 4033,
            "6979584" : 4427,
            "7045120" : 4832,
            "7110656" : 5201,
            "7176192" : 5688,
            "7241728" : 6261,
            "7307264" : 6809,
            "7372800" : 7270,
            "7438336" : 7975,
            "7503872" : 8492,
            "7569408" : 9148,
            "7634944" : 9850,
            "7700480" : 10653,
            "7766016" : 11264,
            "7831552" : 12252,
            "7897088" : 13086,
            "7962624" : 13956,
            "8028160" : 14923,
            "8093696" : 16479,
            "8159232" : 17728,
            "8224768" : 18920,
            "8290304" : 20754,
            "8355840" : 22648,
            "8454144" : 51689,
            "8585216" : 63098,
            "8716288" : 78945,
            "8847360" : 99170,
            "8978432" : 124451,
            "9109504" : 160127,
            "9240576" : 202744,
            "9371648" : 256908,
            "9502720" : 322823,
            "9633792" : 398740,
            "9764864" : 483488,
            "9895936" : 579191,
            "10027008" : 677876,
            "10158080" : 775442,
            "10289152" : 861441,
            "10420224" : 931973,
            "10551296" : 982134,
            "10682368" : 1005644,
            "10813440" : 989388,
            "10944512" : 939242,
            "11075584" : 860319,
            "11206656" : 756090,
            "11337728" : 633649,
            "11468800" : 506478,
            "11599872" : 385744,
            "11730944" : 278637,
            "11862016" : 190403,
            "11993088" : 123507,
            "12124160" : 76249,
            "12255232" : 44161,
            "12386304" : 24085,
            "12517376" : 12727,
            "12648448" : 6537,
            "12779520" : 3081,
            "12910592" : 1457,
            "13041664" : 633,
            "13172736" : 269,
            "13303808" : 113,
            "13434880" : 45,
            "13565952" : 30,
            "13697024" : 11,
            "13828096" : 3
          }
        },
        "lat_ns" : {
          "min" : 3830946,
          "max" : 14456196,
          "mean" : 10838443.992035,
          "stddev" : 851226.548547,
          "N" : 14170808
        },
        "bw_min" : 361181,
        "bw_max" : 398760,
        "bw_agg" : 100.000000,
        "bw_mean" : 377980.491639,
        "bw_dev" : 260.483051,
        "bw_samples" : 9568,
        "iops_min" : 90294,
        "iops_max" : 99690,
        "iops_mean" : 94494.153846,
        "iops_stddev" : 65.147049,
        "iops_samples" : 9568
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 4800018,
      "usr_cpu" : 0.685164,
      "sys_cpu" : 9.801067,
      "ctx" : 12719634,
      "majf" : 0,
      "minf" : 1132,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999993,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999993,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 23.235927,
        "20" : 76.763819,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772838835,
  "timestamp_ms" : 1772838835073,
  "time" : "Fri Mar  6 19:13:55 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 20,
      "elapsed" : 171,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 62071107584,
        "io_kbytes" : 60616316,
        "bw_bytes" : 387941997,
        "bw" : 378849,
        "iops" : 94712.876795,
        "runtime" : 160001,
        "total_ios" : 15154155,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5248,
          "max" : 1844094,
          "mean" : 335488.108657,
          "stddev" : 124580.750049,
          "N" : 15154155
        },
        "clat_ns" : {
          "min" : 3806039,
          "max" : 13810841,
          "mean" : 10475353.292209,
          "stddev" : 843110.770033,
          "N" : 15154123,
          "percentile" : {
            "1.000000" : 7831552,
            "5.000000" : 8978432,
            "10.000000" : 9502720,
            "20.000000" : 9895936,
            "30.000000" : 10158080,
            "40.000000" : 10420224,
            "50.000000" : 10551296,
            "60.000000" : 10682368,
            "70.000000" : 10944512,
            "80.000000" : 11206656,
            "90.000000" : 11468800,
            "95.000000" : 11730944,
            "99.000000" : 12124160,
            "99.500000" : 12255232,
            "99.900000" : 12517376,
            "99.950000" : 12648448,
            "99.990000" : 12910592
          },
          "bins" : {
            "3817472" : 5,
            "4112384" : 1,
            "4145152" : 2,
            "4227072" : 8,
            "4292608" : 2,
            "4423680" : 3,
            "4489216" : 14,
            "4554752" : 13,
            "4620288" : 13,
            "4685824" : 6,
            "4751360" : 11,
            "4816896" : 19,
            "4882432" : 39,
            "4947968" : 42,
            "5013504" : 31,
            "5079040" : 56,
            "5144576" : 52,
            "5210112" : 96,
            "5275648" : 116,
            "5341184" : 131,
            "5406720" : 176,
            "5472256" : 236,
            "5537792" : 270,
            "5603328" : 348,
            "5668864" : 323,
            "5734400" : 422,
            "5799936" : 496,
            "5865472" : 574,
            "5931008" : 684,
            "5996544" : 821,
            "6062080" : 944,
            "6127616" : 976,
            "6193152" : 1220,
            "6258688" : 1368,
            "6324224" : 1624,
            "6389760" : 1950,
            "6455296" : 2233,
            "6520832" : 2446,
            "6586368" : 2616,
            "6651904" : 3027,
            "6717440" : 3467,
            "6782976" : 3883,
            "6848512" : 4236,
            "6914048" : 4672,
            "6979584" : 5096,
            "7045120" : 5520,
            "7110656" : 5912,
            "7176192" : 6491,
            "7241728" : 7196,
            "7307264" : 7742,
            "7372800" : 8273,
            "7438336" : 9012,
            "7503872" : 9610,
            "7569408" : 10402,
            "7634944" : 11200,
            "7700480" : 12027,
            "7766016" : 12637,
            "7831552" : 13819,
            "7897088" : 14759,
            "7962624" : 15729,
            "8028160" : 16873,
            "8093696" : 18588,
            "8159232" : 19905,
            "8224768" : 21490,
            "8290304" : 23603,
            "8355840" : 25737,
            "8454144" : 59009,
            "8585216" : 72618,
            "8716288" : 90965,
            "8847360" : 114579,
            "8978432" : 143664,
            "9109504" : 183740,
            "9240576" : 231995,
            "9371648" : 292289,
            "9502720" : 363682,
            "9633792" : 445732,
            "9764864" : 537318,
            "9895936" : 638075,
            "10027008" : 740493,
            "10158080" : 840570,
            "10289152" : 927202,
            "10420224" : 995385,
            "10551296" : 1042797,
            "10682368" : 1061793,
            "10813440" : 1038871,
            "10944512" : 981373,
            "11075584" : 895020,
            "11206656" : 783704,
            "11337728" : 654276,
            "11468800" : 521394,
            "11599872" : 396287,
            "11730944" : 285807,
            "11862016" : 194861,
            "11993088" : 126286,
            "12124160" : 77944,
            "12255232" : 45099,
            "12386304" : 24544,
            "12517376" : 12992,
            "12648448" : 6689,
            "12779520" : 3168,
            "12910592" : 1493,
            "13041664" : 642,
            "13172736" : 272,
            "13303808" : 113,
            "13434880" : 45,
            "13565952" : 30,
            "13697024" : 11,
            "13828096" : 3
          }
        },
        "lat_ns" : {
          "min" : 3830946,
          "max" : 14456196,
          "mean" : 10810842.328201,
          "stddev" : 861133.689707,
          "N" : 15154123
        },
        "bw_min" : 361181,
        "bw_max" : 402304,
        "bw_agg" : 100.000000,
        "bw_mean" : 378947.457680,
        "bw_dev" : 281.866358,
        "bw_samples" : 10208,
        "iops_min" : 90294,
        "iops_max" : 100576,
        "iops_mean" : 94735.949843,
        "iops_stddev" : 70.491959,
        "iops_samples" : 10208
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5120026,
      "usr_cpu" : 0.685387,
      "sys_cpu" : 9.822079,
      "ctx" : 13564057,
      "majf" : 0,
      "minf" : 1132,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999987,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999987,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 24.431253,
        "20" : 75.568502,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772838845,
  "timestamp_ms" : 1772838845073,
  "time" : "Fri Mar  6 19:14:05 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 10,
      "elapsed" : 181,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 66098548736,
        "io_kbytes" : 64549364,
        "bw_bytes" : 388812705,
        "bw" : 379699,
        "iops" : 94925.418086,
        "runtime" : 170001,
        "total_ios" : 16137416,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5248,
          "max" : 1844094,
          "mean" : 334733.447681,
          "stddev" : 125327.809227,
          "N" : 16137417
        },
        "clat_ns" : {
          "min" : 3793248,
          "max" : 13810841,
          "mean" : 10451899.149560,
          "stddev" : 851031.556923,
          "N" : 16137384,
          "percentile" : {
            "1.000000" : 7766016,
            "5.000000" : 8978432,
            "10.000000" : 9371648,
            "20.000000" : 9895936,
            "30.000000" : 10158080,
            "40.000000" : 10289152,
            "50.000000" : 10551296,
            "60.000000" : 10682368,
            "70.000000" : 10944512,
            "80.000000" : 11206656,
            "90.000000" : 11468800,
            "95.000000" : 11599872,
            "99.000000" : 12124160,
            "99.500000" : 12255232,
            "99.900000" : 12517376,
            "99.950000" : 12648448,
            "99.990000" : 12910592
          },
          "bins" : {
            "3784704" : 1,
            "3817472" : 5,
            "4112384" : 5,
            "4145152" : 3,
            "4227072" : 12,
            "4292608" : 2,
            "4358144" : 2,
            "4423680" : 5,
            "4489216" : 24,
            "4554752" : 17,
            "4620288" : 20,
            "4685824" : 10,
            "4751360" : 16,
            "4816896" : 33,
            "4882432" : 46,
            "4947968" : 49,
            "5013504" : 35,
            "5079040" : 69,
            "5144576" : 71,
            "5210112" : 117,
            "5275648" : 136,
            "5341184" : 159,
            "5406720" : 219,
            "5472256" : 285,
            "5537792" : 325,
            "5603328" : 410,
            "5668864" : 410,
            "5734400" : 521,
            "5799936" : 606,
            "5865472" : 717,
            "5931008" : 843,
            "5996544" : 992,
            "6062080" : 1171,
            "6127616" : 1178,
            "6193152" : 1465,
            "6258688" : 1640,
            "6324224" : 1947,
            "6389760" : 2331,
            "6455296" : 2682,
            "6520832" : 2851,
            "6586368" : 3048,
            "6651904" : 3484,
            "6717440" : 3981,
            "6782976" : 4475,
            "6848512" : 4804,
            "6914048" : 5316,
            "6979584" : 5754,
            "7045120" : 6249,
            "7110656" : 6706,
            "7176192" : 7357,
            "7241728" : 8085,
            "7307264" : 8687,
            "7372800" : 9222,
            "7438336" : 10112,
            "7503872" : 10717,
            "7569408" : 11508,
            "7634944" : 12391,
            "7700480" : 13275,
            "7766016" : 13999,
            "7831552" : 15250,
            "7897088" : 16302,
            "7962624" : 17445,
            "8028160" : 18750,
            "8093696" : 20558,
            "8159232" : 22094,
            "8224768" : 23927,
            "8290304" : 26361,
            "8355840" : 28939,
            "8454144" : 66268,
            "8585216" : 82130,
            "8716288" : 103175,
            "8847360" : 129623,
            "8978432" : 162911,
            "9109504" : 207587,
            "9240576" : 261600,
            "9371648" : 328033,
            "9502720" : 405006,
            "9633792" : 493242,
            "9764864" : 590527,
            "9895936" : 696709,
            "10027008" : 802607,
            "10158080" : 904431,
            "10289152" : 992327,
            "10420224" : 1059314,
            "10551296" : 1102603,
            "10682368" : 1117831,
            "10813440" : 1088194,
            "10944512" : 1023815,
            "11075584" : 930545,
            "11206656" : 811835,
            "11337728" : 675177,
            "11468800" : 536900,
            "11599872" : 407183,
            "11730944" : 292991,
            "11862016" : 199527,
            "11993088" : 128928,
            "12124160" : 79415,
            "12255232" : 45889,
            "12386304" : 24960,
            "12517376" : 13206,
            "12648448" : 6799,
            "12779520" : 3219,
            "12910592" : 1518,
            "13041664" : 653,
            "13172736" : 279,
            "13303808" : 114,
            "13434880" : 45,
            "13565952" : 30,
            "13697024" : 11,
            "13828096" : 3
          }
        },
        "lat_ns" : {
          "min" : 3830946,
          "max" : 14456196,
          "mean" : 10786633.501797,
          "stddev" : 869295.214303,
          "N" : 16137384
        },
        "bw_min" : 361181,
        "bw_max" : 403408,
        "bw_agg" : 100.000000,
        "bw_mean" : 379802.215339,
        "bw_dev" : 296.970068,
        "bw_samples" : 10848,
        "iops_min" : 90294,
        "iops_max" : 100852,
        "iops_mean" : 94949.693215,
        "iops_stddev" : 74.267580,
        "iops_samples" : 10848
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5440026,
      "usr_cpu" : 0.685162,
      "sys_cpu" : 9.840615,
      "ctx" : 14408428,
      "majf" : 0,
      "minf" : 1132,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999988,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999981,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 25.483175,
        "20" : 74.516589,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772838855,
  "timestamp_ms" : 1772838855099,
  "time" : "Fri Mar  6 19:14:15 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 2879,
      "elapsed" : 191,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 69875175424,
        "io_kbytes" : 68237476,
        "bw_bytes" : 388191105,
        "bw" : 379092,
        "iops" : 94768.247019,
        "runtime" : 180002,
        "total_ios" : 17058474,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5248,
          "max" : 1844094,
          "mean" : 335287.350300,
          "stddev" : 124732.445495,
          "N" : 17058506
        },
        "clat_ns" : {
          "min" : 3105,
          "max" : 13810841,
          "mean" : 10468724.017753,
          "stddev" : 853260.767136,
          "N" : 17059466,
          "percentile" : {
            "1.000000" : 7766016,
            "5.000000" : 8978432,
            "10.000000" : 9371648,
            "20.000000" : 9895936,
            "30.000000" : 10158080,
            "40.000000" : 10420224,
            "50.000000" : 10551296,
            "60.000000" : 10682368,
            "70.000000" : 10944512,
            "80.000000" : 11206656,
            "90.000000" : 11468800,
            "95.000000" : 11730944,
            "99.000000" : 12124160,
            "99.500000" : 12255232,
            "99.900000" : 12517376,
            "99.950000" : 12648448,
            "99.990000" : 12910592
          },
          "bins" : {
            "3120" : 1,
            "3184" : 1,
            "3248" : 1,
            "3280" : 1,
            "3312" : 1,
            "3376" : 1,
            "3408" : 1,
            "3440" : 1,
            "3472" : 2,
            "3504" : 3,
            "3600" : 2,
            "3696" : 1,
            "3728" : 2,
            "3792" : 1,
            "3856" : 2,
            "3888" : 1,
            "3952" : 1,
            "3984" : 1,
            "4192" : 2,
            "4320" : 1,
            "4512" : 1,
            "5344" : 1,
            "5728" : 2,
            "6048" : 1,
            "268288" : 1,
            "288768" : 1,
            "321536" : 1,
            "342016" : 1,
            "346112" : 2,
            "350208" : 3,
            "354304" : 1,
            "358400" : 1,
            "362496" : 1,
            "366592" : 1,
            "374784" : 3,
            "378880" : 1,
            "395264" : 1,
            "399360" : 1,
            "403456" : 1,
            "411648" : 2,
            "415744" : 1,
            "423936" : 1,
            "428032" : 2,
            "432128" : 1,
            "436224" : 3,
            "444416" : 1,
            "477184" : 1,
            "501760" : 1,
            "536576" : 1,
            "651264" : 1,
            "675840" : 1,
            "684032" : 2,
            "700416" : 3,
            "724992" : 1,
            "733184" : 2,
            "741376" : 3,
            "749568" : 2,
            "757760" : 4,
            "765952" : 1,
            "774144" : 2,
            "798720" : 2,
            "806912" : 1,
            "823296" : 2,
            "831488" : 2,
            "839680" : 1,
            "847872" : 1,
            "880640" : 1,
            "913408" : 1,
            "978944" : 1,
            "987136" : 1,
            "1028096" : 1,
            "1056768" : 2,
            "1073152" : 2,
            "1089536" : 1,
            "1105920" : 2,
            "1122304" : 4,
            "1138688" : 3,
            "1155072" : 1,
            "1171456" : 3,
            "1187840" : 5,
            "1204224" : 2,
            "1220608" : 4,
            "1269760" : 3,
            "1302528" : 1,
            "1318912" : 1,
            "1335296" : 1,
            "1368064" : 1,
            "1384448" : 1,
            "1400832" : 1,
            "1417216" : 1,
            "1433600" : 1,
            "1449984" : 1,
            "1482752" : 3,
            "1499136" : 1,
            "1531904" : 1,
            "1548288" : 5,
            "1564672" : 5,
            "1581056" : 4,
            "1597440" : 1,
            "1613824" : 4,
            "1630208" : 1,
            "1679360" : 1,
            "1695744" : 1,
            "1712128" : 1,
            "1744896" : 1,
            "1777664" : 2,
            "1794048" : 2,
            "1810432" : 4,
            "1843200" : 1,
            "1875968" : 3,
            "1892352" : 1,
            "1908736" : 1,
            "1925120" : 2,
            "1941504" : 2,
            "1957888" : 2,
            "1974272" : 3,
            "1990656" : 1,
            "2007040" : 2,
            "2023424" : 2,
            "2056192" : 1,
            "2088960" : 2,
            "2113536" : 3,
            "2146304" : 2,
            "2179072" : 1,
            "2211840" : 6,
            "2277376" : 2,
            "2310144" : 3,
            "2342912" : 7,
            "2375680" : 3,
            "2408448" : 1,
            "2441216" : 3,
            "2473984" : 4,
            "2506752" : 2,
            "2539520" : 1,
            "2572288" : 3,
            "2605056" : 2,
            "2637824" : 1,
            "2670592" : 4,
            "2703360" : 6,
            "2736128" : 4,
            "2768896" : 4,
            "2801664" : 4,
            "2867200" : 4,
            "2899968" : 2,
            "2965504" : 1,
            "2998272" : 1,
            "3031040" : 5,
            "3063808" : 6,
            "3096576" : 10,
            "3129344" : 5,
            "3162112" : 4,
            "3227648" : 4,
            "3260416" : 2,
            "3358720" : 6,
            "3391488" : 3,
            "3424256" : 4,
            "3489792" : 4,
            "3522560" : 8,
            "3555328" : 2,
            "3588096" : 2,
            "3620864" : 3,
            "3653632" : 4,
            "3719168" : 4,
            "3751936" : 2,
            "3784704" : 4,
            "3817472" : 10,
            "3850240" : 4,
            "3883008" : 5,
            "3915776" : 5,
            "3948544" : 4,
            "3981312" : 3,
            "4046848" : 3,
            "4079616" : 4,
            "4112384" : 8,
            "4145152" : 6,
            "4177920" : 3,
            "4227072" : 19,
            "4292608" : 10,
            "4358144" : 9,
            "4423680" : 9,
            "4489216" : 29,
            "4554752" : 21,
            "4620288" : 27,
            "4685824" : 20,
            "4751360" : 22,
            "4816896" : 36,
            "4882432" : 53,
            "4947968" : 54,
            "5013504" : 36,
            "5079040" : 78,
            "5144576" : 78,
            "5210112" : 124,
            "5275648" : 142,
            "5341184" : 165,
            "5406720" : 227,
            "5472256" : 296,
            "5537792" : 330,
            "5603328" : 417,
            "5668864" : 423,
            "5734400" : 527,
            "5799936" : 615,
            "5865472" : 725,
            "5931008" : 850,
            "5996544" : 1008,
            "6062080" : 1180,
            "6127616" : 1190,
            "6193152" : 1483,
            "6258688" : 1657,
            "6324224" : 1962,
            "6389760" : 2355,
            "6455296" : 2716,
            "6520832" : 2892,
            "6586368" : 3088,
            "6651904" : 3547,
            "6717440" : 4049,
            "6782976" : 4552,
            "6848512" : 4902,
            "6914048" : 5410,
            "6979584" : 5899,
            "7045120" : 6382,
            "7110656" : 6885,
            "7176192" : 7562,
            "7241728" : 8280,
            "7307264" : 8919,
            "7372800" : 9481,
            "7438336" : 10431,
            "7503872" : 11107,
            "7569408" : 11860,
            "7634944" : 12843,
            "7700480" : 13737,
            "7766016" : 14535,
            "7831552" : 15900,
            "7897088" : 16971,
            "7962624" : 18207,
            "8028160" : 19627,
            "8093696" : 21491,
            "8159232" : 23118,
            "8224768" : 25056,
            "8290304" : 27572,
            "8355840" : 30273,
            "8454144" : 69241,
            "8585216" : 85630,
            "8716288" : 107538,
            "8847360" : 134784,
            "8978432" : 168724,
            "9109504" : 214650,
            "9240576" : 270024,
            "9371648" : 338140,
            "9502720" : 417413,
            "9633792" : 508283,
            "9764864" : 608804,
            "9895936" : 719204,
            "10027008" : 830145,
            "10158080" : 938010,
            "10289152" : 1032630,
            "10420224" : 1106831,
            "10551296" : 1158025,
            "10682368" : 1179581,
            "10813440" : 1154698,
            "10944512" : 1093661,
            "11075584" : 1001032,
            "11206656" : 880126,
            "11337728" : 736471,
            "11468800" : 589938,
            "11599872" : 449943,
            "11730944" : 325543,
            "11862016" : 222976,
            "11993088" : 144607,
            "12124160" : 89468,
            "12255232" : 51772,
            "12386304" : 28237,
            "12517376" : 14987,
            "12648448" : 7783,
            "12779520" : 3678,
            "12910592" : 1719,
            "13041664" : 749,
            "13172736" : 307,
            "13303808" : 126,
            "13434880" : 52,
            "13565952" : 36,
            "13697024" : 14,
            "13828096" : 3
          }
        },
        "lat_ns" : {
          "min" : 264894,
          "max" : 14456196,
          "mean" : 10804011.846623,
          "stddev" : 871626.938528,
          "N" : 17059466
        },
        "bw_min" : 357472,
        "bw_max" : 403472,
        "bw_agg" : 100.000000,
        "bw_mean" : 379252.520891,
        "bw_dev" : 310.229090,
        "bw_samples" : 11488,
        "iops_min" : 89368,
        "iops_max" : 100868,
        "iops_mean" : 94812.311978,
        "iops_stddev" : 77.578419,
        "iops_samples" : 11488
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5760026,
      "usr_cpu" : 0.683816,
      "sys_cpu" : 9.823272,
      "ctx" : 15259356,
      "majf" : 0,
      "minf" : 1309,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999812,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.010000,
        "750" : 0.010000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 24.907287,
        "20" : 75.096242,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772838855,
  "timestamp_ms" : 1772838855157,
  "time" : "Fri Mar  6 19:14:15 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 69875703808,
        "io_kbytes" : 68237992,
        "bw_bytes" : 388135821,
        "bw" : 379038,
        "iops" : 94754.034072,
        "runtime" : 180029,
        "total_ios" : 17058474,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5248,
          "max" : 1844094,
          "mean" : 335287.350300,
          "stddev" : 124732.445495,
          "N" : 17058506
        },
        "clat_ns" : {
          "min" : 3105,
          "max" : 13810841,
          "mean" : 10468724.017753,
          "stddev" : 853260.767136,
          "N" : 17059466,
          "percentile" : {
            "1.000000" : 7766016,
            "5.000000" : 8978432,
            "10.000000" : 9371648,
            "20.000000" : 9895936,
            "30.000000" : 10158080,
            "40.000000" : 10420224,
            "50.000000" : 10551296,
            "60.000000" : 10682368,
            "70.000000" : 10944512,
            "80.000000" : 11206656,
            "90.000000" : 11468800,
            "95.000000" : 11730944,
            "99.000000" : 12124160,
            "99.500000" : 12255232,
            "99.900000" : 12517376,
            "99.950000" : 12648448,
            "99.990000" : 12910592
          },
          "bins" : {
            "3120" : 1,
            "3184" : 1,
            "3248" : 1,
            "3280" : 1,
            "3312" : 1,
            "3376" : 1,
            "3408" : 1,
            "3440" : 1,
            "3472" : 2,
            "3504" : 3,
            "3600" : 2,
            "3696" : 1,
            "3728" : 2,
            "3792" : 1,
            "3856" : 2,
            "3888" : 1,
            "3952" : 1,
            "3984" : 1,
            "4192" : 2,
            "4320" : 1,
            "4512" : 1,
            "5344" : 1,
            "5728" : 2,
            "6048" : 1,
            "268288" : 1,
            "288768" : 1,
            "321536" : 1,
            "342016" : 1,
            "346112" : 2,
            "350208" : 3,
            "354304" : 1,
            "358400" : 1,
            "362496" : 1,
            "366592" : 1,
            "374784" : 3,
            "378880" : 1,
            "395264" : 1,
            "399360" : 1,
            "403456" : 1,
            "411648" : 2,
            "415744" : 1,
            "423936" : 1,
            "428032" : 2,
            "432128" : 1,
            "436224" : 3,
            "444416" : 1,
            "477184" : 1,
            "501760" : 1,
            "536576" : 1,
            "651264" : 1,
            "675840" : 1,
            "684032" : 2,
            "700416" : 3,
            "724992" : 1,
            "733184" : 2,
            "741376" : 3,
            "749568" : 2,
            "757760" : 4,
            "765952" : 1,
            "774144" : 2,
            "798720" : 2,
            "806912" : 1,
            "823296" : 2,
            "831488" : 2,
            "839680" : 1,
            "847872" : 1,
            "880640" : 1,
            "913408" : 1,
            "978944" : 1,
            "987136" : 1,
            "1028096" : 1,
            "1056768" : 2,
            "1073152" : 2,
            "1089536" : 1,
            "1105920" : 2,
            "1122304" : 4,
            "1138688" : 3,
            "1155072" : 1,
            "1171456" : 3,
            "1187840" : 5,
            "1204224" : 2,
            "1220608" : 4,
            "1269760" : 3,
            "1302528" : 1,
            "1318912" : 1,
            "1335296" : 1,
            "1368064" : 1,
            "1384448" : 1,
            "1400832" : 1,
            "1417216" : 1,
            "1433600" : 1,
            "1449984" : 1,
            "1482752" : 3,
            "1499136" : 1,
            "1531904" : 1,
            "1548288" : 5,
            "1564672" : 5,
            "1581056" : 4,
            "1597440" : 1,
            "1613824" : 4,
            "1630208" : 1,
            "1679360" : 1,
            "1695744" : 1,
            "1712128" : 1,
            "1744896" : 1,
            "1777664" : 2,
            "1794048" : 2,
            "1810432" : 4,
            "1843200" : 1,
            "1875968" : 3,
            "1892352" : 1,
            "1908736" : 1,
            "1925120" : 2,
            "1941504" : 2,
            "1957888" : 2,
            "1974272" : 3,
            "1990656" : 1,
            "2007040" : 2,
            "2023424" : 2,
            "2056192" : 1,
            "2088960" : 2,
            "2113536" : 3,
            "2146304" : 2,
            "2179072" : 1,
            "2211840" : 6,
            "2277376" : 2,
            "2310144" : 3,
            "2342912" : 7,
            "2375680" : 3,
            "2408448" : 1,
            "2441216" : 3,
            "2473984" : 4,
            "2506752" : 2,
            "2539520" : 1,
            "2572288" : 3,
            "2605056" : 2,
            "2637824" : 1,
            "2670592" : 4,
            "2703360" : 6,
            "2736128" : 4,
            "2768896" : 4,
            "2801664" : 4,
            "2867200" : 4,
            "2899968" : 2,
            "2965504" : 1,
            "2998272" : 1,
            "3031040" : 5,
            "3063808" : 6,
            "3096576" : 10,
            "3129344" : 5,
            "3162112" : 4,
            "3227648" : 4,
            "3260416" : 2,
            "3358720" : 6,
            "3391488" : 3,
            "3424256" : 4,
            "3489792" : 4,
            "3522560" : 8,
            "3555328" : 2,
            "3588096" : 2,
            "3620864" : 3,
            "3653632" : 4,
            "3719168" : 4,
            "3751936" : 2,
            "3784704" : 4,
            "3817472" : 10,
            "3850240" : 4,
            "3883008" : 5,
            "3915776" : 5,
            "3948544" : 4,
            "3981312" : 3,
            "4046848" : 3,
            "4079616" : 4,
            "4112384" : 8,
            "4145152" : 6,
            "4177920" : 3,
            "4227072" : 19,
            "4292608" : 10,
            "4358144" : 9,
            "4423680" : 9,
            "4489216" : 29,
            "4554752" : 21,
            "4620288" : 27,
            "4685824" : 20,
            "4751360" : 22,
            "4816896" : 36,
            "4882432" : 53,
            "4947968" : 54,
            "5013504" : 36,
            "5079040" : 78,
            "5144576" : 78,
            "5210112" : 124,
            "5275648" : 142,
            "5341184" : 165,
            "5406720" : 227,
            "5472256" : 296,
            "5537792" : 330,
            "5603328" : 417,
            "5668864" : 423,
            "5734400" : 527,
            "5799936" : 615,
            "5865472" : 725,
            "5931008" : 850,
            "5996544" : 1008,
            "6062080" : 1180,
            "6127616" : 1190,
            "6193152" : 1483,
            "6258688" : 1657,
            "6324224" : 1962,
            "6389760" : 2355,
            "6455296" : 2716,
            "6520832" : 2892,
            "6586368" : 3088,
            "6651904" : 3547,
            "6717440" : 4049,
            "6782976" : 4552,
            "6848512" : 4902,
            "6914048" : 5410,
            "6979584" : 5899,
            "7045120" : 6382,
            "7110656" : 6885,
            "7176192" : 7562,
            "7241728" : 8280,
            "7307264" : 8919,
            "7372800" : 9481,
            "7438336" : 10431,
            "7503872" : 11107,
            "7569408" : 11860,
            "7634944" : 12843,
            "7700480" : 13737,
            "7766016" : 14535,
            "7831552" : 15900,
            "7897088" : 16971,
            "7962624" : 18207,
            "8028160" : 19627,
            "8093696" : 21491,
            "8159232" : 23118,
            "8224768" : 25056,
            "8290304" : 27572,
            "8355840" : 30273,
            "8454144" : 69241,
            "8585216" : 85630,
            "8716288" : 107538,
            "8847360" : 134784,
            "8978432" : 168724,
            "9109504" : 214650,
            "9240576" : 270024,
            "9371648" : 338140,
            "9502720" : 417413,
            "9633792" : 508283,
            "9764864" : 608804,
            "9895936" : 719204,
            "10027008" : 830145,
            "10158080" : 938010,
            "10289152" : 1032630,
            "10420224" : 1106831,
            "10551296" : 1158025,
            "10682368" : 1179581,
            "10813440" : 1154698,
            "10944512" : 1093661,
            "11075584" : 1001032,
            "11206656" : 880126,
            "11337728" : 736471,
            "11468800" : 589938,
            "11599872" : 449943,
            "11730944" : 325543,
            "11862016" : 222976,
            "11993088" : 144607,
            "12124160" : 89468,
            "12255232" : 51772,
            "12386304" : 28237,
            "12517376" : 14987,
            "12648448" : 7783,
            "12779520" : 3678,
            "12910592" : 1719,
            "13041664" : 749,
            "13172736" : 307,
            "13303808" : 126,
            "13434880" : 52,
            "13565952" : 36,
            "13697024" : 14,
            "13828096" : 3
          }
        },
        "lat_ns" : {
          "min" : 264894,
          "max" : 14456196,
          "mean" : 10804011.846623,
          "stddev" : 871626.938528,
          "N" : 17059466
        },
        "bw_min" : 357472,
        "bw_max" : 403472,
        "bw_agg" : 100.000000,
        "bw_mean" : 379252.520891,
        "bw_dev" : 310.229090,
        "bw_samples" : 11488,
        "iops_min" : 89368,
        "iops_max" : 100868,
        "iops_mean" : 94812.311978,
        "iops_stddev" : 77.578419,
        "iops_samples" : 11488
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5760140,
      "usr_cpu" : 0.683803,
      "sys_cpu" : 9.823077,
      "ctx" : 15259465,
      "majf" : 0,
      "minf" : 1313,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999812,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.010000,
        "750" : 0.010000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 24.907287,
        "20" : 75.096242,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}