← Back to file list

📄 rand-read-qd32-nj32_run3.json

mirror/benchmarks/rand/rand-read-qd32-nj32_run3.json

{
  "fio version" : "fio-3.35",
  "timestamp" : 1772838913,
  "timestamp_ms" : 1772838913898,
  "time" : "Fri Mar  6 19:15:13 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 180,
      "elapsed" : 10,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 3887464448,
        "io_kbytes" : 3796352,
        "bw_bytes" : 398673412,
        "bw" : 389329,
        "iops" : 97446.620859,
        "runtime" : 9751,
        "total_ios" : 950202,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 312032,
      "usr_cpu" : 0.706979,
      "sys_cpu" : 10.076531,
      "ctx" : 824048,
      "majf" : 0,
      "minf" : 1271,
      "iodepth_level" : {
        "1" : 0.100000,
        "2" : 0.100000,
        "4" : 0.100000,
        "8" : 0.100000,
        "16" : 0.100000,
        "32" : 99.895601,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999684,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999579,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772838924,
  "timestamp_ms" : 1772838924147,
  "time" : "Fri Mar  6 19:15:24 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 169,
      "elapsed" : 21,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 3975000064,
        "io_kbytes" : 3881836,
        "bw_bytes" : 397500006,
        "bw" : 388183,
        "iops" : 97053.200000,
        "runtime" : 10000,
        "total_ios" : 970532,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 6179,
          "max" : 1242496,
          "mean" : 327412.366916,
          "stddev" : 132307.135649,
          "N" : 970532
        },
        "clat_ns" : {
          "min" : 4261373,
          "max" : 13227116,
          "mean" : 10224123.198193,
          "stddev" : 904142.320188,
          "N" : 970500,
          "percentile" : {
            "1.000000" : 7176192,
            "5.000000" : 8716288,
            "10.000000" : 9109504,
            "20.000000" : 9633792,
            "30.000000" : 9895936,
            "40.000000" : 10158080,
            "50.000000" : 10289152,
            "60.000000" : 10551296,
            "70.000000" : 10682368,
            "80.000000" : 10944512,
            "90.000000" : 11206656,
            "95.000000" : 11468800,
            "99.000000" : 11993088,
            "99.500000" : 12124160,
            "99.900000" : 12386304,
            "99.950000" : 12517376,
            "99.990000" : 12779520
          },
          "bins" : {
            "4292608" : 1,
            "4358144" : 3,
            "4423680" : 2,
            "4554752" : 5,
            "4620288" : 3,
            "4685824" : 1,
            "4751360" : 7,
            "4816896" : 12,
            "4882432" : 9,
            "4947968" : 16,
            "5013504" : 17,
            "5079040" : 15,
            "5144576" : 26,
            "5210112" : 35,
            "5275648" : 37,
            "5341184" : 45,
            "5406720" : 50,
            "5472256" : 52,
            "5537792" : 51,
            "5603328" : 65,
            "5668864" : 80,
            "5734400" : 105,
            "5799936" : 114,
            "5865472" : 113,
            "5931008" : 160,
            "5996544" : 164,
            "6062080" : 204,
            "6127616" : 239,
            "6193152" : 216,
            "6258688" : 269,
            "6324224" : 304,
            "6389760" : 358,
            "6455296" : 352,
            "6520832" : 395,
            "6586368" : 453,
            "6651904" : 493,
            "6717440" : 527,
            "6782976" : 547,
            "6848512" : 658,
            "6914048" : 663,
            "6979584" : 712,
            "7045120" : 738,
            "7110656" : 764,
            "7176192" : 811,
            "7241728" : 812,
            "7307264" : 882,
            "7372800" : 953,
            "7438336" : 1005,
            "7503872" : 1045,
            "7569408" : 1114,
            "7634944" : 1123,
            "7700480" : 1225,
            "7766016" : 1202,
            "7831552" : 1346,
            "7897088" : 1414,
            "7962624" : 1526,
            "8028160" : 1551,
            "8093696" : 1689,
            "8159232" : 1852,
            "8224768" : 1995,
            "8290304" : 2150,
            "8355840" : 2347,
            "8454144" : 5755,
            "8585216" : 7197,
            "8716288" : 9131,
            "8847360" : 11550,
            "8978432" : 14665,
            "9109504" : 18501,
            "9240576" : 23088,
            "9371648" : 27953,
            "9502720" : 32878,
            "9633792" : 39216,
            "9764864" : 45548,
            "9895936" : 51243,
            "10027008" : 56575,
            "10158080" : 60982,
            "10289152" : 64092,
            "10420224" : 65237,
            "10551296" : 64038,
            "10682368" : 61143,
            "10813440" : 56673,
            "10944512" : 50041,
            "11075584" : 43050,
            "11206656" : 35377,
            "11337728" : 28042,
            "11468800" : 20856,
            "11599872" : 15134,
            "11730944" : 10595,
            "11862016" : 6922,
            "11993088" : 4265,
            "12124160" : 2783,
            "12255232" : 1440,
            "12386304" : 744,
            "12517376" : 343,
            "12648448" : 172,
            "12779520" : 68,
            "12910592" : 56,
            "13041664" : 20,
            "13172736" : 5
          }
        },
        "lat_ns" : {
          "min" : 4377981,
          "max" : 13642869,
          "mean" : 10551544.434962,
          "stddev" : 923600.511413,
          "N" : 970500
        },
        "bw_min" : 380544,
        "bw_max" : 396192,
        "bw_agg" : 100.000000,
        "bw_mean" : 388245.684211,
        "bw_dev" : 134.224890,
        "bw_samples" : 608,
        "iops_min" : 95136,
        "iops_max" : 99046,
        "iops_mean" : 97060.157895,
        "iops_stddev" : 33.541812,
        "iops_samples" : 608
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 320000,
      "usr_cpu" : 0.714688,
      "sys_cpu" : 9.949687,
      "ctx" : 846022,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999794,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999794,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 34.824921,
        "20" : 65.171782,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772838934,
  "timestamp_ms" : 1772838934147,
  "time" : "Fri Mar  6 19:15:34 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 159,
      "elapsed" : 31,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 7946256384,
        "io_kbytes" : 7760016,
        "bw_bytes" : 397312819,
        "bw" : 388000,
        "iops" : 97004.200000,
        "runtime" : 20000,
        "total_ios" : 1940084,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 6179,
          "max" : 1242496,
          "mean" : 327550.410275,
          "stddev" : 132252.521757,
          "N" : 1940084
        },
        "clat_ns" : {
          "min" : 3715680,
          "max" : 13371986,
          "mean" : 10228545.071281,
          "stddev" : 900028.306356,
          "N" : 1940052,
          "percentile" : {
            "1.000000" : 7241728,
            "5.000000" : 8716288,
            "10.000000" : 9109504,
            "20.000000" : 9633792,
            "30.000000" : 9895936,
            "40.000000" : 10158080,
            "50.000000" : 10289152,
            "60.000000" : 10551296,
            "70.000000" : 10682368,
            "80.000000" : 10944512,
            "90.000000" : 11206656,
            "95.000000" : 11468800,
            "99.000000" : 11993088,
            "99.500000" : 12124160,
            "99.900000" : 12386304,
            "99.950000" : 12517376,
            "99.990000" : 12779520
          },
          "bins" : {
            "3719168" : 1,
            "3883008" : 1,
            "3915776" : 1,
            "3948544" : 5,
            "4014080" : 1,
            "4046848" : 1,
            "4079616" : 1,
            "4227072" : 2,
            "4292608" : 3,
            "4358144" : 5,
            "4423680" : 4,
            "4489216" : 1,
            "4554752" : 6,
            "4620288" : 6,
            "4685824" : 7,
            "4751360" : 13,
            "4816896" : 25,
            "4882432" : 18,
            "4947968" : 24,
            "5013504" : 29,
            "5079040" : 23,
            "5144576" : 43,
            "5210112" : 59,
            "5275648" : 63,
            "5341184" : 73,
            "5406720" : 84,
            "5472256" : 104,
            "5537792" : 100,
            "5603328" : 118,
            "5668864" : 152,
            "5734400" : 183,
            "5799936" : 204,
            "5865472" : 223,
            "5931008" : 297,
            "5996544" : 289,
            "6062080" : 353,
            "6127616" : 419,
            "6193152" : 408,
            "6258688" : 499,
            "6324224" : 570,
            "6389760" : 634,
            "6455296" : 662,
            "6520832" : 693,
            "6586368" : 821,
            "6651904" : 932,
            "6717440" : 961,
            "6782976" : 1073,
            "6848512" : 1202,
            "6914048" : 1217,
            "6979584" : 1344,
            "7045120" : 1431,
            "7110656" : 1529,
            "7176192" : 1665,
            "7241728" : 1705,
            "7307264" : 1768,
            "7372800" : 1914,
            "7438336" : 1981,
            "7503872" : 2103,
            "7569408" : 2229,
            "7634944" : 2231,
            "7700480" : 2414,
            "7766016" : 2354,
            "7831552" : 2582,
            "7897088" : 2747,
            "7962624" : 2973,
            "8028160" : 3134,
            "8093696" : 3369,
            "8159232" : 3711,
            "8224768" : 3984,
            "8290304" : 4342,
            "8355840" : 4726,
            "8454144" : 11477,
            "8585216" : 14342,
            "8716288" : 18191,
            "8847360" : 23111,
            "8978432" : 28947,
            "9109504" : 36496,
            "9240576" : 45788,
            "9371648" : 55280,
            "9502720" : 65915,
            "9633792" : 78473,
            "9764864" : 91296,
            "9895936" : 102953,
            "10027008" : 114065,
            "10158080" : 122547,
            "10289152" : 127875,
            "10420224" : 131323,
            "10551296" : 127717,
            "10682368" : 121652,
            "10813440" : 113109,
            "10944512" : 100086,
            "11075584" : 85818,
            "11206656" : 70050,
            "11337728" : 55548,
            "11468800" : 42391,
            "11599872" : 30581,
            "11730944" : 21225,
            "11862016" : 14003,
            "11993088" : 8882,
            "12124160" : 5584,
            "12255232" : 3126,
            "12386304" : 1716,
            "12517376" : 843,
            "12648448" : 421,
            "12779520" : 212,
            "12910592" : 112,
            "13041664" : 37,
            "13172736" : 8,
            "13303808" : 3,
            "13434880" : 1
          }
        },
        "lat_ns" : {
          "min" : 3954896,
          "max" : 13791236,
          "mean" : 10556095.032721,
          "stddev" : 919304.579916,
          "N" : 1940052
        },
        "bw_min" : 378864,
        "bw_max" : 397520,
        "bw_agg" : 100.000000,
        "bw_mean" : 388118.256410,
        "bw_dev" : 136.771214,
        "bw_samples" : 1248,
        "iops_min" : 94716,
        "iops_max" : 99379,
        "iops_mean" : 97028.641026,
        "iops_stddev" : 34.180721,
        "iops_samples" : 1248
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 639999,
      "usr_cpu" : 0.720782,
      "sys_cpu" : 9.965484,
      "ctx" : 1691603,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999948,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999948,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 34.710301,
        "20" : 65.287637,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772838944,
  "timestamp_ms" : 1772838944146,
  "time" : "Fri Mar  6 19:15:44 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 150,
      "elapsed" : 41,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 11918045184,
        "io_kbytes" : 11638716,
        "bw_bytes" : 397281415,
        "bw" : 387970,
        "iops" : 96995.433181,
        "runtime" : 29999,
        "total_ios" : 2909766,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 6179,
          "max" : 1275256,
          "mean" : 327574.211663,
          "stddev" : 132194.003226,
          "N" : 2909766
        },
        "clat_ns" : {
          "min" : 3715680,
          "max" : 13371986,
          "mean" : 10229371.139120,
          "stddev" : 893969.895406,
          "N" : 2909734,
          "percentile" : {
            "1.000000" : 7307264,
            "5.000000" : 8716288,
            "10.000000" : 9109504,
            "20.000000" : 9633792,
            "30.000000" : 9895936,
            "40.000000" : 10158080,
            "50.000000" : 10289152,
            "60.000000" : 10551296,
            "70.000000" : 10682368,
            "80.000000" : 10944512,
            "90.000000" : 11206656,
            "95.000000" : 11468800,
            "99.000000" : 11993088,
            "99.500000" : 12124160,
            "99.900000" : 12386304,
            "99.950000" : 12517376,
            "99.990000" : 12779520
          },
          "bins" : {
            "3719168" : 1,
            "3883008" : 1,
            "3915776" : 1,
            "3948544" : 5,
            "4014080" : 1,
            "4046848" : 1,
            "4079616" : 1,
            "4227072" : 2,
            "4292608" : 5,
            "4358144" : 9,
            "4423680" : 4,
            "4489216" : 2,
            "4554752" : 9,
            "4620288" : 10,
            "4685824" : 11,
            "4751360" : 19,
            "4816896" : 36,
            "4882432" : 25,
            "4947968" : 36,
            "5013504" : 38,
            "5079040" : 35,
            "5144576" : 70,
            "5210112" : 75,
            "5275648" : 106,
            "5341184" : 117,
            "5406720" : 122,
            "5472256" : 140,
            "5537792" : 138,
            "5603328" : 172,
            "5668864" : 215,
            "5734400" : 249,
            "5799936" : 285,
            "5865472" : 342,
            "5931008" : 409,
            "5996544" : 398,
            "6062080" : 486,
            "6127616" : 568,
            "6193152" : 602,
            "6258688" : 673,
            "6324224" : 779,
            "6389760" : 870,
            "6455296" : 960,
            "6520832" : 981,
            "6586368" : 1172,
            "6651904" : 1310,
            "6717440" : 1390,
            "6782976" : 1509,
            "6848512" : 1714,
            "6914048" : 1760,
            "6979584" : 1863,
            "7045120" : 2021,
            "7110656" : 2178,
            "7176192" : 2399,
            "7241728" : 2472,
            "7307264" : 2567,
            "7372800" : 2794,
            "7438336" : 2811,
            "7503872" : 3034,
            "7569408" : 3235,
            "7634944" : 3291,
            "7700480" : 3575,
            "7766016" : 3564,
            "7831552" : 3839,
            "7897088" : 4123,
            "7962624" : 4426,
            "8028160" : 4651,
            "8093696" : 5010,
            "8159232" : 5532,
            "8224768" : 5941,
            "8290304" : 6556,
            "8355840" : 7231,
            "8454144" : 17197,
            "8585216" : 21527,
            "8716288" : 27324,
            "8847360" : 34708,
            "8978432" : 43604,
            "9109504" : 54522,
            "9240576" : 68314,
            "9371648" : 83082,
            "9502720" : 99271,
            "9633792" : 118710,
            "9764864" : 136856,
            "9895936" : 155483,
            "10027008" : 172353,
            "10158080" : 184718,
            "10289152" : 192443,
            "10420224" : 197355,
            "10551296" : 191350,
            "10682368" : 182279,
            "10813440" : 168953,
            "10944512" : 149928,
            "11075584" : 128330,
            "11206656" : 105426,
            "11337728" : 83285,
            "11468800" : 63121,
            "11599872" : 45587,
            "11730944" : 31548,
            "11862016" : 20827,
            "11993088" : 13350,
            "12124160" : 8066,
            "12255232" : 4508,
            "12386304" : 2465,
            "12517376" : 1221,
            "12648448" : 586,
            "12779520" : 274,
            "12910592" : 132,
            "13041664" : 44,
            "13172736" : 8,
            "13303808" : 3,
            "13434880" : 1
          }
        },
        "lat_ns" : {
          "min" : 3954896,
          "max" : 13791236,
          "mean" : 10556944.297095,
          "stddev" : 912972.535430,
          "N" : 2909734
        },
        "bw_min" : 377832,
        "bw_max" : 398512,
        "bw_agg" : 100.000000,
        "bw_mean" : 388080.610169,
        "bw_dev" : 138.038567,
        "bw_samples" : 1888,
        "iops_min" : 94458,
        "iops_max" : 99627,
        "iops_mean" : 97019.508475,
        "iops_stddev" : 34.501134,
        "iops_samples" : 1888
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 959968,
      "usr_cpu" : 0.719607,
      "sys_cpu" : 9.968666,
      "ctx" : 2537085,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999897,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999897,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 34.726710,
        "20" : 65.271915,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772838954,
  "timestamp_ms" : 1772838954146,
  "time" : "Fri Mar  6 19:15:54 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 140,
      "elapsed" : 51,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 15893307392,
        "io_kbytes" : 15520808,
        "bw_bytes" : 397332684,
        "bw" : 388020,
        "iops" : 97006.750000,
        "runtime" : 40000,
        "total_ios" : 3880270,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5599,
          "max" : 1275256,
          "mean" : 327525.399574,
          "stddev" : 132186.075530,
          "N" : 3880270
        },
        "clat_ns" : {
          "min" : 3715680,
          "max" : 13371986,
          "mean" : 10227783.450626,
          "stddev" : 887678.800583,
          "N" : 3880238,
          "percentile" : {
            "1.000000" : 7307264,
            "5.000000" : 8716288,
            "10.000000" : 9109504,
            "20.000000" : 9633792,
            "30.000000" : 9895936,
            "40.000000" : 10158080,
            "50.000000" : 10289152,
            "60.000000" : 10551296,
            "70.000000" : 10682368,
            "80.000000" : 10944512,
            "90.000000" : 11206656,
            "95.000000" : 11468800,
            "99.000000" : 11993088,
            "99.500000" : 12124160,
            "99.900000" : 12386304,
            "99.950000" : 12517376,
            "99.990000" : 12779520
          },
          "bins" : {
            "3719168" : 1,
            "3883008" : 1,
            "3915776" : 1,
            "3948544" : 5,
            "4014080" : 1,
            "4046848" : 1,
            "4079616" : 1,
            "4177920" : 2,
            "4227072" : 5,
            "4292608" : 7,
            "4358144" : 9,
            "4423680" : 7,
            "4489216" : 8,
            "4554752" : 18,
            "4620288" : 12,
            "4685824" : 18,
            "4751360" : 26,
            "4816896" : 44,
            "4882432" : 34,
            "4947968" : 39,
            "5013504" : 44,
            "5079040" : 38,
            "5144576" : 80,
            "5210112" : 89,
            "5275648" : 118,
            "5341184" : 135,
            "5406720" : 149,
            "5472256" : 160,
            "5537792" : 161,
            "5603328" : 217,
            "5668864" : 272,
            "5734400" : 291,
            "5799936" : 338,
            "5865472" : 396,
            "5931008" : 479,
            "5996544" : 484,
            "6062080" : 591,
            "6127616" : 664,
            "6193152" : 696,
            "6258688" : 821,
            "6324224" : 942,
            "6389760" : 1085,
            "6455296" : 1199,
            "6520832" : 1222,
            "6586368" : 1443,
            "6651904" : 1642,
            "6717440" : 1736,
            "6782976" : 1906,
            "6848512" : 2156,
            "6914048" : 2219,
            "6979584" : 2371,
            "7045120" : 2517,
            "7110656" : 2756,
            "7176192" : 2988,
            "7241728" : 3168,
            "7307264" : 3323,
            "7372800" : 3581,
            "7438336" : 3653,
            "7503872" : 3992,
            "7569408" : 4168,
            "7634944" : 4315,
            "7700480" : 4651,
            "7766016" : 4753,
            "7831552" : 5110,
            "7897088" : 5459,
            "7962624" : 5851,
            "8028160" : 6242,
            "8093696" : 6762,
            "8159232" : 7350,
            "8224768" : 8003,
            "8290304" : 8696,
            "8355840" : 9792,
            "8454144" : 22958,
            "8585216" : 28839,
            "8716288" : 37110,
            "8847360" : 46549,
            "8978432" : 58861,
            "9109504" : 73801,
            "9240576" : 92436,
            "9371648" : 112318,
            "9502720" : 133793,
            "9633792" : 159767,
            "9764864" : 183507,
            "9895936" : 207896,
            "10027008" : 229859,
            "10158080" : 246301,
            "10289152" : 256821,
            "10420224" : 262372,
            "10551296" : 255133,
            "10682368" : 242879,
            "10813440" : 224654,
            "10944512" : 199813,
            "11075584" : 170946,
            "11206656" : 139680,
            "11337728" : 110248,
            "11468800" : 83753,
            "11599872" : 60203,
            "11730944" : 41400,
            "11862016" : 27263,
            "11993088" : 17370,
            "12124160" : 10342,
            "12255232" : 5805,
            "12386304" : 3159,
            "12517376" : 1559,
            "12648448" : 774,
            "12779520" : 340,
            "12910592" : 148,
            "13041664" : 54,
            "13172736" : 11,
            "13303808" : 3,
            "13434880" : 1
          }
        },
        "lat_ns" : {
          "min" : 3954896,
          "max" : 13791236,
          "mean" : 10555307.473289,
          "stddev" : 906404.710231,
          "N" : 3880238
        },
        "bw_min" : 377560,
        "bw_max" : 398728,
        "bw_agg" : 100.000000,
        "bw_mean" : 388136.253165,
        "bw_dev" : 137.224511,
        "bw_samples" : 2528,
        "iops_min" : 94390,
        "iops_max" : 99681,
        "iops_mean" : 97033.582278,
        "iops_stddev" : 34.300197,
        "iops_samples" : 2528
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1279975,
      "usr_cpu" : 0.715405,
      "sys_cpu" : 9.975273,
      "ctx" : 3383098,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999948,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999948,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 34.907055,
        "20" : 65.091914,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772838964,
  "timestamp_ms" : 1772838964147,
  "time" : "Fri Mar  6 19:16:04 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 130,
      "elapsed" : 61,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 19870654464,
        "io_kbytes" : 19404936,
        "bw_bytes" : 397413089,
        "bw" : 388098,
        "iops" : 97026.240000,
        "runtime" : 50000,
        "total_ios" : 4851312,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5599,
          "max" : 1275256,
          "mean" : 327457.853296,
          "stddev" : 132178.974280,
          "N" : 4851312
        },
        "clat_ns" : {
          "min" : 3715680,
          "max" : 13371986,
          "mean" : 10225793.283099,
          "stddev" : 888031.570552,
          "N" : 4851280,
          "percentile" : {
            "1.000000" : 7307264,
            "5.000000" : 8716288,
            "10.000000" : 9109504,
            "20.000000" : 9633792,
            "30.000000" : 9895936,
            "40.000000" : 10158080,
            "50.000000" : 10289152,
            "60.000000" : 10551296,
            "70.000000" : 10682368,
            "80.000000" : 10944512,
            "90.000000" : 11206656,
            "95.000000" : 11468800,
            "99.000000" : 11993088,
            "99.500000" : 12124160,
            "99.900000" : 12386304,
            "99.950000" : 12517376,
            "99.990000" : 12779520
          },
          "bins" : {
            "3719168" : 1,
            "3883008" : 1,
            "3915776" : 1,
            "3948544" : 5,
            "4014080" : 1,
            "4046848" : 1,
            "4079616" : 1,
            "4177920" : 3,
            "4227072" : 5,
            "4292608" : 7,
            "4358144" : 9,
            "4423680" : 8,
            "4489216" : 12,
            "4554752" : 21,
            "4620288" : 14,
            "4685824" : 19,
            "4751360" : 26,
            "4816896" : 50,
            "4882432" : 46,
            "4947968" : 57,
            "5013504" : 57,
            "5079040" : 57,
            "5144576" : 94,
            "5210112" : 119,
            "5275648" : 149,
            "5341184" : 169,
            "5406720" : 194,
            "5472256" : 207,
            "5537792" : 208,
            "5603328" : 274,
            "5668864" : 334,
            "5734400" : 354,
            "5799936" : 421,
            "5865472" : 498,
            "5931008" : 586,
            "5996544" : 622,
            "6062080" : 712,
            "6127616" : 813,
            "6193152" : 856,
            "6258688" : 1025,
            "6324224" : 1174,
            "6389760" : 1309,
            "6455296" : 1460,
            "6520832" : 1530,
            "6586368" : 1777,
            "6651904" : 2003,
            "6717440" : 2126,
            "6782976" : 2333,
            "6848512" : 2642,
            "6914048" : 2775,
            "6979584" : 3029,
            "7045120" : 3147,
            "7110656" : 3463,
            "7176192" : 3685,
            "7241728" : 3911,
            "7307264" : 4243,
            "7372800" : 4472,
            "7438336" : 4615,
            "7503872" : 4990,
            "7569408" : 5243,
            "7634944" : 5422,
            "7700480" : 5891,
            "7766016" : 6010,
            "7831552" : 6403,
            "7897088" : 6905,
            "7962624" : 7316,
            "8028160" : 7892,
            "8093696" : 8446,
            "8159232" : 9295,
            "8224768" : 10133,
            "8290304" : 10863,
            "8355840" : 12361,
            "8454144" : 28910,
            "8585216" : 36425,
            "8716288" : 46605,
            "8847360" : 58877,
            "8978432" : 73888,
            "9109504" : 92820,
            "9240576" : 116231,
            "9371648" : 141016,
            "9502720" : 168088,
            "9633792" : 200493,
            "9764864" : 230078,
            "9895936" : 260571,
            "10027008" : 287103,
            "10158080" : 306702,
            "10289152" : 320223,
            "10420224" : 326390,
            "10551296" : 318576,
            "10682368" : 303785,
            "10813440" : 280741,
            "10944512" : 249648,
            "11075584" : 212990,
            "11206656" : 174182,
            "11337728" : 137514,
            "11468800" : 104462,
            "11599872" : 75113,
            "11730944" : 51740,
            "11862016" : 34207,
            "11993088" : 21452,
            "12124160" : 12739,
            "12255232" : 7206,
            "12386304" : 3923,
            "12517376" : 1949,
            "12648448" : 972,
            "12779520" : 439,
            "12910592" : 204,
            "13041664" : 84,
            "13172736" : 25,
            "13303808" : 7,
            "13434880" : 1
          }
        },
        "lat_ns" : {
          "min" : 3954896,
          "max" : 13791236,
          "mean" : 10553253.205787,
          "stddev" : 906761.315196,
          "N" : 4851280
        },
        "bw_min" : 376968,
        "bw_max" : 399542,
        "bw_agg" : 100.000000,
        "bw_mean" : 388204.727273,
        "bw_dev" : 139.987501,
        "bw_samples" : 3168,
        "iops_min" : 94242,
        "iops_max" : 99885,
        "iops_mean" : 97050.797980,
        "iops_stddev" : 34.992417,
        "iops_samples" : 3168
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1599998,
      "usr_cpu" : 0.718751,
      "sys_cpu" : 9.978325,
      "ctx" : 4229077,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999938,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999938,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 35.049137,
        "20" : 64.950038,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772838974,
  "timestamp_ms" : 1772838974146,
  "time" : "Fri Mar  6 19:16:14 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 120,
      "elapsed" : 71,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 23859859456,
        "io_kbytes" : 23300644,
        "bw_bytes" : 397670952,
        "bw" : 388350,
        "iops" : 97089.101485,
        "runtime" : 59999,
        "total_ios" : 5825249,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5599,
          "max" : 1287836,
          "mean" : 327241.441752,
          "stddev" : 132402.023383,
          "N" : 5825250
        },
        "clat_ns" : {
          "min" : 3715680,
          "max" : 13371986,
          "mean" : 10219185.855358,
          "stddev" : 887480.039195,
          "N" : 5825217,
          "percentile" : {
            "1.000000" : 7372800,
            "5.000000" : 8716288,
            "10.000000" : 9109504,
            "20.000000" : 9633792,
            "30.000000" : 9895936,
            "40.000000" : 10158080,
            "50.000000" : 10289152,
            "60.000000" : 10551296,
            "70.000000" : 10682368,
            "80.000000" : 10944512,
            "90.000000" : 11206656,
            "95.000000" : 11468800,
            "99.000000" : 11862016,
            "99.500000" : 12124160,
            "99.900000" : 12386304,
            "99.950000" : 12517376,
            "99.990000" : 12779520
          },
          "bins" : {
            "3719168" : 1,
            "3883008" : 1,
            "3915776" : 1,
            "3948544" : 5,
            "4014080" : 3,
            "4046848" : 1,
            "4079616" : 1,
            "4177920" : 3,
            "4227072" : 8,
            "4292608" : 9,
            "4358144" : 9,
            "4423680" : 8,
            "4489216" : 12,
            "4554752" : 26,
            "4620288" : 17,
            "4685824" : 22,
            "4751360" : 30,
            "4816896" : 56,
            "4882432" : 55,
            "4947968" : 63,
            "5013504" : 74,
            "5079040" : 64,
            "5144576" : 108,
            "5210112" : 131,
            "5275648" : 170,
            "5341184" : 190,
            "5406720" : 213,
            "5472256" : 235,
            "5537792" : 245,
            "5603328" : 305,
            "5668864" : 385,
            "5734400" : 395,
            "5799936" : 474,
            "5865472" : 601,
            "5931008" : 665,
            "5996544" : 726,
            "6062080" : 839,
            "6127616" : 939,
            "6193152" : 1032,
            "6258688" : 1196,
            "6324224" : 1378,
            "6389760" : 1540,
            "6455296" : 1682,
            "6520832" : 1822,
            "6586368" : 2099,
            "6651904" : 2354,
            "6717440" : 2508,
            "6782976" : 2720,
            "6848512" : 3141,
            "6914048" : 3289,
            "6979584" : 3607,
            "7045120" : 3714,
            "7110656" : 4053,
            "7176192" : 4371,
            "7241728" : 4642,
            "7307264" : 5037,
            "7372800" : 5277,
            "7438336" : 5564,
            "7503872" : 6018,
            "7569408" : 6267,
            "7634944" : 6476,
            "7700480" : 6981,
            "7766016" : 7313,
            "7831552" : 7803,
            "7897088" : 8432,
            "7962624" : 8958,
            "8028160" : 9579,
            "8093696" : 10351,
            "8159232" : 11383,
            "8224768" : 12474,
            "8290304" : 13537,
            "8355840" : 15252,
            "8454144" : 35408,
            "8585216" : 44926,
            "8716288" : 57285,
            "8847360" : 72404,
            "8978432" : 90581,
            "9109504" : 113666,
            "9240576" : 141228,
            "9371648" : 171359,
            "9502720" : 204071,
            "9633792" : 242224,
            "9764864" : 277804,
            "9895936" : 314328,
            "10027008" : 345723,
            "10158080" : 368478,
            "10289152" : 384286,
            "10420224" : 390275,
            "10551296" : 381396,
            "10682368" : 363067,
            "10813440" : 335019,
            "10944512" : 297507,
            "11075584" : 253011,
            "11206656" : 206586,
            "11337728" : 162884,
            "11468800" : 124025,
            "11599872" : 88915,
            "11730944" : 61171,
            "11862016" : 40617,
            "11993088" : 25440,
            "12124160" : 15095,
            "12255232" : 8474,
            "12386304" : 4609,
            "12517376" : 2327,
            "12648448" : 1185,
            "12779520" : 530,
            "12910592" : 235,
            "13041664" : 98,
            "13172736" : 33,
            "13303808" : 7,
            "13434880" : 1
          }
        },
        "lat_ns" : {
          "min" : 3954896,
          "max" : 13791236,
          "mean" : 10546426.644798,
          "stddev" : 906168.470314,
          "N" : 5825217
        },
        "bw_min" : 376856,
        "bw_max" : 399974,
        "bw_agg" : 100.000000,
        "bw_mean" : 388452.134454,
        "bw_dev" : 141.248261,
        "bw_samples" : 3808,
        "iops_min" : 94214,
        "iops_max" : 99993,
        "iops_mean" : 97112.714286,
        "iops_stddev" : 35.308906,
        "iops_samples" : 3808
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1919968,
      "usr_cpu" : 0.719335,
      "sys_cpu" : 9.984177,
      "ctx" : 5074234,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999983,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 35.402847,
        "20" : 64.596466,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772838984,
  "timestamp_ms" : 1772838984146,
  "time" : "Fri Mar  6 19:16:24 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 110,
      "elapsed" : 81,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 27869118464,
        "io_kbytes" : 27215936,
        "bw_bytes" : 398130263,
        "bw" : 388799,
        "iops" : 97200.800000,
        "runtime" : 70000,
        "total_ios" : 6804056,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5599,
          "max" : 1287836,
          "mean" : 326858.706295,
          "stddev" : 132694.014046,
          "N" : 6804056
        },
        "clat_ns" : {
          "min" : 3715680,
          "max" : 13376533,
          "mean" : 10207305.423691,
          "stddev" : 886635.053689,
          "N" : 6804024,
          "percentile" : {
            "1.000000" : 7372800,
            "5.000000" : 8716288,
            "10.000000" : 9109504,
            "20.000000" : 9633792,
            "30.000000" : 9895936,
            "40.000000" : 10027008,
            "50.000000" : 10289152,
            "60.000000" : 10551296,
            "70.000000" : 10682368,
            "80.000000" : 10944512,
            "90.000000" : 11206656,
            "95.000000" : 11468800,
            "99.000000" : 11862016,
            "99.500000" : 12124160,
            "99.900000" : 12386304,
            "99.950000" : 12517376,
            "99.990000" : 12779520
          },
          "bins" : {
            "3719168" : 1,
            "3883008" : 1,
            "3915776" : 1,
            "3948544" : 5,
            "4014080" : 3,
            "4046848" : 1,
            "4079616" : 1,
            "4177920" : 3,
            "4227072" : 8,
            "4292608" : 9,
            "4358144" : 9,
            "4423680" : 8,
            "4489216" : 13,
            "4554752" : 27,
            "4620288" : 20,
            "4685824" : 24,
            "4751360" : 31,
            "4816896" : 58,
            "4882432" : 59,
            "4947968" : 79,
            "5013504" : 88,
            "5079040" : 84,
            "5144576" : 123,
            "5210112" : 145,
            "5275648" : 186,
            "5341184" : 226,
            "5406720" : 234,
            "5472256" : 272,
            "5537792" : 292,
            "5603328" : 349,
            "5668864" : 439,
            "5734400" : 460,
            "5799936" : 527,
            "5865472" : 661,
            "5931008" : 740,
            "5996544" : 823,
            "6062080" : 952,
            "6127616" : 1078,
            "6193152" : 1169,
            "6258688" : 1332,
            "6324224" : 1561,
            "6389760" : 1773,
            "6455296" : 1904,
            "6520832" : 2060,
            "6586368" : 2373,
            "6651904" : 2690,
            "6717440" : 2842,
            "6782976" : 3121,
            "6848512" : 3530,
            "6914048" : 3771,
            "6979584" : 4154,
            "7045120" : 4267,
            "7110656" : 4670,
            "7176192" : 5027,
            "7241728" : 5379,
            "7307264" : 5790,
            "7372800" : 6065,
            "7438336" : 6507,
            "7503872" : 7031,
            "7569408" : 7324,
            "7634944" : 7693,
            "7700480" : 8219,
            "7766016" : 8585,
            "7831552" : 9236,
            "7897088" : 10012,
            "7962624" : 10682,
            "8028160" : 11429,
            "8093696" : 12309,
            "8159232" : 13642,
            "8224768" : 15002,
            "8290304" : 16369,
            "8355840" : 18362,
            "8454144" : 42870,
            "8585216" : 54467,
            "8716288" : 69081,
            "8847360" : 87533,
            "8978432" : 109385,
            "9109504" : 136295,
            "9240576" : 169406,
            "9371648" : 204324,
            "9502720" : 243525,
            "9633792" : 287166,
            "9764864" : 328738,
            "9895936" : 370240,
            "10027008" : 405314,
            "10158080" : 431360,
            "10289152" : 448284,
            "10420224" : 453611,
            "10551296" : 443037,
            "10682368" : 419927,
            "10813440" : 386697,
            "10944512" : 341715,
            "11075584" : 290117,
            "11206656" : 236508,
            "11337728" : 186693,
            "11468800" : 141386,
            "11599872" : 101191,
            "11730944" : 69717,
            "11862016" : 45994,
            "11993088" : 28702,
            "12124160" : 17107,
            "12255232" : 9646,
            "12386304" : 5140,
            "12517376" : 2574,
            "12648448" : 1311,
            "12779520" : 598,
            "12910592" : 274,
            "13041664" : 110,
            "13172736" : 41,
            "13303808" : 18,
            "13434880" : 3
          }
        },
        "lat_ns" : {
          "min" : 3954896,
          "max" : 13791236,
          "mean" : 10534164.074090,
          "stddev" : 905255.385650,
          "N" : 6804024
        },
        "bw_min" : 376856,
        "bw_max" : 400864,
        "bw_agg" : 100.000000,
        "bw_mean" : 388883.884892,
        "bw_dev" : 146.454534,
        "bw_samples" : 4448,
        "iops_min" : 94214,
        "iops_max" : 100216,
        "iops_mean" : 97220.683453,
        "iops_stddev" : 36.611092,
        "iops_samples" : 4448
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2239978,
      "usr_cpu" : 0.720364,
      "sys_cpu" : 9.989741,
      "ctx" : 5919547,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999971,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999971,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 36.039900,
        "20" : 63.959512,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772838994,
  "timestamp_ms" : 1772838994147,
  "time" : "Fri Mar  6 19:16:34 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 99,
      "elapsed" : 91,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 31901523968,
        "io_kbytes" : 31153832,
        "bw_bytes" : 398769049,
        "bw" : 389422,
        "iops" : 97356.912500,
        "runtime" : 80000,
        "total_ios" : 7788553,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5599,
          "max" : 1287836,
          "mean" : 326333.179785,
          "stddev" : 133137.278848,
          "N" : 7788553
        },
        "clat_ns" : {
          "min" : 3715680,
          "max" : 14039344,
          "mean" : 10190999.002866,
          "stddev" : 888094.569390,
          "N" : 7788521,
          "percentile" : {
            "1.000000" : 7372800,
            "5.000000" : 8585216,
            "10.000000" : 9109504,
            "20.000000" : 9502720,
            "30.000000" : 9895936,
            "40.000000" : 10027008,
            "50.000000" : 10289152,
            "60.000000" : 10420224,
            "70.000000" : 10682368,
            "80.000000" : 10944512,
            "90.000000" : 11206656,
            "95.000000" : 11468800,
            "99.000000" : 11862016,
            "99.500000" : 12124160,
            "99.900000" : 12386304,
            "99.950000" : 12517376,
            "99.990000" : 12779520
          },
          "bins" : {
            "3719168" : 1,
            "3883008" : 1,
            "3915776" : 1,
            "3948544" : 5,
            "4014080" : 3,
            "4046848" : 1,
            "4079616" : 1,
            "4177920" : 3,
            "4227072" : 8,
            "4292608" : 9,
            "4358144" : 9,
            "4423680" : 8,
            "4489216" : 13,
            "4554752" : 27,
            "4620288" : 20,
            "4685824" : 24,
            "4751360" : 32,
            "4816896" : 59,
            "4882432" : 65,
            "4947968" : 82,
            "5013504" : 92,
            "5079040" : 90,
            "5144576" : 133,
            "5210112" : 165,
            "5275648" : 200,
            "5341184" : 241,
            "5406720" : 261,
            "5472256" : 294,
            "5537792" : 317,
            "5603328" : 386,
            "5668864" : 479,
            "5734400" : 502,
            "5799936" : 595,
            "5865472" : 737,
            "5931008" : 826,
            "5996544" : 959,
            "6062080" : 1068,
            "6127616" : 1211,
            "6193152" : 1334,
            "6258688" : 1534,
            "6324224" : 1773,
            "6389760" : 2032,
            "6455296" : 2185,
            "6520832" : 2433,
            "6586368" : 2774,
            "6651904" : 3072,
            "6717440" : 3310,
            "6782976" : 3600,
            "6848512" : 4014,
            "6914048" : 4334,
            "6979584" : 4777,
            "7045120" : 4886,
            "7110656" : 5376,
            "7176192" : 5779,
            "7241728" : 6223,
            "7307264" : 6704,
            "7372800" : 7036,
            "7438336" : 7513,
            "7503872" : 8155,
            "7569408" : 8479,
            "7634944" : 9015,
            "7700480" : 9654,
            "7766016" : 10104,
            "7831552" : 10842,
            "7897088" : 11750,
            "7962624" : 12661,
            "8028160" : 13562,
            "8093696" : 14641,
            "8159232" : 16400,
            "8224768" : 18007,
            "8290304" : 19613,
            "8355840" : 22003,
            "8454144" : 51234,
            "8585216" : 65120,
            "8716288" : 82167,
            "8847360" : 104105,
            "8978432" : 129987,
            "9109504" : 161541,
            "9240576" : 199634,
            "9371648" : 240514,
            "9502720" : 285257,
            "9633792" : 334712,
            "9764864" : 382245,
            "9895936" : 427961,
            "10027008" : 466461,
            "10158080" : 494343,
            "10289152" : 512109,
            "10420224" : 515813,
            "10551296" : 501817,
            "10682368" : 474377,
            "10813440" : 435104,
            "10944512" : 383028,
            "11075584" : 325306,
            "11206656" : 264070,
            "11337728" : 207948,
            "11468800" : 156933,
            "11599872" : 112104,
            "11730944" : 77202,
            "11862016" : 50773,
            "11993088" : 31552,
            "12124160" : 18802,
            "12255232" : 10703,
            "12386304" : 5647,
            "12517376" : 2807,
            "12648448" : 1433,
            "12779520" : 670,
            "12910592" : 320,
            "13041664" : 131,
            "13172736" : 46,
            "13303808" : 25,
            "13434880" : 4,
            "13565952" : 3,
            "13697024" : 1,
            "13828096" : 2,
            "13959168" : 6,
            "14090240" : 1
          }
        },
        "lat_ns" : {
          "min" : 3954896,
          "max" : 14469260,
          "mean" : 10517333.183392,
          "stddev" : 906723.472042,
          "N" : 7788521
        },
        "bw_min" : 376856,
        "bw_max" : 403320,
        "bw_agg" : 100.000000,
        "bw_mean" : 389515.245283,
        "bw_dev" : 156.027053,
        "bw_samples" : 5088,
        "iops_min" : 94214,
        "iops_max" : 100830,
        "iops_mean" : 97378.547170,
        "iops_stddev" : 39.005070,
        "iops_samples" : 5088
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2559998,
      "usr_cpu" : 0.720391,
      "sys_cpu" : 10.003602,
      "ctx" : 6764102,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999949,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999949,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 36.874166,
        "20" : 63.125320,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772839004,
  "timestamp_ms" : 1772839004146,
  "time" : "Fri Mar  6 19:16:44 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 90,
      "elapsed" : 101,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 35961159680,
        "io_kbytes" : 35118320,
        "bw_bytes" : 399572880,
        "bw" : 390207,
        "iops" : 97553.028367,
        "runtime" : 89999,
        "total_ios" : 8779675,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5599,
          "max" : 1303940,
          "mean" : 325673.146652,
          "stddev" : 133713.353093,
          "N" : 8779675
        },
        "clat_ns" : {
          "min" : 3715680,
          "max" : 14039344,
          "mean" : 10170559.797905,
          "stddev" : 892131.901367,
          "N" : 8779643,
          "percentile" : {
            "1.000000" : 7372800,
            "5.000000" : 8585216,
            "10.000000" : 9109504,
            "20.000000" : 9502720,
            "30.000000" : 9764864,
            "40.000000" : 10027008,
            "50.000000" : 10289152,
            "60.000000" : 10420224,
            "70.000000" : 10682368,
            "80.000000" : 10944512,
            "90.000000" : 11206656,
            "95.000000" : 11468800,
            "99.000000" : 11862016,
            "99.500000" : 11993088,
            "99.900000" : 12386304,
            "99.950000" : 12517376,
            "99.990000" : 12779520
          },
          "bins" : {
            "3719168" : 1,
            "3883008" : 1,
            "3915776" : 1,
            "3948544" : 5,
            "4014080" : 3,
            "4046848" : 1,
            "4079616" : 1,
            "4145152" : 1,
            "4177920" : 3,
            "4227072" : 8,
            "4292608" : 9,
            "4358144" : 11,
            "4423680" : 10,
            "4489216" : 16,
            "4554752" : 28,
            "4620288" : 25,
            "4685824" : 29,
            "4751360" : 37,
            "4816896" : 66,
            "4882432" : 69,
            "4947968" : 90,
            "5013504" : 101,
            "5079040" : 105,
            "5144576" : 155,
            "5210112" : 198,
            "5275648" : 221,
            "5341184" : 270,
            "5406720" : 294,
            "5472256" : 334,
            "5537792" : 374,
            "5603328" : 448,
            "5668864" : 539,
            "5734400" : 589,
            "5799936" : 682,
            "5865472" : 809,
            "5931008" : 930,
            "5996544" : 1079,
            "6062080" : 1223,
            "6127616" : 1410,
            "6193152" : 1565,
            "6258688" : 1760,
            "6324224" : 2021,
            "6389760" : 2319,
            "6455296" : 2477,
            "6520832" : 2794,
            "6586368" : 3197,
            "6651904" : 3488,
            "6717440" : 3775,
            "6782976" : 4117,
            "6848512" : 4583,
            "6914048" : 4926,
            "6979584" : 5532,
            "7045120" : 5557,
            "7110656" : 6159,
            "7176192" : 6695,
            "7241728" : 7145,
            "7307264" : 7689,
            "7372800" : 8112,
            "7438336" : 8678,
            "7503872" : 9441,
            "7569408" : 9886,
            "7634944" : 10509,
            "7700480" : 11247,
            "7766016" : 11840,
            "7831552" : 12784,
            "7897088" : 13871,
            "7962624" : 14962,
            "8028160" : 16076,
            "8093696" : 17552,
            "8159232" : 19617,
            "8224768" : 21641,
            "8290304" : 23587,
            "8355840" : 26405,
            "8454144" : 61697,
            "8585216" : 77766,
            "8716288" : 97968,
            "8847360" : 123377,
            "8978432" : 153292,
            "9109504" : 189500,
            "9240576" : 232621,
            "9371648" : 278852,
            "9502720" : 329430,
            "9633792" : 384822,
            "9764864" : 436510,
            "9895936" : 486503,
            "10027008" : 527805,
            "10158080" : 556934,
            "10289152" : 574584,
            "10420224" : 576509,
            "10551296" : 558356,
            "10682368" : 525915,
            "10813440" : 480503,
            "10944512" : 422074,
            "11075584" : 356965,
            "11206656" : 289063,
            "11337728" : 227016,
            "11468800" : 171171,
            "11599872" : 121766,
            "11730944" : 83638,
            "11862016" : 54989,
            "11993088" : 34115,
            "12124160" : 20314,
            "12255232" : 11520,
            "12386304" : 6086,
            "12517376" : 3010,
            "12648448" : 1524,
            "12779520" : 699,
            "12910592" : 344,
            "13041664" : 135,
            "13172736" : 46,
            "13303808" : 25,
            "13434880" : 4,
            "13565952" : 3,
            "13697024" : 1,
            "13828096" : 2,
            "13959168" : 6,
            "14090240" : 1
          }
        },
        "lat_ns" : {
          "min" : 3954896,
          "max" : 14469260,
          "mean" : 10496235.014256,
          "stddev" : 910844.062849,
          "N" : 8779643
        },
        "bw_min" : 376856,
        "bw_max" : 405432,
        "bw_agg" : 100.000000,
        "bw_mean" : 390279.932961,
        "bw_dev" : 169.642591,
        "bw_samples" : 5728,
        "iops_min" : 94214,
        "iops_max" : 101358,
        "iops_mean" : 97569.748603,
        "iops_stddev" : 42.410171,
        "iops_samples" : 5728
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2879968,
      "usr_cpu" : 0.720251,
      "sys_cpu" : 10.022021,
      "ctx" : 7607857,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999989,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999989,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 37.876413,
        "20" : 62.123131,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772839014,
  "timestamp_ms" : 1772839014147,
  "time" : "Fri Mar  6 19:16:54 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 80,
      "elapsed" : 111,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 40027807744,
        "io_kbytes" : 39089656,
        "bw_bytes" : 400278077,
        "bw" : 390896,
        "iops" : 97724.870000,
        "runtime" : 100000,
        "total_ios" : 9772487,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5599,
          "max" : 2385500,
          "mean" : 325092.449070,
          "stddev" : 134276.992299,
          "N" : 9772487
        },
        "clat_ns" : {
          "min" : 3715680,
          "max" : 14192186,
          "mean" : 10152568.922345,
          "stddev" : 896130.385633,
          "N" : 9772455,
          "percentile" : {
            "1.000000" : 7372800,
            "5.000000" : 8585216,
            "10.000000" : 9109504,
            "20.000000" : 9502720,
            "30.000000" : 9764864,
            "40.000000" : 10027008,
            "50.000000" : 10289152,
            "60.000000" : 10420224,
            "70.000000" : 10682368,
            "80.000000" : 10944512,
            "90.000000" : 11206656,
            "95.000000" : 11468800,
            "99.000000" : 11862016,
            "99.500000" : 11993088,
            "99.900000" : 12386304,
            "99.950000" : 12517376,
            "99.990000" : 12779520
          },
          "bins" : {
            "3719168" : 1,
            "3883008" : 1,
            "3915776" : 1,
            "3948544" : 5,
            "4014080" : 3,
            "4046848" : 1,
            "4079616" : 1,
            "4145152" : 1,
            "4177920" : 3,
            "4227072" : 8,
            "4292608" : 9,
            "4358144" : 12,
            "4423680" : 14,
            "4489216" : 19,
            "4554752" : 30,
            "4620288" : 27,
            "4685824" : 34,
            "4751360" : 39,
            "4816896" : 75,
            "4882432" : 81,
            "4947968" : 100,
            "5013504" : 106,
            "5079040" : 114,
            "5144576" : 171,
            "5210112" : 219,
            "5275648" : 257,
            "5341184" : 291,
            "5406720" : 329,
            "5472256" : 392,
            "5537792" : 441,
            "5603328" : 513,
            "5668864" : 618,
            "5734400" : 668,
            "5799936" : 804,
            "5865472" : 934,
            "5931008" : 1072,
            "5996544" : 1219,
            "6062080" : 1378,
            "6127616" : 1606,
            "6193152" : 1769,
            "6258688" : 2000,
            "6324224" : 2304,
            "6389760" : 2612,
            "6455296" : 2808,
            "6520832" : 3142,
            "6586368" : 3570,
            "6651904" : 3915,
            "6717440" : 4319,
            "6782976" : 4632,
            "6848512" : 5127,
            "6914048" : 5528,
            "6979584" : 6176,
            "7045120" : 6327,
            "7110656" : 6963,
            "7176192" : 7577,
            "7241728" : 8083,
            "7307264" : 8700,
            "7372800" : 9205,
            "7438336" : 9843,
            "7503872" : 10751,
            "7569408" : 11268,
            "7634944" : 12062,
            "7700480" : 12973,
            "7766016" : 13683,
            "7831552" : 14800,
            "7897088" : 16026,
            "7962624" : 17392,
            "8028160" : 18710,
            "8093696" : 20595,
            "8159232" : 22993,
            "8224768" : 25231,
            "8290304" : 27789,
            "8355840" : 30984,
            "8454144" : 72374,
            "8585216" : 91114,
            "8716288" : 114502,
            "8847360" : 143214,
            "8978432" : 177503,
            "9109504" : 218595,
            "9240576" : 267301,
            "9371648" : 318568,
            "9502720" : 374775,
            "9633792" : 435024,
            "9764864" : 491286,
            "9895936" : 545442,
            "10027008" : 589007,
            "10158080" : 618680,
            "10289152" : 635761,
            "10420224" : 636048,
            "10551296" : 613726,
            "10682368" : 576560,
            "10813440" : 524436,
            "10944512" : 459369,
            "11075584" : 388036,
            "11206656" : 313672,
            "11337728" : 245789,
            "11468800" : 184952,
            "11599872" : 131587,
            "11730944" : 90200,
            "11862016" : 59189,
            "11993088" : 36803,
            "12124160" : 21969,
            "12255232" : 12461,
            "12386304" : 6616,
            "12517376" : 3290,
            "12648448" : 1654,
            "12779520" : 766,
            "12910592" : 391,
            "13041664" : 163,
            "13172736" : 78,
            "13303808" : 46,
            "13434880" : 18,
            "13565952" : 7,
            "13697024" : 11,
            "13828096" : 7,
            "13959168" : 7,
            "14090240" : 3,
            "14221312" : 1
          }
        },
        "lat_ns" : {
          "min" : 3954896,
          "max" : 14515819,
          "mean" : 10477661.948519,
          "stddev" : 914924.256562,
          "N" : 9772455
        },
        "bw_min" : 376856,
        "bw_max" : 407064,
        "bw_agg" : 100.000000,
        "bw_mean" : 390991.095477,
        "bw_dev" : 181.058559,
        "bw_samples" : 6368,
        "iops_min" : 94214,
        "iops_max" : 101766,
        "iops_mean" : 97747.562814,
        "iops_stddev" : 45.264990,
        "iops_samples" : 6368
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 3199995,
      "usr_cpu" : 0.722157,
      "sys_cpu" : 10.040141,
      "ctx" : 8450637,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999990,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999990,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 38.781305,
        "20" : 61.218286,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772839024,
  "timestamp_ms" : 1772839024146,
  "time" : "Fri Mar  6 19:17:04 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 70,
      "elapsed" : 121,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 44091564032,
        "io_kbytes" : 43058168,
        "bw_bytes" : 400836044,
        "bw" : 391441,
        "iops" : 97861.126010,
        "runtime" : 109999,
        "total_ios" : 10764626,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5599,
          "max" : 2385500,
          "mean" : 324638.253001,
          "stddev" : 134653.375074,
          "N" : 10764626
        },
        "clat_ns" : {
          "min" : 3448572,
          "max" : 14192186,
          "mean" : 10138468.211861,
          "stddev" : 899651.979960,
          "N" : 10764594,
          "percentile" : {
            "1.000000" : 7307264,
            "5.000000" : 8585216,
            "10.000000" : 8978432,
            "20.000000" : 9502720,
            "30.000000" : 9764864,
            "40.000000" : 10027008,
            "50.000000" : 10158080,
            "60.000000" : 10420224,
            "70.000000" : 10682368,
            "80.000000" : 10813440,
            "90.000000" : 11206656,
            "95.000000" : 11468800,
            "99.000000" : 11862016,
            "99.500000" : 11993088,
            "99.900000" : 12386304,
            "99.950000" : 12517376,
            "99.990000" : 12779520
          },
          "bins" : {
            "3457024" : 1,
            "3489792" : 2,
            "3719168" : 1,
            "3784704" : 1,
            "3883008" : 2,
            "3915776" : 1,
            "3948544" : 5,
            "4014080" : 3,
            "4046848" : 2,
            "4079616" : 1,
            "4145152" : 3,
            "4177920" : 4,
            "4227072" : 8,
            "4292608" : 9,
            "4358144" : 13,
            "4423680" : 14,
            "4489216" : 23,
            "4554752" : 34,
            "4620288" : 29,
            "4685824" : 38,
            "4751360" : 42,
            "4816896" : 88,
            "4882432" : 97,
            "4947968" : 122,
            "5013504" : 123,
            "5079040" : 134,
            "5144576" : 210,
            "5210112" : 261,
            "5275648" : 315,
            "5341184" : 355,
            "5406720" : 377,
            "5472256" : 475,
            "5537792" : 523,
            "5603328" : 620,
            "5668864" : 736,
            "5734400" : 794,
            "5799936" : 952,
            "5865472" : 1083,
            "5931008" : 1250,
            "5996544" : 1425,
            "6062080" : 1640,
            "6127616" : 1829,
            "6193152" : 2063,
            "6258688" : 2308,
            "6324224" : 2713,
            "6389760" : 3064,
            "6455296" : 3220,
            "6520832" : 3630,
            "6586368" : 4053,
            "6651904" : 4471,
            "6717440" : 4918,
            "6782976" : 5301,
            "6848512" : 5806,
            "6914048" : 6249,
            "6979584" : 6938,
            "7045120" : 7141,
            "7110656" : 7794,
            "7176192" : 8542,
            "7241728" : 9140,
            "7307264" : 9815,
            "7372800" : 10284,
            "7438336" : 11057,
            "7503872" : 12017,
            "7569408" : 12620,
            "7634944" : 13569,
            "7700480" : 14610,
            "7766016" : 15372,
            "7831552" : 16535,
            "7897088" : 18020,
            "7962624" : 19584,
            "8028160" : 21191,
            "8093696" : 23351,
            "8159232" : 26050,
            "8224768" : 28585,
            "8290304" : 31555,
            "8355840" : 35192,
            "8454144" : 82425,
            "8585216" : 103708,
            "8716288" : 130254,
            "8847360" : 162723,
            "8978432" : 201090,
            "9109504" : 246699,
            "9240576" : 300591,
            "9371648" : 357074,
            "9502720" : 418903,
            "9633792" : 485124,
            "9764864" : 546265,
            "9895936" : 604583,
            "10027008" : 650465,
            "10158080" : 682086,
            "10289152" : 698604,
            "10420224" : 696074,
            "10551296" : 669885,
            "10682368" : 627776,
            "10813440" : 569584,
            "10944512" : 497342,
            "11075584" : 419447,
            "11206656" : 338834,
            "11337728" : 264687,
            "11468800" : 198706,
            "11599872" : 141084,
            "11730944" : 96984,
            "11862016" : 63403,
            "11993088" : 39319,
            "12124160" : 23374,
            "12255232" : 13263,
            "12386304" : 7025,
            "12517376" : 3517,
            "12648448" : 1734,
            "12779520" : 808,
            "12910592" : 404,
            "13041664" : 168,
            "13172736" : 79,
            "13303808" : 46,
            "13434880" : 18,
            "13565952" : 7,
            "13697024" : 11,
            "13828096" : 7,
            "13959168" : 7,
            "14090240" : 3,
            "14221312" : 1
          }
        },
        "lat_ns" : {
          "min" : 3515545,
          "max" : 14515819,
          "mean" : 10463107.367540,
          "stddev" : 918536.360630,
          "N" : 10764594
        },
        "bw_min" : 376856,
        "bw_max" : 408576,
        "bw_agg" : 100.000000,
        "bw_mean" : 391552.785388,
        "bw_dev" : 187.794730,
        "bw_samples" : 7008,
        "iops_min" : 94214,
        "iops_max" : 102144,
        "iops_mean" : 97888.004566,
        "iops_stddev" : 46.949555,
        "iops_samples" : 7008
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 3519968,
      "usr_cpu" : 0.722677,
      "sys_cpu" : 10.053557,
      "ctx" : 9294238,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999991,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999991,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 39.448096,
        "20" : 60.551486,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772839034,
  "timestamp_ms" : 1772839034146,
  "time" : "Fri Mar  6 19:17:14 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 60,
      "elapsed" : 131,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 48143622144,
        "io_kbytes" : 47015256,
        "bw_bytes" : 401196851,
        "bw" : 391793,
        "iops" : 97949.100000,
        "runtime" : 120000,
        "total_ios" : 11753892,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5328,
          "max" : 2385500,
          "mean" : 324343.154634,
          "stddev" : 134905.888901,
          "N" : 11753893
        },
        "clat_ns" : {
          "min" : 3448572,
          "max" : 14192186,
          "mean" : 10129282.378854,
          "stddev" : 901434.752616,
          "N" : 11753860,
          "percentile" : {
            "1.000000" : 7307264,
            "5.000000" : 8585216,
            "10.000000" : 8978432,
            "20.000000" : 9502720,
            "30.000000" : 9764864,
            "40.000000" : 10027008,
            "50.000000" : 10158080,
            "60.000000" : 10420224,
            "70.000000" : 10682368,
            "80.000000" : 10813440,
            "90.000000" : 11206656,
            "95.000000" : 11468800,
            "99.000000" : 11862016,
            "99.500000" : 11993088,
            "99.900000" : 12386304,
            "99.950000" : 12517376,
            "99.990000" : 12779520
          },
          "bins" : {
            "3457024" : 1,
            "3489792" : 2,
            "3719168" : 1,
            "3784704" : 1,
            "3850240" : 1,
            "3883008" : 2,
            "3915776" : 1,
            "3948544" : 5,
            "4014080" : 3,
            "4046848" : 3,
            "4079616" : 1,
            "4145152" : 3,
            "4177920" : 6,
            "4227072" : 9,
            "4292608" : 17,
            "4358144" : 15,
            "4423680" : 16,
            "4489216" : 25,
            "4554752" : 35,
            "4620288" : 33,
            "4685824" : 44,
            "4751360" : 47,
            "4816896" : 99,
            "4882432" : 106,
            "4947968" : 143,
            "5013504" : 138,
            "5079040" : 164,
            "5144576" : 238,
            "5210112" : 306,
            "5275648" : 353,
            "5341184" : 384,
            "5406720" : 432,
            "5472256" : 539,
            "5537792" : 597,
            "5603328" : 712,
            "5668864" : 803,
            "5734400" : 928,
            "5799936" : 1087,
            "5865472" : 1253,
            "5931008" : 1427,
            "5996544" : 1616,
            "6062080" : 1873,
            "6127616" : 2094,
            "6193152" : 2400,
            "6258688" : 2618,
            "6324224" : 3058,
            "6389760" : 3469,
            "6455296" : 3643,
            "6520832" : 4086,
            "6586368" : 4578,
            "6651904" : 5041,
            "6717440" : 5504,
            "6782976" : 5886,
            "6848512" : 6445,
            "6914048" : 6932,
            "6979584" : 7688,
            "7045120" : 7955,
            "7110656" : 8620,
            "7176192" : 9553,
            "7241728" : 10124,
            "7307264" : 10864,
            "7372800" : 11393,
            "7438336" : 12296,
            "7503872" : 13266,
            "7569408" : 13994,
            "7634944" : 15060,
            "7700480" : 16129,
            "7766016" : 17074,
            "7831552" : 18353,
            "7897088" : 19986,
            "7962624" : 21727,
            "8028160" : 23552,
            "8093696" : 25946,
            "8159232" : 28690,
            "8224768" : 31646,
            "8290304" : 34950,
            "8355840" : 38965,
            "8454144" : 91453,
            "8585216" : 114960,
            "8716288" : 144382,
            "8847360" : 180365,
            "8978432" : 222939,
            "9109504" : 273442,
            "9240576" : 332064,
            "9371648" : 394968,
            "9502720" : 462234,
            "9633792" : 533950,
            "9764864" : 600787,
            "9895936" : 663038,
            "10027008" : 712149,
            "10158080" : 745882,
            "10289152" : 762237,
            "10420224" : 758347,
            "10551296" : 728428,
            "10682368" : 680784,
            "10813440" : 616247,
            "10944512" : 536800,
            "11075584" : 451447,
            "11206656" : 364337,
            "11337728" : 284109,
            "11468800" : 213138,
            "11599872" : 151293,
            "11730944" : 103695,
            "11862016" : 67659,
            "11993088" : 41974,
            "12124160" : 24931,
            "12255232" : 14152,
            "12386304" : 7476,
            "12517376" : 3709,
            "12648448" : 1814,
            "12779520" : 847,
            "12910592" : 416,
            "13041664" : 175,
            "13172736" : 79,
            "13303808" : 46,
            "13434880" : 18,
            "13565952" : 7,
            "13697024" : 11,
            "13828096" : 7,
            "13959168" : 7,
            "14090240" : 3,
            "14221312" : 1
          }
        },
        "lat_ns" : {
          "min" : 3515545,
          "max" : 14515819,
          "mean" : 10453625.966249,
          "stddev" : 920370.447332,
          "N" : 11753860
        },
        "bw_min" : 376856,
        "bw_max" : 408608,
        "bw_agg" : 100.000000,
        "bw_mean" : 391904.887029,
        "bw_dev" : 188.360272,
        "bw_samples" : 7648,
        "iops_min" : 94214,
        "iops_max" : 102152,
        "iops_mean" : 97976.037657,
        "iops_stddev" : 47.091063,
        "iops_samples" : 7648
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 3839971,
      "usr_cpu" : 0.723677,
      "sys_cpu" : 10.063435,
      "ctx" : 10137916,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999991,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999983,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 39.867909,
        "20" : 60.131699,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772839044,
  "timestamp_ms" : 1772839044147,
  "time" : "Fri Mar  6 19:17:24 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 49,
      "elapsed" : 141,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 52191342592,
        "io_kbytes" : 50968108,
        "bw_bytes" : 401471866,
        "bw" : 392062,
        "iops" : 98016.261538,
        "runtime" : 130000,
        "total_ios" : 12742114,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5328,
          "max" : 2385500,
          "mean" : 324120.519182,
          "stddev" : 135086.592416,
          "N" : 12742114
        },
        "clat_ns" : {
          "min" : 3448572,
          "max" : 14192186,
          "mean" : 10122373.521095,
          "stddev" : 902667.949053,
          "N" : 12742082,
          "percentile" : {
            "1.000000" : 7307264,
            "5.000000" : 8585216,
            "10.000000" : 8978432,
            "20.000000" : 9502720,
            "30.000000" : 9764864,
            "40.000000" : 10027008,
            "50.000000" : 10158080,
            "60.000000" : 10420224,
            "70.000000" : 10682368,
            "80.000000" : 10813440,
            "90.000000" : 11206656,
            "95.000000" : 11468800,
            "99.000000" : 11862016,
            "99.500000" : 11993088,
            "99.900000" : 12386304,
            "99.950000" : 12517376,
            "99.990000" : 12779520
          },
          "bins" : {
            "3457024" : 1,
            "3489792" : 2,
            "3719168" : 2,
            "3751936" : 3,
            "3784704" : 3,
            "3850240" : 1,
            "3883008" : 2,
            "3915776" : 1,
            "3948544" : 5,
            "3981312" : 1,
            "4014080" : 3,
            "4046848" : 4,
            "4079616" : 1,
            "4112384" : 1,
            "4145152" : 3,
            "4177920" : 6,
            "4227072" : 9,
            "4292608" : 19,
            "4358144" : 15,
            "4423680" : 17,
            "4489216" : 27,
            "4554752" : 40,
            "4620288" : 39,
            "4685824" : 50,
            "4751360" : 48,
            "4816896" : 107,
            "4882432" : 119,
            "4947968" : 156,
            "5013504" : 157,
            "5079040" : 178,
            "5144576" : 260,
            "5210112" : 329,
            "5275648" : 374,
            "5341184" : 425,
            "5406720" : 471,
            "5472256" : 586,
            "5537792" : 659,
            "5603328" : 803,
            "5668864" : 902,
            "5734400" : 1014,
            "5799936" : 1202,
            "5865472" : 1380,
            "5931008" : 1576,
            "5996544" : 1769,
            "6062080" : 2054,
            "6127616" : 2312,
            "6193152" : 2643,
            "6258688" : 2879,
            "6324224" : 3369,
            "6389760" : 3810,
            "6455296" : 4029,
            "6520832" : 4533,
            "6586368" : 5087,
            "6651904" : 5592,
            "6717440" : 6137,
            "6782976" : 6600,
            "6848512" : 7199,
            "6914048" : 7669,
            "6979584" : 8460,
            "7045120" : 8853,
            "7110656" : 9635,
            "7176192" : 10634,
            "7241728" : 11211,
            "7307264" : 12077,
            "7372800" : 12631,
            "7438336" : 13546,
            "7503872" : 14682,
            "7569408" : 15421,
            "7634944" : 16580,
            "7700480" : 17677,
            "7766016" : 18621,
            "7831552" : 20052,
            "7897088" : 21784,
            "7962624" : 23689,
            "8028160" : 25701,
            "8093696" : 28201,
            "8159232" : 31270,
            "8224768" : 34602,
            "8290304" : 38193,
            "8355840" : 42396,
            "8454144" : 99987,
            "8585216" : 125599,
            "8716288" : 158000,
            "8847360" : 197593,
            "8978432" : 244303,
            "9109504" : 299738,
            "9240576" : 363594,
            "9371648" : 432560,
            "9502720" : 506206,
            "9633792" : 583036,
            "9764864" : 654987,
            "9895936" : 721560,
            "10027008" : 773882,
            "10158080" : 809238,
            "10289152" : 825659,
            "10420224" : 819488,
            "10551296" : 786570,
            "10682368" : 733529,
            "10813440" : 663880,
            "10944512" : 577231,
            "11075584" : 484623,
            "11206656" : 390633,
            "11337728" : 303879,
            "11468800" : 227536,
            "11599872" : 161421,
            "11730944" : 110591,
            "11862016" : 72151,
            "11993088" : 44780,
            "12124160" : 26509,
            "12255232" : 15085,
            "12386304" : 7959,
            "12517376" : 3984,
            "12648448" : 1930,
            "12779520" : 921,
            "12910592" : 444,
            "13041664" : 194,
            "13172736" : 90,
            "13303808" : 49,
            "13434880" : 25,
            "13565952" : 10,
            "13697024" : 11,
            "13828096" : 7,
            "13959168" : 7,
            "14090240" : 3,
            "14221312" : 1
          }
        },
        "lat_ns" : {
          "min" : 3515545,
          "max" : 14515819,
          "mean" : 10446494.567956,
          "stddev" : 921626.646965,
          "N" : 12742082
        },
        "bw_min" : 376856,
        "bw_max" : 408760,
        "bw_agg" : 100.000000,
        "bw_mean" : 392174.440154,
        "bw_dev" : 187.489442,
        "bw_samples" : 8288,
        "iops_min" : 94214,
        "iops_max" : 102190,
        "iops_mean" : 98043.440154,
        "iops_stddev" : 46.873543,
        "iops_samples" : 8288
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 4159994,
      "usr_cpu" : 0.723246,
      "sys_cpu" : 10.071481,
      "ctx" : 10981778,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 40.197670,
        "20" : 59.801914,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772839054,
  "timestamp_ms" : 1772839054146,
  "time" : "Fri Mar  6 19:17:34 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 40,
      "elapsed" : 151,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 56235057152,
        "io_kbytes" : 54917048,
        "bw_bytes" : 401678979,
        "bw" : 392264,
        "iops" : 98066.671429,
        "runtime" : 140000,
        "total_ios" : 13729334,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5328,
          "max" : 2385500,
          "mean" : 323953.493215,
          "stddev" : 135220.695995,
          "N" : 13729334
        },
        "clat_ns" : {
          "min" : 3448572,
          "max" : 14192186,
          "mean" : 10117126.589893,
          "stddev" : 902879.494383,
          "N" : 13729302,
          "percentile" : {
            "1.000000" : 7307264,
            "5.000000" : 8585216,
            "10.000000" : 8978432,
            "20.000000" : 9502720,
            "30.000000" : 9764864,
            "40.000000" : 10027008,
            "50.000000" : 10158080,
            "60.000000" : 10420224,
            "70.000000" : 10551296,
            "80.000000" : 10813440,
            "90.000000" : 11206656,
            "95.000000" : 11468800,
            "99.000000" : 11862016,
            "99.500000" : 11993088,
            "99.900000" : 12386304,
            "99.950000" : 12517376,
            "99.990000" : 12779520
          },
          "bins" : {
            "3457024" : 1,
            "3489792" : 3,
            "3719168" : 2,
            "3751936" : 3,
            "3784704" : 4,
            "3817472" : 4,
            "3850240" : 1,
            "3883008" : 2,
            "3915776" : 1,
            "3948544" : 5,
            "3981312" : 1,
            "4014080" : 4,
            "4046848" : 4,
            "4079616" : 1,
            "4112384" : 2,
            "4145152" : 4,
            "4177920" : 6,
            "4227072" : 16,
            "4292608" : 23,
            "4358144" : 19,
            "4423680" : 20,
            "4489216" : 35,
            "4554752" : 47,
            "4620288" : 48,
            "4685824" : 60,
            "4751360" : 57,
            "4816896" : 123,
            "4882432" : 135,
            "4947968" : 174,
            "5013504" : 174,
            "5079040" : 205,
            "5144576" : 285,
            "5210112" : 361,
            "5275648" : 404,
            "5341184" : 459,
            "5406720" : 534,
            "5472256" : 631,
            "5537792" : 704,
            "5603328" : 884,
            "5668864" : 971,
            "5734400" : 1103,
            "5799936" : 1327,
            "5865472" : 1505,
            "5931008" : 1706,
            "5996544" : 1934,
            "6062080" : 2259,
            "6127616" : 2538,
            "6193152" : 2885,
            "6258688" : 3175,
            "6324224" : 3657,
            "6389760" : 4120,
            "6455296" : 4397,
            "6520832" : 4934,
            "6586368" : 5523,
            "6651904" : 6089,
            "6717440" : 6645,
            "6782976" : 7168,
            "6848512" : 7769,
            "6914048" : 8401,
            "6979584" : 9247,
            "7045120" : 9662,
            "7110656" : 10502,
            "7176192" : 11535,
            "7241728" : 12197,
            "7307264" : 13150,
            "7372800" : 13710,
            "7438336" : 14724,
            "7503872" : 15973,
            "7569408" : 16791,
            "7634944" : 17922,
            "7700480" : 19124,
            "7766016" : 20211,
            "7831552" : 21759,
            "7897088" : 23633,
            "7962624" : 25677,
            "8028160" : 27827,
            "8093696" : 30688,
            "8159232" : 33992,
            "8224768" : 37473,
            "8290304" : 41381,
            "8355840" : 46050,
            "8454144" : 108402,
            "8585216" : 136402,
            "8716288" : 171519,
            "8847360" : 214103,
            "8978432" : 265292,
            "9109504" : 325285,
            "9240576" : 394410,
            "9371648" : 469409,
            "9502720" : 548661,
            "9633792" : 630890,
            "9764864" : 709042,
            "9895936" : 780105,
            "10027008" : 836545,
            "10158080" : 874144,
            "10289152" : 890651,
            "10420224" : 882518,
            "10551296" : 846231,
            "10682368" : 787230,
            "10813440" : 711078,
            "10944512" : 617197,
            "11075584" : 517250,
            "11206656" : 416745,
            "11337728" : 323949,
            "11468800" : 242343,
            "11599872" : 171423,
            "11730944" : 117214,
            "11862016" : 76509,
            "11993088" : 47542,
            "12124160" : 28086,
            "12255232" : 15949,
            "12386304" : 8405,
            "12517376" : 4178,
            "12648448" : 2008,
            "12779520" : 944,
            "12910592" : 461,
            "13041664" : 201,
            "13172736" : 90,
            "13303808" : 49,
            "13434880" : 25,
            "13565952" : 10,
            "13697024" : 11,
            "13828096" : 7,
            "13959168" : 7,
            "14090240" : 3,
            "14221312" : 1
          }
        },
        "lat_ns" : {
          "min" : 3515545,
          "max" : 14515819,
          "mean" : 10441080.861065,
          "stddev" : 921834.354012,
          "N" : 13729302
        },
        "bw_min" : 376856,
        "bw_max" : 408872,
        "bw_agg" : 100.000000,
        "bw_mean" : 392387.483871,
        "bw_dev" : 186.399416,
        "bw_samples" : 8928,
        "iops_min" : 94214,
        "iops_max" : 102218,
        "iops_mean" : 98096.713262,
        "iops_stddev" : 46.600871,
        "iops_samples" : 8928
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 4479969,
      "usr_cpu" : 0.723509,
      "sys_cpu" : 10.075092,
      "ctx" : 11825762,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999971,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999971,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 40.428072,
        "20" : 59.571499,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772839064,
  "timestamp_ms" : 1772839064146,
  "time" : "Fri Mar  6 19:17:44 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 30,
      "elapsed" : 161,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 60274548736,
        "io_kbytes" : 58861864,
        "bw_bytes" : 401830324,
        "bw" : 392412,
        "iops" : 98103.606667,
        "runtime" : 150000,
        "total_ios" : 14715541,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5328,
          "max" : 2385500,
          "mean" : 323831.779717,
          "stddev" : 135313.967825,
          "N" : 14715541
        },
        "clat_ns" : {
          "min" : 3448572,
          "max" : 14192186,
          "mean" : 10113340.695371,
          "stddev" : 902456.396233,
          "N" : 14715509,
          "percentile" : {
            "1.000000" : 7241728,
            "5.000000" : 8585216,
            "10.000000" : 8978432,
            "20.000000" : 9502720,
            "30.000000" : 9764864,
            "40.000000" : 10027008,
            "50.000000" : 10158080,
            "60.000000" : 10420224,
            "70.000000" : 10551296,
            "80.000000" : 10813440,
            "90.000000" : 11206656,
            "95.000000" : 11468800,
            "99.000000" : 11862016,
            "99.500000" : 11993088,
            "99.900000" : 12386304,
            "99.950000" : 12517376,
            "99.990000" : 12779520
          },
          "bins" : {
            "3457024" : 1,
            "3489792" : 3,
            "3719168" : 2,
            "3751936" : 3,
            "3784704" : 4,
            "3817472" : 4,
            "3850240" : 1,
            "3883008" : 2,
            "3915776" : 1,
            "3948544" : 5,
            "3981312" : 1,
            "4014080" : 5,
            "4046848" : 4,
            "4079616" : 1,
            "4112384" : 2,
            "4145152" : 4,
            "4177920" : 6,
            "4227072" : 16,
            "4292608" : 23,
            "4358144" : 20,
            "4423680" : 23,
            "4489216" : 36,
            "4554752" : 47,
            "4620288" : 48,
            "4685824" : 61,
            "4751360" : 62,
            "4816896" : 128,
            "4882432" : 142,
            "4947968" : 180,
            "5013504" : 178,
            "5079040" : 212,
            "5144576" : 293,
            "5210112" : 383,
            "5275648" : 431,
            "5341184" : 486,
            "5406720" : 578,
            "5472256" : 674,
            "5537792" : 751,
            "5603328" : 953,
            "5668864" : 1075,
            "5734400" : 1199,
            "5799936" : 1424,
            "5865472" : 1637,
            "5931008" : 1865,
            "5996544" : 2100,
            "6062080" : 2435,
            "6127616" : 2759,
            "6193152" : 3146,
            "6258688" : 3435,
            "6324224" : 3931,
            "6389760" : 4453,
            "6455296" : 4776,
            "6520832" : 5379,
            "6586368" : 5957,
            "6651904" : 6541,
            "6717440" : 7182,
            "6782976" : 7734,
            "6848512" : 8350,
            "6914048" : 9079,
            "6979584" : 9952,
            "7045120" : 10388,
            "7110656" : 11369,
            "7176192" : 12367,
            "7241728" : 13139,
            "7307264" : 14070,
            "7372800" : 14745,
            "7438336" : 15856,
            "7503872" : 17190,
            "7569408" : 18017,
            "7634944" : 19240,
            "7700480" : 20533,
            "7766016" : 21678,
            "7831552" : 23402,
            "7897088" : 25508,
            "7962624" : 27589,
            "8028160" : 29985,
            "8093696" : 32935,
            "8159232" : 36551,
            "8224768" : 40150,
            "8290304" : 44322,
            "8355840" : 49455,
            "8454144" : 116701,
            "8585216" : 146443,
            "8716288" : 184607,
            "8847360" : 230635,
            "8978432" : 286038,
            "9109504" : 350780,
            "9240576" : 425060,
            "9371648" : 506045,
            "9502720" : 591486,
            "9633792" : 678937,
            "9764864" : 762666,
            "9895936" : 838738,
            "10027008" : 899218,
            "10158080" : 938296,
            "10289152" : 955723,
            "10420224" : 945334,
            "10551296" : 905758,
            "10682368" : 841994,
            "10813440" : 759237,
            "10944512" : 658145,
            "11075584" : 550697,
            "11206656" : 443276,
            "11337728" : 344057,
            "11468800" : 256798,
            "11599872" : 181469,
            "11730944" : 123806,
            "11862016" : 80877,
            "11993088" : 50248,
            "12124160" : 29526,
            "12255232" : 16845,
            "12386304" : 8930,
            "12517376" : 4419,
            "12648448" : 2138,
            "12779520" : 1000,
            "12910592" : 486,
            "13041664" : 217,
            "13172736" : 94,
            "13303808" : 49,
            "13434880" : 25,
            "13565952" : 10,
            "13697024" : 11,
            "13828096" : 7,
            "13959168" : 7,
            "14090240" : 3,
            "14221312" : 1
          }
        },
        "lat_ns" : {
          "min" : 3515545,
          "max" : 14515819,
          "mean" : 10437173.356258,
          "stddev" : 921390.531079,
          "N" : 14715509
        },
        "bw_min" : 376856,
        "bw_max" : 409160,
        "bw_agg" : 100.000000,
        "bw_mean" : 392530.903010,
        "bw_dev" : 185.413005,
        "bw_samples" : 9568,
        "iops_min" : 94214,
        "iops_max" : 102290,
        "iops_mean" : 98132.571906,
        "iops_stddev" : 46.354399,
        "iops_samples" : 9568
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 4799985,
      "usr_cpu" : 0.723898,
      "sys_cpu" : 10.078761,
      "ctx" : 12669841,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999986,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999993,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 40.603162,
        "20" : 59.396437,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772839074,
  "timestamp_ms" : 1772839074147,
  "time" : "Fri Mar  6 19:17:54 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 19,
      "elapsed" : 171,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 64306696192,
        "io_kbytes" : 62799508,
        "bw_bytes" : 401916851,
        "bw" : 392496,
        "iops" : 98124.693750,
        "runtime" : 160000,
        "total_ios" : 15699951,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5328,
          "max" : 2385500,
          "mean" : 323762.040006,
          "stddev" : 135366.348350,
          "N" : 15699951
        },
        "clat_ns" : {
          "min" : 3448572,
          "max" : 14192186,
          "mean" : 10111175.668760,
          "stddev" : 902293.629340,
          "N" : 15699919,
          "percentile" : {
            "1.000000" : 7241728,
            "5.000000" : 8585216,
            "10.000000" : 8978432,
            "20.000000" : 9502720,
            "30.000000" : 9764864,
            "40.000000" : 10027008,
            "50.000000" : 10158080,
            "60.000000" : 10420224,
            "70.000000" : 10551296,
            "80.000000" : 10813440,
            "90.000000" : 11206656,
            "95.000000" : 11468800,
            "99.000000" : 11862016,
            "99.500000" : 11993088,
            "99.900000" : 12386304,
            "99.950000" : 12517376,
            "99.990000" : 12779520
          },
          "bins" : {
            "3457024" : 1,
            "3489792" : 3,
            "3719168" : 2,
            "3751936" : 3,
            "3784704" : 4,
            "3817472" : 4,
            "3850240" : 1,
            "3883008" : 2,
            "3915776" : 1,
            "3948544" : 5,
            "3981312" : 2,
            "4014080" : 6,
            "4046848" : 4,
            "4079616" : 1,
            "4112384" : 2,
            "4145152" : 4,
            "4177920" : 8,
            "4227072" : 19,
            "4292608" : 29,
            "4358144" : 23,
            "4423680" : 28,
            "4489216" : 36,
            "4554752" : 51,
            "4620288" : 54,
            "4685824" : 63,
            "4751360" : 66,
            "4816896" : 132,
            "4882432" : 147,
            "4947968" : 192,
            "5013504" : 193,
            "5079040" : 233,
            "5144576" : 310,
            "5210112" : 422,
            "5275648" : 460,
            "5341184" : 534,
            "5406720" : 628,
            "5472256" : 749,
            "5537792" : 818,
            "5603328" : 1032,
            "5668864" : 1193,
            "5734400" : 1332,
            "5799936" : 1542,
            "5865472" : 1800,
            "5931008" : 2023,
            "5996544" : 2312,
            "6062080" : 2707,
            "6127616" : 2983,
            "6193152" : 3435,
            "6258688" : 3735,
            "6324224" : 4292,
            "6389760" : 4802,
            "6455296" : 5133,
            "6520832" : 5863,
            "6586368" : 6478,
            "6651904" : 7079,
            "6717440" : 7722,
            "6782976" : 8298,
            "6848512" : 9005,
            "6914048" : 9847,
            "6979584" : 10682,
            "7045120" : 11111,
            "7110656" : 12204,
            "7176192" : 13234,
            "7241728" : 14082,
            "7307264" : 15050,
            "7372800" : 15810,
            "7438336" : 16971,
            "7503872" : 18319,
            "7569408" : 19151,
            "7634944" : 20480,
            "7700480" : 21861,
            "7766016" : 23043,
            "7831552" : 24825,
            "7897088" : 27055,
            "7962624" : 29316,
            "8028160" : 31812,
            "8093696" : 35028,
            "8159232" : 38856,
            "8224768" : 42753,
            "8290304" : 47153,
            "8355840" : 52526,
            "8454144" : 124070,
            "8585216" : 156053,
            "8716288" : 197112,
            "8847360" : 246544,
            "8978432" : 306253,
            "9109504" : 375178,
            "9240576" : 454466,
            "9371648" : 541563,
            "9502720" : 632844,
            "9633792" : 726375,
            "9764864" : 816325,
            "9895936" : 897448,
            "10027008" : 961787,
            "10158080" : 1002524,
            "10289152" : 1021112,
            "10420224" : 1009411,
            "10551296" : 965072,
            "10682368" : 896750,
            "10813440" : 807559,
            "10944512" : 699989,
            "11075584" : 585370,
            "11206656" : 470853,
            "11337728" : 365339,
            "11468800" : 272209,
            "11599872" : 192039,
            "11730944" : 131048,
            "11862016" : 85488,
            "11993088" : 52943,
            "12124160" : 31079,
            "12255232" : 17680,
            "12386304" : 9376,
            "12517376" : 4627,
            "12648448" : 2250,
            "12779520" : 1037,
            "12910592" : 513,
            "13041664" : 235,
            "13172736" : 103,
            "13303808" : 56,
            "13434880" : 25,
            "13565952" : 10,
            "13697024" : 11,
            "13828096" : 7,
            "13959168" : 7,
            "14090240" : 3,
            "14221312" : 1
          }
        },
        "lat_ns" : {
          "min" : 3515545,
          "max" : 14515819,
          "mean" : 10434938.368389,
          "stddev" : 921214.297465,
          "N" : 15699919
        },
        "bw_min" : 376800,
        "bw_max" : 409456,
        "bw_agg" : 100.000000,
        "bw_mean" : 392617.166144,
        "bw_dev" : 185.393595,
        "bw_samples" : 10208,
        "iops_min" : 94200,
        "iops_max" : 102364,
        "iops_mean" : 98154.147335,
        "iops_stddev" : 46.349621,
        "iops_samples" : 10208
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5120000,
      "usr_cpu" : 0.723926,
      "sys_cpu" : 10.080742,
      "ctx" : 13514107,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 40.698598,
        "20" : 59.301019,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772839084,
  "timestamp_ms" : 1772839084146,
  "time" : "Fri Mar  6 19:18:04 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 10,
      "elapsed" : 181,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 68324392960,
        "io_kbytes" : 66723040,
        "bw_bytes" : 401908193,
        "bw" : 392488,
        "iops" : 98122.588235,
        "runtime" : 170000,
        "total_ios" : 16680840,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5328,
          "max" : 2385500,
          "mean" : 323767.326423,
          "stddev" : 135362.841489,
          "N" : 16680840
        },
        "clat_ns" : {
          "min" : 3448572,
          "max" : 14192186,
          "mean" : 10111346.945203,
          "stddev" : 899316.821638,
          "N" : 16680808,
          "percentile" : {
            "1.000000" : 7307264,
            "5.000000" : 8585216,
            "10.000000" : 8978432,
            "20.000000" : 9502720,
            "30.000000" : 9764864,
            "40.000000" : 10027008,
            "50.000000" : 10158080,
            "60.000000" : 10420224,
            "70.000000" : 10551296,
            "80.000000" : 10813440,
            "90.000000" : 11206656,
            "95.000000" : 11468800,
            "99.000000" : 11862016,
            "99.500000" : 11993088,
            "99.900000" : 12386304,
            "99.950000" : 12517376,
            "99.990000" : 12779520
          },
          "bins" : {
            "3457024" : 1,
            "3489792" : 3,
            "3719168" : 2,
            "3751936" : 3,
            "3784704" : 4,
            "3817472" : 4,
            "3850240" : 1,
            "3883008" : 2,
            "3915776" : 1,
            "3948544" : 5,
            "3981312" : 2,
            "4014080" : 6,
            "4046848" : 4,
            "4079616" : 1,
            "4112384" : 2,
            "4145152" : 4,
            "4177920" : 8,
            "4227072" : 19,
            "4292608" : 29,
            "4358144" : 23,
            "4423680" : 28,
            "4489216" : 37,
            "4554752" : 51,
            "4620288" : 54,
            "4685824" : 64,
            "4751360" : 67,
            "4816896" : 133,
            "4882432" : 147,
            "4947968" : 194,
            "5013504" : 196,
            "5079040" : 237,
            "5144576" : 313,
            "5210112" : 430,
            "5275648" : 464,
            "5341184" : 540,
            "5406720" : 630,
            "5472256" : 758,
            "5537792" : 828,
            "5603328" : 1043,
            "5668864" : 1202,
            "5734400" : 1353,
            "5799936" : 1569,
            "5865472" : 1822,
            "5931008" : 2048,
            "5996544" : 2352,
            "6062080" : 2753,
            "6127616" : 3033,
            "6193152" : 3498,
            "6258688" : 3786,
            "6324224" : 4356,
            "6389760" : 4887,
            "6455296" : 5225,
            "6520832" : 5979,
            "6586368" : 6602,
            "6651904" : 7238,
            "6717440" : 7894,
            "6782976" : 8513,
            "6848512" : 9253,
            "6914048" : 10150,
            "6979584" : 10989,
            "7045120" : 11463,
            "7110656" : 12590,
            "7176192" : 13654,
            "7241728" : 14580,
            "7307264" : 15565,
            "7372800" : 16414,
            "7438336" : 17713,
            "7503872" : 19100,
            "7569408" : 20010,
            "7634944" : 21473,
            "7700480" : 22923,
            "7766016" : 24255,
            "7831552" : 26226,
            "7897088" : 28539,
            "7962624" : 30984,
            "8028160" : 33674,
            "8093696" : 37215,
            "8159232" : 41391,
            "8224768" : 45474,
            "8290304" : 50238,
            "8355840" : 56115,
            "8454144" : 132800,
            "8585216" : 166898,
            "8716288" : 210379,
            "8847360" : 263095,
            "8978432" : 326980,
            "9109504" : 400698,
            "9240576" : 484485,
            "9371648" : 577490,
            "9502720" : 674353,
            "9633792" : 773588,
            "9764864" : 868843,
            "9895936" : 954071,
            "10027008" : 1022548,
            "10158080" : 1065760,
            "10289152" : 1084954,
            "10420224" : 1071886,
            "10551296" : 1024268,
            "10682368" : 951154,
            "10813440" : 856328,
            "10944512" : 742795,
            "11075584" : 621101,
            "11206656" : 499670,
            "11337728" : 387633,
            "11468800" : 289073,
            "11599872" : 203974,
            "11730944" : 138775,
            "11862016" : 90266,
            "11993088" : 55954,
            "12124160" : 32729,
            "12255232" : 18678,
            "12386304" : 9903,
            "12517376" : 4830,
            "12648448" : 2325,
            "12779520" : 1086,
            "12910592" : 538,
            "13041664" : 239,
            "13172736" : 103,
            "13303808" : 58,
            "13434880" : 25,
            "13565952" : 10,
            "13697024" : 11,
            "13828096" : 7,
            "13959168" : 7,
            "14090240" : 3,
            "14221312" : 1
          }
        },
        "lat_ns" : {
          "min" : 3515545,
          "max" : 14515819,
          "mean" : 10435114.133957,
          "stddev" : 918106.567659,
          "N" : 16680808
        },
        "bw_min" : 375112,
        "bw_max" : 411784,
        "bw_agg" : 100.000000,
        "bw_mean" : 392639.421829,
        "bw_dev" : 196.358002,
        "bw_samples" : 10848,
        "iops_min" : 93778,
        "iops_max" : 102946,
        "iops_mean" : 98159.719764,
        "iops_stddev" : 49.090613,
        "iops_samples" : 10848
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5439972,
      "usr_cpu" : 0.724066,
      "sys_cpu" : 10.080181,
      "ctx" : 14358357,
      "majf" : 0,
      "minf" : 1133,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999994,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999994,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 40.751815,
        "20" : 59.247826,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772839094,
  "timestamp_ms" : 1772839094170,
  "time" : "Fri Mar  6 19:18:14 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 2339,
      "elapsed" : 191,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 72115552256,
        "io_kbytes" : 70425344,
        "bw_bytes" : 400639731,
        "bw" : 391249,
        "iops" : 97809.584391,
        "runtime" : 180001,
        "total_ios" : 17605823,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5328,
          "max" : 2385500,
          "mean" : 324805.953093,
          "stddev" : 134466.498858,
          "N" : 17605855
        },
        "clat_ns" : {
          "min" : 3014,
          "max" : 15197039,
          "mean" : 10143321.834698,
          "stddev" : 904792.891895,
          "N" : 17606815,
          "percentile" : {
            "1.000000" : 7307264,
            "5.000000" : 8585216,
            "10.000000" : 8978432,
            "20.000000" : 9502720,
            "30.000000" : 9764864,
            "40.000000" : 10027008,
            "50.000000" : 10289152,
            "60.000000" : 10420224,
            "70.000000" : 10682368,
            "80.000000" : 10944512,
            "90.000000" : 11206656,
            "95.000000" : 11468800,
            "99.000000" : 11862016,
            "99.500000" : 12124160,
            "99.900000" : 12386304,
            "99.950000" : 12517376,
            "99.990000" : 12779520
          },
          "bins" : {
            "3024" : 1,
            "3248" : 1,
            "3376" : 1,
            "3440" : 1,
            "3472" : 1,
            "3504" : 1,
            "3664" : 1,
            "3696" : 2,
            "3760" : 1,
            "3856" : 1,
            "3888" : 2,
            "3984" : 2,
            "4048" : 1,
            "4448" : 1,
            "4768" : 1,
            "4896" : 1,
            "5600" : 1,
            "5728" : 1,
            "5792" : 1,
            "5984" : 1,
            "6176" : 1,
            "6240" : 1,
            "6368" : 2,
            "6432" : 1,
            "7136" : 1,
            "7520" : 1,
            "9408" : 1,
            "9792" : 1,
            "254976" : 1,
            "264192" : 1,
            "301056" : 1,
            "317440" : 2,
            "325632" : 1,
            "333824" : 2,
            "337920" : 1,
            "354304" : 4,
            "358400" : 1,
            "362496" : 1,
            "366592" : 1,
            "374784" : 1,
            "378880" : 1,
            "391168" : 1,
            "395264" : 1,
            "399360" : 1,
            "403456" : 1,
            "407552" : 1,
            "411648" : 1,
            "415744" : 1,
            "419840" : 1,
            "428032" : 1,
            "436224" : 2,
            "440320" : 1,
            "460800" : 1,
            "481280" : 1,
            "489472" : 1,
            "585728" : 2,
            "618496" : 1,
            "634880" : 1,
            "643072" : 1,
            "651264" : 1,
            "667648" : 2,
            "684032" : 1,
            "700416" : 3,
            "716800" : 2,
            "741376" : 2,
            "749568" : 2,
            "757760" : 2,
            "765952" : 1,
            "774144" : 1,
            "782336" : 4,
            "790528" : 1,
            "806912" : 1,
            "823296" : 1,
            "831488" : 1,
            "839680" : 2,
            "856064" : 1,
            "913408" : 1,
            "921600" : 1,
            "987136" : 1,
            "995328" : 1,
            "1019904" : 1,
            "1073152" : 2,
            "1089536" : 4,
            "1105920" : 4,
            "1122304" : 5,
            "1138688" : 4,
            "1155072" : 2,
            "1171456" : 2,
            "1187840" : 1,
            "1236992" : 1,
            "1253376" : 1,
            "1269760" : 3,
            "1286144" : 1,
            "1335296" : 1,
            "1400832" : 1,
            "1417216" : 4,
            "1433600" : 2,
            "1449984" : 2,
            "1466368" : 4,
            "1499136" : 2,
            "1515520" : 1,
            "1531904" : 1,
            "1548288" : 1,
            "1564672" : 3,
            "1581056" : 4,
            "1597440" : 2,
            "1630208" : 1,
            "1662976" : 1,
            "1679360" : 1,
            "1695744" : 1,
            "1712128" : 2,
            "1728512" : 1,
            "1761280" : 2,
            "1777664" : 5,
            "1794048" : 2,
            "1810432" : 2,
            "1826816" : 1,
            "1843200" : 2,
            "1859584" : 1,
            "1875968" : 3,
            "1908736" : 4,
            "1925120" : 1,
            "1941504" : 1,
            "1957888" : 1,
            "1974272" : 2,
            "2007040" : 1,
            "2023424" : 1,
            "2039808" : 1,
            "2072576" : 2,
            "2088960" : 2,
            "2113536" : 2,
            "2146304" : 3,
            "2179072" : 5,
            "2211840" : 5,
            "2244608" : 5,
            "2277376" : 2,
            "2310144" : 4,
            "2342912" : 4,
            "2375680" : 3,
            "2408448" : 2,
            "2473984" : 6,
            "2506752" : 2,
            "2539520" : 2,
            "2572288" : 2,
            "2605056" : 4,
            "2637824" : 4,
            "2670592" : 2,
            "2703360" : 4,
            "2736128" : 1,
            "2768896" : 3,
            "2801664" : 3,
            "2834432" : 4,
            "2867200" : 4,
            "2899968" : 1,
            "2932736" : 4,
            "2965504" : 4,
            "2998272" : 3,
            "3031040" : 1,
            "3063808" : 2,
            "3096576" : 1,
            "3129344" : 1,
            "3162112" : 4,
            "3194880" : 2,
            "3227648" : 5,
            "3260416" : 1,
            "3293184" : 6,
            "3325952" : 3,
            "3358720" : 4,
            "3391488" : 2,
            "3424256" : 2,
            "3457024" : 2,
            "3489792" : 5,
            "3522560" : 3,
            "3555328" : 4,
            "3588096" : 1,
            "3620864" : 3,
            "3653632" : 6,
            "3686400" : 1,
            "3719168" : 5,
            "3751936" : 5,
            "3784704" : 8,
            "3817472" : 6,
            "3850240" : 1,
            "3883008" : 5,
            "3915776" : 6,
            "3948544" : 9,
            "3981312" : 5,
            "4014080" : 13,
            "4046848" : 6,
            "4079616" : 4,
            "4112384" : 2,
            "4145152" : 5,
            "4177920" : 8,
            "4227072" : 29,
            "4292608" : 33,
            "4358144" : 34,
            "4423680" : 31,
            "4489216" : 41,
            "4554752" : 59,
            "4620288" : 58,
            "4685824" : 73,
            "4751360" : 76,
            "4816896" : 138,
            "4882432" : 154,
            "4947968" : 199,
            "5013504" : 202,
            "5079040" : 244,
            "5144576" : 319,
            "5210112" : 437,
            "5275648" : 471,
            "5341184" : 549,
            "5406720" : 639,
            "5472256" : 767,
            "5537792" : 831,
            "5603328" : 1052,
            "5668864" : 1207,
            "5734400" : 1360,
            "5799936" : 1578,
            "5865472" : 1829,
            "5931008" : 2067,
            "5996544" : 2366,
            "6062080" : 2759,
            "6127616" : 3051,
            "6193152" : 3516,
            "6258688" : 3811,
            "6324224" : 4383,
            "6389760" : 4916,
            "6455296" : 5248,
            "6520832" : 6011,
            "6586368" : 6641,
            "6651904" : 7282,
            "6717440" : 7953,
            "6782976" : 8580,
            "6848512" : 9338,
            "6914048" : 10236,
            "6979584" : 11063,
            "7045120" : 11557,
            "7110656" : 12726,
            "7176192" : 13784,
            "7241728" : 14755,
            "7307264" : 15719,
            "7372800" : 16609,
            "7438336" : 17939,
            "7503872" : 19343,
            "7569408" : 20281,
            "7634944" : 21797,
            "7700480" : 23278,
            "7766016" : 24640,
            "7831552" : 26684,
            "7897088" : 28989,
            "7962624" : 31544,
            "8028160" : 34293,
            "8093696" : 37852,
            "8159232" : 42160,
            "8224768" : 46278,
            "8290304" : 51178,
            "8355840" : 57106,
            "8454144" : 135121,
            "8585216" : 169809,
            "8716288" : 213714,
            "8847360" : 267551,
            "8978432" : 332362,
            "9109504" : 407446,
            "9240576" : 493248,
            "9371648" : 588455,
            "9502720" : 688225,
            "9633792" : 791217,
            "9764864" : 891178,
            "9895936" : 981180,
            "10027008" : 1056174,
            "10158080" : 1106128,
            "10289152" : 1131681,
            "10420224" : 1125779,
            "10551296" : 1083113,
            "10682368" : 1015967,
            "10813440" : 925240,
            "10944512" : 812159,
            "11075584" : 688988,
            "11206656" : 562154,
            "11337728" : 443573,
            "11468800" : 336353,
            "11599872" : 241580,
            "11730944" : 167556,
            "11862016" : 110505,
            "11993088" : 69457,
            "12124160" : 41291,
            "12255232" : 23753,
            "12386304" : 12812,
            "12517376" : 6354,
            "12648448" : 3122,
            "12779520" : 1478,
            "12910592" : 745,
            "13041664" : 340,
            "13172736" : 166,
            "13303808" : 115,
            "13434880" : 40,
            "13565952" : 21,
            "13697024" : 35,
            "13828096" : 11,
            "13959168" : 7,
            "14090240" : 11,
            "14221312" : 5,
            "14483456" : 5,
            "14614528" : 4,
            "14745600" : 3,
            "14876672" : 1,
            "15007744" : 1,
            "15138816" : 2
          }
        },
        "lat_ns" : {
          "min" : 253076,
          "max" : 15556287,
          "mean" : 10468127.966776,
          "stddev" : 923893.979923,
          "N" : 17606815
        },
        "bw_min" : 358000,
        "bw_max" : 411784,
        "bw_agg" : 100.000000,
        "bw_mean" : 391438.317549,
        "bw_dev" : 264.472099,
        "bw_samples" : 11488,
        "iops_min" : 89500,
        "iops_max" : 102946,
        "iops_mean" : 97859.451253,
        "iops_stddev" : 66.118273,
        "iops_samples" : 11488
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5759998,
      "usr_cpu" : 0.721007,
      "sys_cpu" : 10.052365,
      "ctx" : 15208618,
      "majf" : 0,
      "minf" : 1223,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999818,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.010000,
        "750" : 0.010000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 39.432652,
        "20" : 60.570716,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772839094,
  "timestamp_ms" : 1772839094219,
  "time" : "Fri Mar  6 19:18:14 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 72117645312,
        "io_kbytes" : 70427388,
        "bw_bytes" : 400593496,
        "bw" : 391204,
        "iops" : 97795.458459,
        "runtime" : 180027,
        "total_ios" : 17605823,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5328,
          "max" : 2385500,
          "mean" : 324805.953093,
          "stddev" : 134466.498858,
          "N" : 17605855
        },
        "clat_ns" : {
          "min" : 3014,
          "max" : 15197039,
          "mean" : 10143321.834698,
          "stddev" : 904792.891895,
          "N" : 17606815,
          "percentile" : {
            "1.000000" : 7307264,
            "5.000000" : 8585216,
            "10.000000" : 8978432,
            "20.000000" : 9502720,
            "30.000000" : 9764864,
            "40.000000" : 10027008,
            "50.000000" : 10289152,
            "60.000000" : 10420224,
            "70.000000" : 10682368,
            "80.000000" : 10944512,
            "90.000000" : 11206656,
            "95.000000" : 11468800,
            "99.000000" : 11862016,
            "99.500000" : 12124160,
            "99.900000" : 12386304,
            "99.950000" : 12517376,
            "99.990000" : 12779520
          },
          "bins" : {
            "3024" : 1,
            "3248" : 1,
            "3376" : 1,
            "3440" : 1,
            "3472" : 1,
            "3504" : 1,
            "3664" : 1,
            "3696" : 2,
            "3760" : 1,
            "3856" : 1,
            "3888" : 2,
            "3984" : 2,
            "4048" : 1,
            "4448" : 1,
            "4768" : 1,
            "4896" : 1,
            "5600" : 1,
            "5728" : 1,
            "5792" : 1,
            "5984" : 1,
            "6176" : 1,
            "6240" : 1,
            "6368" : 2,
            "6432" : 1,
            "7136" : 1,
            "7520" : 1,
            "9408" : 1,
            "9792" : 1,
            "254976" : 1,
            "264192" : 1,
            "301056" : 1,
            "317440" : 2,
            "325632" : 1,
            "333824" : 2,
            "337920" : 1,
            "354304" : 4,
            "358400" : 1,
            "362496" : 1,
            "366592" : 1,
            "374784" : 1,
            "378880" : 1,
            "391168" : 1,
            "395264" : 1,
            "399360" : 1,
            "403456" : 1,
            "407552" : 1,
            "411648" : 1,
            "415744" : 1,
            "419840" : 1,
            "428032" : 1,
            "436224" : 2,
            "440320" : 1,
            "460800" : 1,
            "481280" : 1,
            "489472" : 1,
            "585728" : 2,
            "618496" : 1,
            "634880" : 1,
            "643072" : 1,
            "651264" : 1,
            "667648" : 2,
            "684032" : 1,
            "700416" : 3,
            "716800" : 2,
            "741376" : 2,
            "749568" : 2,
            "757760" : 2,
            "765952" : 1,
            "774144" : 1,
            "782336" : 4,
            "790528" : 1,
            "806912" : 1,
            "823296" : 1,
            "831488" : 1,
            "839680" : 2,
            "856064" : 1,
            "913408" : 1,
            "921600" : 1,
            "987136" : 1,
            "995328" : 1,
            "1019904" : 1,
            "1073152" : 2,
            "1089536" : 4,
            "1105920" : 4,
            "1122304" : 5,
            "1138688" : 4,
            "1155072" : 2,
            "1171456" : 2,
            "1187840" : 1,
            "1236992" : 1,
            "1253376" : 1,
            "1269760" : 3,
            "1286144" : 1,
            "1335296" : 1,
            "1400832" : 1,
            "1417216" : 4,
            "1433600" : 2,
            "1449984" : 2,
            "1466368" : 4,
            "1499136" : 2,
            "1515520" : 1,
            "1531904" : 1,
            "1548288" : 1,
            "1564672" : 3,
            "1581056" : 4,
            "1597440" : 2,
            "1630208" : 1,
            "1662976" : 1,
            "1679360" : 1,
            "1695744" : 1,
            "1712128" : 2,
            "1728512" : 1,
            "1761280" : 2,
            "1777664" : 5,
            "1794048" : 2,
            "1810432" : 2,
            "1826816" : 1,
            "1843200" : 2,
            "1859584" : 1,
            "1875968" : 3,
            "1908736" : 4,
            "1925120" : 1,
            "1941504" : 1,
            "1957888" : 1,
            "1974272" : 2,
            "2007040" : 1,
            "2023424" : 1,
            "2039808" : 1,
            "2072576" : 2,
            "2088960" : 2,
            "2113536" : 2,
            "2146304" : 3,
            "2179072" : 5,
            "2211840" : 5,
            "2244608" : 5,
            "2277376" : 2,
            "2310144" : 4,
            "2342912" : 4,
            "2375680" : 3,
            "2408448" : 2,
            "2473984" : 6,
            "2506752" : 2,
            "2539520" : 2,
            "2572288" : 2,
            "2605056" : 4,
            "2637824" : 4,
            "2670592" : 2,
            "2703360" : 4,
            "2736128" : 1,
            "2768896" : 3,
            "2801664" : 3,
            "2834432" : 4,
            "2867200" : 4,
            "2899968" : 1,
            "2932736" : 4,
            "2965504" : 4,
            "2998272" : 3,
            "3031040" : 1,
            "3063808" : 2,
            "3096576" : 1,
            "3129344" : 1,
            "3162112" : 4,
            "3194880" : 2,
            "3227648" : 5,
            "3260416" : 1,
            "3293184" : 6,
            "3325952" : 3,
            "3358720" : 4,
            "3391488" : 2,
            "3424256" : 2,
            "3457024" : 2,
            "3489792" : 5,
            "3522560" : 3,
            "3555328" : 4,
            "3588096" : 1,
            "3620864" : 3,
            "3653632" : 6,
            "3686400" : 1,
            "3719168" : 5,
            "3751936" : 5,
            "3784704" : 8,
            "3817472" : 6,
            "3850240" : 1,
            "3883008" : 5,
            "3915776" : 6,
            "3948544" : 9,
            "3981312" : 5,
            "4014080" : 13,
            "4046848" : 6,
            "4079616" : 4,
            "4112384" : 2,
            "4145152" : 5,
            "4177920" : 8,
            "4227072" : 29,
            "4292608" : 33,
            "4358144" : 34,
            "4423680" : 31,
            "4489216" : 41,
            "4554752" : 59,
            "4620288" : 58,
            "4685824" : 73,
            "4751360" : 76,
            "4816896" : 138,
            "4882432" : 154,
            "4947968" : 199,
            "5013504" : 202,
            "5079040" : 244,
            "5144576" : 319,
            "5210112" : 437,
            "5275648" : 471,
            "5341184" : 549,
            "5406720" : 639,
            "5472256" : 767,
            "5537792" : 831,
            "5603328" : 1052,
            "5668864" : 1207,
            "5734400" : 1360,
            "5799936" : 1578,
            "5865472" : 1829,
            "5931008" : 2067,
            "5996544" : 2366,
            "6062080" : 2759,
            "6127616" : 3051,
            "6193152" : 3516,
            "6258688" : 3811,
            "6324224" : 4383,
            "6389760" : 4916,
            "6455296" : 5248,
            "6520832" : 6011,
            "6586368" : 6641,
            "6651904" : 7282,
            "6717440" : 7953,
            "6782976" : 8580,
            "6848512" : 9338,
            "6914048" : 10236,
            "6979584" : 11063,
            "7045120" : 11557,
            "7110656" : 12726,
            "7176192" : 13784,
            "7241728" : 14755,
            "7307264" : 15719,
            "7372800" : 16609,
            "7438336" : 17939,
            "7503872" : 19343,
            "7569408" : 20281,
            "7634944" : 21797,
            "7700480" : 23278,
            "7766016" : 24640,
            "7831552" : 26684,
            "7897088" : 28989,
            "7962624" : 31544,
            "8028160" : 34293,
            "8093696" : 37852,
            "8159232" : 42160,
            "8224768" : 46278,
            "8290304" : 51178,
            "8355840" : 57106,
            "8454144" : 135121,
            "8585216" : 169809,
            "8716288" : 213714,
            "8847360" : 267551,
            "8978432" : 332362,
            "9109504" : 407446,
            "9240576" : 493248,
            "9371648" : 588455,
            "9502720" : 688225,
            "9633792" : 791217,
            "9764864" : 891178,
            "9895936" : 981180,
            "10027008" : 1056174,
            "10158080" : 1106128,
            "10289152" : 1131681,
            "10420224" : 1125779,
            "10551296" : 1083113,
            "10682368" : 1015967,
            "10813440" : 925240,
            "10944512" : 812159,
            "11075584" : 688988,
            "11206656" : 562154,
            "11337728" : 443573,
            "11468800" : 336353,
            "11599872" : 241580,
            "11730944" : 167556,
            "11862016" : 110505,
            "11993088" : 69457,
            "12124160" : 41291,
            "12255232" : 23753,
            "12386304" : 12812,
            "12517376" : 6354,
            "12648448" : 3122,
            "12779520" : 1478,
            "12910592" : 745,
            "13041664" : 340,
            "13172736" : 166,
            "13303808" : 115,
            "13434880" : 40,
            "13565952" : 21,
            "13697024" : 35,
            "13828096" : 11,
            "13959168" : 7,
            "14090240" : 11,
            "14221312" : 5,
            "14483456" : 5,
            "14614528" : 4,
            "14745600" : 3,
            "14876672" : 1,
            "15007744" : 1,
            "15138816" : 2
          }
        },
        "lat_ns" : {
          "min" : 253076,
          "max" : 15556287,
          "mean" : 10468127.966776,
          "stddev" : 923893.979923,
          "N" : 17606815
        },
        "bw_min" : 358000,
        "bw_max" : 411784,
        "bw_agg" : 100.000000,
        "bw_mean" : 391438.317549,
        "bw_dev" : 264.472099,
        "bw_samples" : 11488,
        "iops_min" : 89500,
        "iops_max" : 102946,
        "iops_mean" : 97859.451253,
        "iops_stddev" : 66.118273,
        "iops_samples" : 11488
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5760452,
      "usr_cpu" : 0.720950,
      "sys_cpu" : 10.051572,
      "ctx" : 15209050,
      "majf" : 0,
      "minf" : 1239,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999818,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.010000,
        "750" : 0.010000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 39.432652,
        "20" : 60.570716,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}