← Back to file list

📄 rand-read-qd32-nj32_run1.json

mirror/benchmarks/rand/rand-read-qd32-nj32_run1.json

{
  "fio version" : "fio-3.35",
  "timestamp" : 1772838435,
  "timestamp_ms" : 1772838435764,
  "time" : "Fri Mar  6 19:07:15 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 180,
      "elapsed" : 10,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 3612569600,
        "io_kbytes" : 3527900,
        "bw_bytes" : 370443970,
        "bw" : 361761,
        "iops" : 90553.835111,
        "runtime" : 9752,
        "total_ios" : 883081,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 312057,
      "usr_cpu" : 0.650843,
      "sys_cpu" : 9.463015,
      "ctx" : 833817,
      "majf" : 0,
      "minf" : 1265,
      "iodepth_level" : {
        "1" : 0.100000,
        "2" : 0.100000,
        "4" : 0.100000,
        "8" : 0.100000,
        "16" : 0.100000,
        "32" : 99.887666,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999547,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999547,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772838446,
  "timestamp_ms" : 1772838446012,
  "time" : "Fri Mar  6 19:07:26 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 169,
      "elapsed" : 21,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 3726635008,
        "io_kbytes" : 3639292,
        "bw_bytes" : 372663500,
        "bw" : 363929,
        "iops" : 90988.700000,
        "runtime" : 10000,
        "total_ios" : 909887,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 6680,
          "max" : 1355719,
          "mean" : 349408.441700,
          "stddev" : 110128.937307,
          "N" : 909887
        },
        "clat_ns" : {
          "min" : 4359833,
          "max" : 13485428,
          "mean" : 10905321.363961,
          "stddev" : 928597.305495,
          "N" : 909855,
          "percentile" : {
            "1.000000" : 7569408,
            "5.000000" : 9240576,
            "10.000000" : 9764864,
            "20.000000" : 10289152,
            "30.000000" : 10551296,
            "40.000000" : 10813440,
            "50.000000" : 11075584,
            "60.000000" : 11206656,
            "70.000000" : 11468800,
            "80.000000" : 11599872,
            "90.000000" : 11862016,
            "95.000000" : 12124160,
            "99.000000" : 12386304,
            "99.500000" : 12517376,
            "99.900000" : 12910592,
            "99.950000" : 12910592,
            "99.990000" : 13172736
          },
          "bins" : {
            "4358144" : 5,
            "4489216" : 2,
            "4554752" : 3,
            "4620288" : 1,
            "4685824" : 1,
            "4816896" : 11,
            "4882432" : 6,
            "4947968" : 6,
            "5013504" : 2,
            "5079040" : 4,
            "5144576" : 8,
            "5210112" : 10,
            "5275648" : 11,
            "5341184" : 13,
            "5406720" : 9,
            "5472256" : 11,
            "5537792" : 21,
            "5603328" : 41,
            "5668864" : 34,
            "5734400" : 34,
            "5799936" : 35,
            "5865472" : 62,
            "5931008" : 54,
            "5996544" : 70,
            "6062080" : 75,
            "6127616" : 92,
            "6193152" : 117,
            "6258688" : 114,
            "6324224" : 154,
            "6389760" : 178,
            "6455296" : 218,
            "6520832" : 196,
            "6586368" : 272,
            "6651904" : 248,
            "6717440" : 324,
            "6782976" : 353,
            "6848512" : 354,
            "6914048" : 399,
            "6979584" : 456,
            "7045120" : 464,
            "7110656" : 497,
            "7176192" : 545,
            "7241728" : 540,
            "7307264" : 574,
            "7372800" : 620,
            "7438336" : 644,
            "7503872" : 697,
            "7569408" : 738,
            "7634944" : 788,
            "7700480" : 851,
            "7766016" : 861,
            "7831552" : 777,
            "7897088" : 950,
            "7962624" : 998,
            "8028160" : 1064,
            "8093696" : 1058,
            "8159232" : 1099,
            "8224768" : 1023,
            "8290304" : 1057,
            "8355840" : 1159,
            "8454144" : 2442,
            "8585216" : 2653,
            "8716288" : 3139,
            "8847360" : 3587,
            "8978432" : 4309,
            "9109504" : 5419,
            "9240576" : 6780,
            "9371648" : 8398,
            "9502720" : 10557,
            "9633792" : 13351,
            "9764864" : 16100,
            "9895936" : 19475,
            "10027008" : 23577,
            "10158080" : 27551,
            "10289152" : 31713,
            "10420224" : 35472,
            "10551296" : 40174,
            "10682368" : 44876,
            "10813440" : 49792,
            "10944512" : 55955,
            "11075584" : 61359,
            "11206656" : 65555,
            "11337728" : 65960,
            "11468800" : 64570,
            "11599872" : 59438,
            "11730944" : 50620,
            "11862016" : 40027,
            "11993088" : 28673,
            "12124160" : 19086,
            "12255232" : 12464,
            "12386304" : 7518,
            "12517376" : 4162,
            "12648448" : 2144,
            "12779520" : 1008,
            "12910592" : 539,
            "13041664" : 232,
            "13172736" : 119,
            "13303808" : 41,
            "13434880" : 12
          }
        },
        "lat_ns" : {
          "min" : 4381897,
          "max" : 13891517,
          "mean" : 11254730.192169,
          "stddev" : 952211.220216,
          "N" : 909855
        },
        "bw_min" : 358289,
        "bw_max" : 370074,
        "bw_agg" : 100.000000,
        "bw_mean" : 363997.421053,
        "bw_dev" : 102.207150,
        "bw_samples" : 608,
        "iops_min" : 89571,
        "iops_max" : 92516,
        "iops_mean" : 90997.789474,
        "iops_stddev" : 25.555044,
        "iops_samples" : 608
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 319999,
      "usr_cpu" : 0.640627,
      "sys_cpu" : 9.478155,
      "ctx" : 852835,
      "majf" : 0,
      "minf" : 1135,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999890,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999890,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 13.597842,
        "20" : 86.398641,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772838456,
  "timestamp_ms" : 1772838456012,
  "time" : "Fri Mar  6 19:07:36 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 160,
      "elapsed" : 31,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 7446487040,
        "io_kbytes" : 7271960,
        "bw_bytes" : 372324352,
        "bw" : 363598,
        "iops" : 90902.750000,
        "runtime" : 20000,
        "total_ios" : 1818055,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 6530,
          "max" : 1355719,
          "mean" : 349701.372237,
          "stddev" : 109955.771807,
          "N" : 1818055
        },
        "clat_ns" : {
          "min" : 4359833,
          "max" : 13874602,
          "mean" : 10914737.341170,
          "stddev" : 908051.443664,
          "N" : 1818023,
          "percentile" : {
            "1.000000" : 7700480,
            "5.000000" : 9240576,
            "10.000000" : 9764864,
            "20.000000" : 10289152,
            "30.000000" : 10682368,
            "40.000000" : 10813440,
            "50.000000" : 11075584,
            "60.000000" : 11206656,
            "70.000000" : 11468800,
            "80.000000" : 11599872,
            "90.000000" : 11862016,
            "95.000000" : 12124160,
            "99.000000" : 12386304,
            "99.500000" : 12517376,
            "99.900000" : 12910592,
            "99.950000" : 13041664,
            "99.990000" : 13172736
          },
          "bins" : {
            "4358144" : 5,
            "4489216" : 2,
            "4554752" : 3,
            "4620288" : 1,
            "4685824" : 1,
            "4816896" : 11,
            "4882432" : 7,
            "4947968" : 6,
            "5013504" : 3,
            "5079040" : 5,
            "5144576" : 10,
            "5210112" : 14,
            "5275648" : 14,
            "5341184" : 18,
            "5406720" : 13,
            "5472256" : 13,
            "5537792" : 28,
            "5603328" : 48,
            "5668864" : 51,
            "5734400" : 44,
            "5799936" : 57,
            "5865472" : 87,
            "5931008" : 74,
            "5996544" : 97,
            "6062080" : 107,
            "6127616" : 144,
            "6193152" : 182,
            "6258688" : 178,
            "6324224" : 226,
            "6389760" : 279,
            "6455296" : 316,
            "6520832" : 313,
            "6586368" : 440,
            "6651904" : 452,
            "6717440" : 540,
            "6782976" : 563,
            "6848512" : 572,
            "6914048" : 675,
            "6979584" : 809,
            "7045120" : 836,
            "7110656" : 868,
            "7176192" : 926,
            "7241728" : 975,
            "7307264" : 1042,
            "7372800" : 1139,
            "7438336" : 1212,
            "7503872" : 1278,
            "7569408" : 1375,
            "7634944" : 1464,
            "7700480" : 1533,
            "7766016" : 1603,
            "7831552" : 1573,
            "7897088" : 1754,
            "7962624" : 1792,
            "8028160" : 1972,
            "8093696" : 2029,
            "8159232" : 2060,
            "8224768" : 1985,
            "8290304" : 2083,
            "8355840" : 2316,
            "8454144" : 4786,
            "8585216" : 5247,
            "8716288" : 6098,
            "8847360" : 7076,
            "8978432" : 8442,
            "9109504" : 10399,
            "9240576" : 13128,
            "9371648" : 16284,
            "9502720" : 20301,
            "9633792" : 25813,
            "9764864" : 31681,
            "9895936" : 38461,
            "10027008" : 46176,
            "10158080" : 54448,
            "10289152" : 63447,
            "10420224" : 72103,
            "10551296" : 82542,
            "10682368" : 92529,
            "10813440" : 102463,
            "10944512" : 113772,
            "11075584" : 124068,
            "11206656" : 131796,
            "11337728" : 132795,
            "11468800" : 128678,
            "11599872" : 117121,
            "11730944" : 99952,
            "11862016" : 78786,
            "11993088" : 57030,
            "12124160" : 38015,
            "12255232" : 24505,
            "12386304" : 14854,
            "12517376" : 8257,
            "12648448" : 4402,
            "12779520" : 2175,
            "12910592" : 1205,
            "13041664" : 576,
            "13172736" : 262,
            "13303808" : 82,
            "13434880" : 36,
            "13565952" : 6,
            "13697024" : 1,
            "13828096" : 2
          }
        },
        "lat_ns" : {
          "min" : 4381897,
          "max" : 14221731,
          "mean" : 11264438.098945,
          "stddev" : 930822.529023,
          "N" : 1818023
        },
        "bw_min" : 356317,
        "bw_max" : 371030,
        "bw_agg" : 100.000000,
        "bw_mean" : 363666.794872,
        "bw_dev" : 112.902923,
        "bw_samples" : 1248,
        "iops_min" : 89077,
        "iops_max" : 92755,
        "iops_mean" : 90914.923077,
        "iops_stddev" : 28.231564,
        "iops_samples" : 1248
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 639979,
      "usr_cpu" : 0.640646,
      "sys_cpu" : 9.490155,
      "ctx" : 1705034,
      "majf" : 0,
      "minf" : 1135,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999945,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999945,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 13.125566,
        "20" : 86.872674,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772838466,
  "timestamp_ms" : 1772838466012,
  "time" : "Fri Mar  6 19:07:46 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 150,
      "elapsed" : 41,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 11166298112,
        "io_kbytes" : 10904588,
        "bw_bytes" : 372222344,
        "bw" : 363498,
        "iops" : 90876.895897,
        "runtime" : 29999,
        "total_ios" : 2726216,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 6109,
          "max" : 1355719,
          "mean" : 349812.718603,
          "stddev" : 109719.202225,
          "N" : 2726216
        },
        "clat_ns" : {
          "min" : 4359833,
          "max" : 13874602,
          "mean" : 10917943.597078,
          "stddev" : 891463.983219,
          "N" : 2726184,
          "percentile" : {
            "1.000000" : 7766016,
            "5.000000" : 9371648,
            "10.000000" : 9895936,
            "20.000000" : 10289152,
            "30.000000" : 10682368,
            "40.000000" : 10813440,
            "50.000000" : 11075584,
            "60.000000" : 11206656,
            "70.000000" : 11468800,
            "80.000000" : 11599872,
            "90.000000" : 11862016,
            "95.000000" : 12124160,
            "99.000000" : 12386304,
            "99.500000" : 12517376,
            "99.900000" : 12910592,
            "99.950000" : 13041664,
            "99.990000" : 13172736
          },
          "bins" : {
            "4358144" : 5,
            "4489216" : 2,
            "4554752" : 3,
            "4620288" : 1,
            "4685824" : 2,
            "4751360" : 4,
            "4816896" : 12,
            "4882432" : 9,
            "4947968" : 7,
            "5013504" : 3,
            "5079040" : 9,
            "5144576" : 14,
            "5210112" : 18,
            "5275648" : 16,
            "5341184" : 22,
            "5406720" : 18,
            "5472256" : 17,
            "5537792" : 36,
            "5603328" : 55,
            "5668864" : 57,
            "5734400" : 55,
            "5799936" : 67,
            "5865472" : 108,
            "5931008" : 94,
            "5996544" : 116,
            "6062080" : 137,
            "6127616" : 181,
            "6193152" : 222,
            "6258688" : 232,
            "6324224" : 291,
            "6389760" : 340,
            "6455296" : 412,
            "6520832" : 404,
            "6586368" : 539,
            "6651904" : 584,
            "6717440" : 664,
            "6782976" : 719,
            "6848512" : 766,
            "6914048" : 856,
            "6979584" : 1036,
            "7045120" : 1049,
            "7110656" : 1150,
            "7176192" : 1247,
            "7241728" : 1315,
            "7307264" : 1415,
            "7372800" : 1562,
            "7438336" : 1682,
            "7503872" : 1767,
            "7569408" : 1865,
            "7634944" : 2022,
            "7700480" : 2183,
            "7766016" : 2284,
            "7831552" : 2280,
            "7897088" : 2520,
            "7962624" : 2616,
            "8028160" : 2848,
            "8093696" : 2930,
            "8159232" : 2950,
            "8224768" : 2988,
            "8290304" : 3143,
            "8355840" : 3372,
            "8454144" : 7123,
            "8585216" : 7780,
            "8716288" : 8984,
            "8847360" : 10339,
            "8978432" : 12079,
            "9109504" : 15038,
            "9240576" : 19069,
            "9371648" : 23561,
            "9502720" : 29776,
            "9633792" : 37964,
            "9764864" : 46676,
            "9895936" : 57231,
            "10027008" : 68922,
            "10158080" : 81865,
            "10289152" : 96598,
            "10420224" : 110603,
            "10551296" : 125636,
            "10682368" : 141780,
            "10813440" : 158261,
            "10944512" : 175323,
            "11075584" : 189465,
            "11206656" : 199741,
            "11337728" : 199488,
            "11468800" : 191857,
            "11599872" : 173015,
            "11730944" : 146800,
            "11862016" : 114956,
            "11993088" : 83363,
            "12124160" : 55883,
            "12255232" : 36048,
            "12386304" : 21954,
            "12517376" : 12325,
            "12648448" : 6587,
            "12779520" : 3410,
            "12910592" : 1816,
            "13041664" : 875,
            "13172736" : 429,
            "13303808" : 168,
            "13434880" : 60,
            "13565952" : 11,
            "13697024" : 2,
            "13828096" : 2
          }
        },
        "lat_ns" : {
          "min" : 4381897,
          "max" : 14221731,
          "mean" : 11267757.304316,
          "stddev" : 913557.329967,
          "N" : 2726184
        },
        "bw_min" : 355469,
        "bw_max" : 371867,
        "bw_agg" : 100.000000,
        "bw_mean" : 363591.118644,
        "bw_dev" : 118.015173,
        "bw_samples" : 1888,
        "iops_min" : 88865,
        "iops_max" : 92964,
        "iops_mean" : 90896.338983,
        "iops_stddev" : 29.501402,
        "iops_samples" : 1888
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 959968,
      "usr_cpu" : 0.640021,
      "sys_cpu" : 9.461565,
      "ctx" : 2558118,
      "majf" : 0,
      "minf" : 1135,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 12.761425,
        "20" : 87.237402,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772838476,
  "timestamp_ms" : 1772838476012,
  "time" : "Fri Mar  6 19:07:56 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 139,
      "elapsed" : 51,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 14884859904,
        "io_kbytes" : 14535996,
        "bw_bytes" : 372121497,
        "bw" : 363399,
        "iops" : 90851.950000,
        "runtime" : 40000,
        "total_ios" : 3634078,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 6109,
          "max" : 1355719,
          "mean" : 349900.280713,
          "stddev" : 109549.151979,
          "N" : 3634078
        },
        "clat_ns" : {
          "min" : 4359833,
          "max" : 13874602,
          "mean" : 10920732.618507,
          "stddev" : 875610.916765,
          "N" : 3634046,
          "percentile" : {
            "1.000000" : 7897088,
            "5.000000" : 9371648,
            "10.000000" : 9895936,
            "20.000000" : 10289152,
            "30.000000" : 10682368,
            "40.000000" : 10813440,
            "50.000000" : 11075584,
            "60.000000" : 11206656,
            "70.000000" : 11468800,
            "80.000000" : 11599872,
            "90.000000" : 11862016,
            "95.000000" : 11993088,
            "99.000000" : 12386304,
            "99.500000" : 12517376,
            "99.900000" : 12910592,
            "99.950000" : 13041664,
            "99.990000" : 13172736
          },
          "bins" : {
            "4358144" : 5,
            "4489216" : 2,
            "4554752" : 3,
            "4620288" : 1,
            "4685824" : 2,
            "4751360" : 4,
            "4816896" : 12,
            "4882432" : 9,
            "4947968" : 8,
            "5013504" : 4,
            "5079040" : 9,
            "5144576" : 14,
            "5210112" : 18,
            "5275648" : 18,
            "5341184" : 25,
            "5406720" : 21,
            "5472256" : 17,
            "5537792" : 36,
            "5603328" : 57,
            "5668864" : 57,
            "5734400" : 70,
            "5799936" : 70,
            "5865472" : 110,
            "5931008" : 105,
            "5996544" : 135,
            "6062080" : 168,
            "6127616" : 208,
            "6193152" : 248,
            "6258688" : 271,
            "6324224" : 329,
            "6389760" : 386,
            "6455296" : 464,
            "6520832" : 470,
            "6586368" : 615,
            "6651904" : 672,
            "6717440" : 775,
            "6782976" : 834,
            "6848512" : 910,
            "6914048" : 1012,
            "6979584" : 1190,
            "7045120" : 1253,
            "7110656" : 1394,
            "7176192" : 1518,
            "7241728" : 1585,
            "7307264" : 1712,
            "7372800" : 1938,
            "7438336" : 2069,
            "7503872" : 2177,
            "7569408" : 2304,
            "7634944" : 2513,
            "7700480" : 2677,
            "7766016" : 2868,
            "7831552" : 2892,
            "7897088" : 3220,
            "7962624" : 3356,
            "8028160" : 3512,
            "8093696" : 3693,
            "8159232" : 3769,
            "8224768" : 3928,
            "8290304" : 4185,
            "8355840" : 4396,
            "8454144" : 9278,
            "8585216" : 10246,
            "8716288" : 11758,
            "8847360" : 13476,
            "8978432" : 15697,
            "9109504" : 19258,
            "9240576" : 24582,
            "9371648" : 30595,
            "9502720" : 38591,
            "9633792" : 49444,
            "9764864" : 61112,
            "9895936" : 75138,
            "10027008" : 91550,
            "10158080" : 109382,
            "10289152" : 129642,
            "10420224" : 149436,
            "10551296" : 170825,
            "10682368" : 193386,
            "10813440" : 215761,
            "10944512" : 238429,
            "11075584" : 256533,
            "11206656" : 269632,
            "11337728" : 268148,
            "11468800" : 255515,
            "11599872" : 228879,
            "11730944" : 192447,
            "11862016" : 149939,
            "11993088" : 108561,
            "12124160" : 73005,
            "12255232" : 46467,
            "12386304" : 27950,
            "12517376" : 15894,
            "12648448" : 8545,
            "12779520" : 4383,
            "12910592" : 2270,
            "13041664" : 1141,
            "13172736" : 534,
            "13303808" : 200,
            "13434880" : 77,
            "13565952" : 13,
            "13697024" : 2,
            "13828096" : 2
          }
        },
        "lat_ns" : {
          "min" : 4381897,
          "max" : 14221731,
          "mean" : 11270634.461513,
          "stddev" : 897096.278921,
          "N" : 3634046
        },
        "bw_min" : 354887,
        "bw_max" : 372760,
        "bw_agg" : 100.000000,
        "bw_mean" : 363503.696203,
        "bw_dev" : 123.592818,
        "bw_samples" : 2528,
        "iops_min" : 88720,
        "iops_max" : 93187,
        "iops_mean" : 90874.278481,
        "iops_stddev" : 30.896443,
        "iops_samples" : 2528
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1279997,
      "usr_cpu" : 0.642814,
      "sys_cpu" : 9.460257,
      "ctx" : 3411282,
      "majf" : 0,
      "minf" : 1135,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 12.400972,
        "20" : 87.598147,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772838486,
  "timestamp_ms" : 1772838486012,
  "time" : "Fri Mar  6 19:08:06 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 130,
      "elapsed" : 61,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 18599976960,
        "io_kbytes" : 18164040,
        "bw_bytes" : 371999539,
        "bw" : 363280,
        "iops" : 90821.780000,
        "runtime" : 50000,
        "total_ios" : 4541089,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 6109,
          "max" : 1355719,
          "mean" : 350012.143874,
          "stddev" : 109342.030754,
          "N" : 4541089
        },
        "clat_ns" : {
          "min" : 4359833,
          "max" : 13874602,
          "mean" : 10924179.935187,
          "stddev" : 860908.811686,
          "N" : 4541057,
          "percentile" : {
            "1.000000" : 7962624,
            "5.000000" : 9371648,
            "10.000000" : 9895936,
            "20.000000" : 10289152,
            "30.000000" : 10682368,
            "40.000000" : 10813440,
            "50.000000" : 11075584,
            "60.000000" : 11206656,
            "70.000000" : 11468800,
            "80.000000" : 11599872,
            "90.000000" : 11862016,
            "95.000000" : 11993088,
            "99.000000" : 12386304,
            "99.500000" : 12517376,
            "99.900000" : 12910592,
            "99.950000" : 13041664,
            "99.990000" : 13172736
          },
          "bins" : {
            "4358144" : 5,
            "4489216" : 2,
            "4554752" : 3,
            "4620288" : 1,
            "4685824" : 2,
            "4751360" : 5,
            "4816896" : 13,
            "4882432" : 11,
            "4947968" : 11,
            "5013504" : 4,
            "5079040" : 9,
            "5144576" : 15,
            "5210112" : 23,
            "5275648" : 21,
            "5341184" : 29,
            "5406720" : 23,
            "5472256" : 21,
            "5537792" : 37,
            "5603328" : 63,
            "5668864" : 64,
            "5734400" : 82,
            "5799936" : 73,
            "5865472" : 120,
            "5931008" : 119,
            "5996544" : 141,
            "6062080" : 188,
            "6127616" : 223,
            "6193152" : 265,
            "6258688" : 298,
            "6324224" : 377,
            "6389760" : 432,
            "6455296" : 518,
            "6520832" : 535,
            "6586368" : 666,
            "6651904" : 738,
            "6717440" : 841,
            "6782976" : 929,
            "6848512" : 1020,
            "6914048" : 1130,
            "6979584" : 1315,
            "7045120" : 1393,
            "7110656" : 1562,
            "7176192" : 1746,
            "7241728" : 1809,
            "7307264" : 1963,
            "7372800" : 2237,
            "7438336" : 2398,
            "7503872" : 2529,
            "7569408" : 2701,
            "7634944" : 2909,
            "7700480" : 3138,
            "7766016" : 3344,
            "7831552" : 3405,
            "7897088" : 3784,
            "7962624" : 4001,
            "8028160" : 4212,
            "8093696" : 4402,
            "8159232" : 4543,
            "8224768" : 4766,
            "8290304" : 5091,
            "8355840" : 5349,
            "8454144" : 11267,
            "8585216" : 12489,
            "8716288" : 14324,
            "8847360" : 16386,
            "8978432" : 19079,
            "9109504" : 23369,
            "9240576" : 29617,
            "9371648" : 36866,
            "9502720" : 46502,
            "9633792" : 59938,
            "9764864" : 74669,
            "9895936" : 92527,
            "10027008" : 113160,
            "10158080" : 136569,
            "10289152" : 162566,
            "10420224" : 189167,
            "10551296" : 217632,
            "10682368" : 247054,
            "10813440" : 275438,
            "10944512" : 304100,
            "11075584" : 326116,
            "11206656" : 341270,
            "11337728" : 336518,
            "11468800" : 320107,
            "11599872" : 284043,
            "11730944" : 237275,
            "11862016" : 184127,
            "11993088" : 132852,
            "12124160" : 88664,
            "12255232" : 55991,
            "12386304" : 33614,
            "12517376" : 19323,
            "12648448" : 10387,
            "12779520" : 5279,
            "12910592" : 2752,
            "13041664" : 1364,
            "13172736" : 645,
            "13303808" : 234,
            "13434880" : 96,
            "13565952" : 24,
            "13697024" : 2,
            "13828096" : 2
          }
        },
        "lat_ns" : {
          "min" : 4381897,
          "max" : 14221731,
          "mean" : 11274192.650510,
          "stddev" : 881818.258843,
          "N" : 4541057
        },
        "bw_min" : 354060,
        "bw_max" : 373270,
        "bw_agg" : 100.000000,
        "bw_mean" : 363389.383838,
        "bw_dev" : 130.811001,
        "bw_samples" : 3168,
        "iops_min" : 88513,
        "iops_max" : 93314,
        "iops_mean" : 90845.555556,
        "iops_stddev" : 32.698103,
        "iops_samples" : 3168
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1599969,
      "usr_cpu" : 0.642137,
      "sys_cpu" : 9.460058,
      "ctx" : 4264345,
      "majf" : 0,
      "minf" : 1135,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999934,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999934,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 12.016171,
        "20" : 87.983125,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772838496,
  "timestamp_ms" : 1772838496012,
  "time" : "Fri Mar  6 19:08:16 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 120,
      "elapsed" : 71,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 22312247296,
        "io_kbytes" : 21789304,
        "bw_bytes" : 371876986,
        "bw" : 363161,
        "iops" : 90791.496525,
        "runtime" : 59999,
        "total_ios" : 5447399,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 6109,
          "max" : 2120285,
          "mean" : 350131.929333,
          "stddev" : 109236.471643,
          "N" : 5447400
        },
        "clat_ns" : {
          "min" : 4359833,
          "max" : 13874602,
          "mean" : 10927894.306574,
          "stddev" : 847823.430295,
          "N" : 5447367,
          "percentile" : {
            "1.000000" : 7962624,
            "5.000000" : 9371648,
            "10.000000" : 9895936,
            "20.000000" : 10289152,
            "30.000000" : 10682368,
            "40.000000" : 10813440,
            "50.000000" : 11075584,
            "60.000000" : 11206656,
            "70.000000" : 11337728,
            "80.000000" : 11599872,
            "90.000000" : 11862016,
            "95.000000" : 11993088,
            "99.000000" : 12386304,
            "99.500000" : 12517376,
            "99.900000" : 12910592,
            "99.950000" : 13041664,
            "99.990000" : 13172736
          },
          "bins" : {
            "4358144" : 5,
            "4489216" : 2,
            "4554752" : 3,
            "4620288" : 1,
            "4685824" : 2,
            "4751360" : 5,
            "4816896" : 13,
            "4882432" : 11,
            "4947968" : 11,
            "5013504" : 4,
            "5079040" : 9,
            "5144576" : 15,
            "5210112" : 23,
            "5275648" : 21,
            "5341184" : 29,
            "5406720" : 23,
            "5472256" : 22,
            "5537792" : 37,
            "5603328" : 63,
            "5668864" : 65,
            "5734400" : 82,
            "5799936" : 76,
            "5865472" : 124,
            "5931008" : 121,
            "5996544" : 145,
            "6062080" : 194,
            "6127616" : 228,
            "6193152" : 273,
            "6258688" : 308,
            "6324224" : 405,
            "6389760" : 455,
            "6455296" : 540,
            "6520832" : 570,
            "6586368" : 696,
            "6651904" : 770,
            "6717440" : 900,
            "6782976" : 984,
            "6848512" : 1096,
            "6914048" : 1220,
            "6979584" : 1429,
            "7045120" : 1522,
            "7110656" : 1688,
            "7176192" : 1888,
            "7241728" : 1971,
            "7307264" : 2173,
            "7372800" : 2495,
            "7438336" : 2703,
            "7503872" : 2864,
            "7569408" : 3014,
            "7634944" : 3319,
            "7700480" : 3578,
            "7766016" : 3819,
            "7831552" : 3910,
            "7897088" : 4320,
            "7962624" : 4631,
            "8028160" : 4900,
            "8093696" : 5129,
            "8159232" : 5243,
            "8224768" : 5629,
            "8290304" : 5894,
            "8355840" : 6272,
            "8454144" : 13278,
            "8585216" : 14683,
            "8716288" : 16631,
            "8847360" : 19232,
            "8978432" : 22366,
            "9109504" : 27320,
            "9240576" : 34426,
            "9371648" : 42837,
            "9502720" : 54189,
            "9633792" : 69672,
            "9764864" : 87307,
            "9895936" : 108692,
            "10027008" : 134031,
            "10158080" : 162804,
            "10289152" : 195047,
            "10420224" : 228870,
            "10551296" : 264827,
            "10682368" : 301399,
            "10813440" : 337317,
            "10944512" : 372534,
            "11075584" : 398167,
            "11206656" : 414253,
            "11337728" : 406240,
            "11468800" : 383789,
            "11599872" : 339644,
            "11730944" : 281292,
            "11862016" : 217127,
            "11993088" : 156195,
            "12124160" : 104234,
            "12255232" : 65591,
            "12386304" : 38930,
            "12517376" : 22261,
            "12648448" : 12009,
            "12779520" : 6183,
            "12910592" : 3188,
            "13041664" : 1643,
            "13172736" : 778,
            "13303808" : 273,
            "13434880" : 118,
            "13565952" : 38,
            "13697024" : 9,
            "13828096" : 2
          }
        },
        "lat_ns" : {
          "min" : 4381897,
          "max" : 14221731,
          "mean" : 11278026.328412,
          "stddev" : 868213.374845,
          "N" : 5447367
        },
        "bw_min" : 353384,
        "bw_max" : 373520,
        "bw_agg" : 100.000000,
        "bw_mean" : 363259.184874,
        "bw_dev" : 137.155732,
        "bw_samples" : 3808,
        "iops_min" : 88345,
        "iops_max" : 93377,
        "iops_mean" : 90813.033613,
        "iops_stddev" : 34.283356,
        "iops_samples" : 3808
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1919968,
      "usr_cpu" : 0.639386,
      "sys_cpu" : 9.457658,
      "ctx" : 5117084,
      "majf" : 0,
      "minf" : 1135,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999982,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999982,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 11.660391,
        "20" : 88.339022,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772838506,
  "timestamp_ms" : 1772838506012,
  "time" : "Fri Mar  6 19:08:26 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 109,
      "elapsed" : 81,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 26024988672,
        "io_kbytes" : 25415028,
        "bw_bytes" : 371785552,
        "bw" : 363071,
        "iops" : 90769.185714,
        "runtime" : 70000,
        "total_ios" : 6353843,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 6109,
          "max" : 2120285,
          "mean" : 350217.970769,
          "stddev" : 109076.474909,
          "N" : 6353844
        },
        "clat_ns" : {
          "min" : 4359833,
          "max" : 14045470,
          "mean" : 10930505.774784,
          "stddev" : 834315.450477,
          "N" : 6353811,
          "percentile" : {
            "1.000000" : 8028160,
            "5.000000" : 9502720,
            "10.000000" : 9895936,
            "20.000000" : 10420224,
            "30.000000" : 10682368,
            "40.000000" : 10813440,
            "50.000000" : 11075584,
            "60.000000" : 11206656,
            "70.000000" : 11337728,
            "80.000000" : 11599872,
            "90.000000" : 11862016,
            "95.000000" : 11993088,
            "99.000000" : 12386304,
            "99.500000" : 12517376,
            "99.900000" : 12910592,
            "99.950000" : 13041664,
            "99.990000" : 13172736
          },
          "bins" : {
            "4358144" : 5,
            "4489216" : 2,
            "4554752" : 3,
            "4620288" : 1,
            "4685824" : 2,
            "4751360" : 5,
            "4816896" : 13,
            "4882432" : 11,
            "4947968" : 11,
            "5013504" : 4,
            "5079040" : 9,
            "5144576" : 15,
            "5210112" : 23,
            "5275648" : 21,
            "5341184" : 29,
            "5406720" : 23,
            "5472256" : 22,
            "5537792" : 37,
            "5603328" : 63,
            "5668864" : 66,
            "5734400" : 84,
            "5799936" : 76,
            "5865472" : 125,
            "5931008" : 124,
            "5996544" : 149,
            "6062080" : 196,
            "6127616" : 230,
            "6193152" : 276,
            "6258688" : 313,
            "6324224" : 414,
            "6389760" : 461,
            "6455296" : 550,
            "6520832" : 590,
            "6586368" : 723,
            "6651904" : 789,
            "6717440" : 923,
            "6782976" : 1026,
            "6848512" : 1146,
            "6914048" : 1282,
            "6979584" : 1488,
            "7045120" : 1582,
            "7110656" : 1769,
            "7176192" : 1998,
            "7241728" : 2100,
            "7307264" : 2348,
            "7372800" : 2690,
            "7438336" : 2908,
            "7503872" : 3107,
            "7569408" : 3256,
            "7634944" : 3582,
            "7700480" : 3925,
            "7766016" : 4213,
            "7831552" : 4267,
            "7897088" : 4734,
            "7962624" : 5062,
            "8028160" : 5399,
            "8093696" : 5654,
            "8159232" : 5822,
            "8224768" : 6234,
            "8290304" : 6638,
            "8355840" : 6983,
            "8454144" : 14839,
            "8585216" : 16624,
            "8716288" : 18784,
            "8847360" : 21751,
            "8978432" : 25413,
            "9109504" : 30916,
            "9240576" : 38711,
            "9371648" : 48453,
            "9502720" : 61642,
            "9633792" : 79267,
            "9764864" : 100094,
            "9895936" : 125755,
            "10027008" : 155498,
            "10158080" : 190087,
            "10289152" : 229061,
            "10420224" : 270326,
            "10551296" : 313871,
            "10682368" : 359024,
            "10813440" : 401740,
            "10944512" : 442260,
            "11075584" : 471157,
            "11206656" : 487145,
            "11337728" : 474981,
            "11468800" : 446433,
            "11599872" : 392998,
            "11730944" : 323630,
            "11862016" : 248865,
            "11993088" : 178509,
            "12124160" : 118638,
            "12255232" : 74688,
            "12386304" : 44325,
            "12517376" : 25228,
            "12648448" : 13630,
            "12779520" : 7008,
            "12910592" : 3578,
            "13041664" : 1870,
            "13172736" : 853,
            "13303808" : 326,
            "13434880" : 142,
            "13565952" : 60,
            "13697024" : 17,
            "13828096" : 8,
            "13959168" : 5,
            "14090240" : 1
          }
        },
        "lat_ns" : {
          "min" : 4381897,
          "max" : 14388783,
          "mean" : 11280723.948405,
          "stddev" : 854173.685764,
          "N" : 6353811
        },
        "bw_min" : 352864,
        "bw_max" : 374236,
        "bw_agg" : 100.000000,
        "bw_mean" : 363164.223022,
        "bw_dev" : 146.226871,
        "bw_samples" : 4448,
        "iops_min" : 88214,
        "iops_max" : 93557,
        "iops_mean" : 90789.194245,
        "iops_stddev" : 36.552131,
        "iops_samples" : 4448
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2239993,
      "usr_cpu" : 0.638395,
      "sys_cpu" : 9.454315,
      "ctx" : 5970507,
      "majf" : 0,
      "minf" : 1135,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 11.333598,
        "20" : 88.665899,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772838516,
  "timestamp_ms" : 1772838516012,
  "time" : "Fri Mar  6 19:08:36 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 100,
      "elapsed" : 91,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 29735608320,
        "io_kbytes" : 29038680,
        "bw_bytes" : 371695104,
        "bw" : 362983,
        "iops" : 90746.762500,
        "runtime" : 80000,
        "total_ios" : 7259741,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 6109,
          "max" : 2120285,
          "mean" : 350303.545358,
          "stddev" : 108954.158883,
          "N" : 7259742
        },
        "clat_ns" : {
          "min" : 4359833,
          "max" : 14045470,
          "mean" : 10933144.016791,
          "stddev" : 822968.067584,
          "N" : 7259709,
          "percentile" : {
            "1.000000" : 8093696,
            "5.000000" : 9502720,
            "10.000000" : 9895936,
            "20.000000" : 10420224,
            "30.000000" : 10682368,
            "40.000000" : 10813440,
            "50.000000" : 11075584,
            "60.000000" : 11206656,
            "70.000000" : 11337728,
            "80.000000" : 11599872,
            "90.000000" : 11862016,
            "95.000000" : 11993088,
            "99.000000" : 12386304,
            "99.500000" : 12517376,
            "99.900000" : 12910592,
            "99.950000" : 13041664,
            "99.990000" : 13172736
          },
          "bins" : {
            "4358144" : 5,
            "4489216" : 2,
            "4554752" : 3,
            "4620288" : 1,
            "4685824" : 2,
            "4751360" : 5,
            "4816896" : 13,
            "4882432" : 11,
            "4947968" : 12,
            "5013504" : 4,
            "5079040" : 9,
            "5144576" : 16,
            "5210112" : 26,
            "5275648" : 21,
            "5341184" : 30,
            "5406720" : 23,
            "5472256" : 22,
            "5537792" : 38,
            "5603328" : 66,
            "5668864" : 67,
            "5734400" : 86,
            "5799936" : 79,
            "5865472" : 133,
            "5931008" : 131,
            "5996544" : 153,
            "6062080" : 212,
            "6127616" : 234,
            "6193152" : 284,
            "6258688" : 325,
            "6324224" : 428,
            "6389760" : 482,
            "6455296" : 579,
            "6520832" : 611,
            "6586368" : 751,
            "6651904" : 827,
            "6717440" : 966,
            "6782976" : 1050,
            "6848512" : 1186,
            "6914048" : 1344,
            "6979584" : 1562,
            "7045120" : 1653,
            "7110656" : 1856,
            "7176192" : 2099,
            "7241728" : 2225,
            "7307264" : 2498,
            "7372800" : 2835,
            "7438336" : 3064,
            "7503872" : 3306,
            "7569408" : 3508,
            "7634944" : 3852,
            "7700480" : 4179,
            "7766016" : 4538,
            "7831552" : 4642,
            "7897088" : 5116,
            "7962624" : 5488,
            "8028160" : 5900,
            "8093696" : 6194,
            "8159232" : 6423,
            "8224768" : 6912,
            "8290304" : 7367,
            "8355840" : 7750,
            "8454144" : 16478,
            "8585216" : 18586,
            "8716288" : 20853,
            "8847360" : 24223,
            "8978432" : 28349,
            "9109504" : 34327,
            "9240576" : 42899,
            "9371648" : 53813,
            "9502720" : 68580,
            "9633792" : 88080,
            "9764864" : 111810,
            "9895936" : 140929,
            "10027008" : 175962,
            "10158080" : 217050,
            "10289152" : 263153,
            "10420224" : 311407,
            "10551296" : 363257,
            "10682368" : 417289,
            "10813440" : 466940,
            "10944512" : 513704,
            "11075584" : 546384,
            "11206656" : 561836,
            "11337728" : 545383,
            "11468800" : 509437,
            "11599872" : 446007,
            "11730944" : 365661,
            "11862016" : 280378,
            "11993088" : 200132,
            "12124160" : 132490,
            "12255232" : 83252,
            "12386304" : 49260,
            "12517376" : 27980,
            "12648448" : 15150,
            "12779520" : 7792,
            "12910592" : 3962,
            "13041664" : 2087,
            "13172736" : 944,
            "13303808" : 374,
            "13434880" : 164,
            "13565952" : 80,
            "13697024" : 33,
            "13828096" : 22,
            "13959168" : 9,
            "14090240" : 1
          }
        },
        "lat_ns" : {
          "min" : 4381897,
          "max" : 14388783,
          "mean" : 11283448.240892,
          "stddev" : 842381.419430,
          "N" : 7259709
        },
        "bw_min" : 352024,
        "bw_max" : 374982,
        "bw_agg" : 100.000000,
        "bw_mean" : 363072.729560,
        "bw_dev" : 153.898846,
        "bw_samples" : 5088,
        "iops_min" : 88003,
        "iops_max" : 93744,
        "iops_mean" : 90766.257862,
        "iops_stddev" : 38.471847,
        "iops_samples" : 5088
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2559975,
      "usr_cpu" : 0.638131,
      "sys_cpu" : 9.451186,
      "ctx" : 6823862,
      "majf" : 0,
      "minf" : 1135,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999959,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999945,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 11.016564,
        "20" : 88.982995,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772838526,
  "timestamp_ms" : 1772838526012,
  "time" : "Fri Mar  6 19:08:46 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 90,
      "elapsed" : 101,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 33447976960,
        "io_kbytes" : 32664040,
        "bw_bytes" : 371648317,
        "bw" : 362937,
        "iops" : 90735.308170,
        "runtime" : 89999,
        "total_ios" : 8166087,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5629,
          "max" : 2120285,
          "mean" : 350350.592321,
          "stddev" : 108861.404501,
          "N" : 8166087
        },
        "clat_ns" : {
          "min" : 4359833,
          "max" : 14045470,
          "mean" : 10934578.745028,
          "stddev" : 813059.183607,
          "N" : 8166055,
          "percentile" : {
            "1.000000" : 8159232,
            "5.000000" : 9502720,
            "10.000000" : 9895936,
            "20.000000" : 10420224,
            "30.000000" : 10682368,
            "40.000000" : 10813440,
            "50.000000" : 11075584,
            "60.000000" : 11206656,
            "70.000000" : 11337728,
            "80.000000" : 11599872,
            "90.000000" : 11862016,
            "95.000000" : 11993088,
            "99.000000" : 12386304,
            "99.500000" : 12517376,
            "99.900000" : 12910592,
            "99.950000" : 12910592,
            "99.990000" : 13172736
          },
          "bins" : {
            "4358144" : 5,
            "4489216" : 2,
            "4554752" : 3,
            "4620288" : 1,
            "4685824" : 2,
            "4751360" : 5,
            "4816896" : 13,
            "4882432" : 11,
            "4947968" : 12,
            "5013504" : 4,
            "5079040" : 9,
            "5144576" : 16,
            "5210112" : 26,
            "5275648" : 21,
            "5341184" : 30,
            "5406720" : 23,
            "5472256" : 22,
            "5537792" : 38,
            "5603328" : 69,
            "5668864" : 67,
            "5734400" : 88,
            "5799936" : 81,
            "5865472" : 133,
            "5931008" : 132,
            "5996544" : 156,
            "6062080" : 217,
            "6127616" : 241,
            "6193152" : 289,
            "6258688" : 334,
            "6324224" : 434,
            "6389760" : 495,
            "6455296" : 600,
            "6520832" : 636,
            "6586368" : 780,
            "6651904" : 859,
            "6717440" : 1002,
            "6782976" : 1092,
            "6848512" : 1251,
            "6914048" : 1400,
            "6979584" : 1626,
            "7045120" : 1730,
            "7110656" : 1964,
            "7176192" : 2215,
            "7241728" : 2351,
            "7307264" : 2652,
            "7372800" : 2993,
            "7438336" : 3274,
            "7503872" : 3545,
            "7569408" : 3768,
            "7634944" : 4132,
            "7700480" : 4460,
            "7766016" : 4863,
            "7831552" : 5055,
            "7897088" : 5520,
            "7962624" : 5948,
            "8028160" : 6359,
            "8093696" : 6704,
            "8159232" : 6973,
            "8224768" : 7483,
            "8290304" : 8011,
            "8355840" : 8512,
            "8454144" : 18123,
            "8585216" : 20385,
            "8716288" : 22919,
            "8847360" : 26510,
            "8978432" : 31122,
            "9109504" : 37487,
            "9240576" : 46849,
            "9371648" : 58819,
            "9502720" : 74986,
            "9633792" : 96478,
            "9764864" : 123366,
            "9895936" : 156281,
            "10027008" : 196296,
            "10158080" : 243937,
            "10289152" : 297210,
            "10420224" : 354204,
            "10551296" : 415197,
            "10682368" : 477325,
            "10813440" : 534770,
            "10944512" : 586922,
            "11075584" : 622173,
            "11206656" : 636446,
            "11337728" : 614938,
            "11468800" : 571116,
            "11599872" : 497229,
            "11730944" : 406611,
            "11862016" : 310494,
            "11993088" : 221230,
            "12124160" : 146041,
            "12255232" : 91810,
            "12386304" : 54223,
            "12517376" : 30591,
            "12648448" : 16539,
            "12779520" : 8402,
            "12910592" : 4298,
            "13041664" : 2263,
            "13172736" : 1012,
            "13303808" : 399,
            "13434880" : 167,
            "13565952" : 85,
            "13697024" : 33,
            "13828096" : 22,
            "13959168" : 9,
            "14090240" : 1
          }
        },
        "lat_ns" : {
          "min" : 4381897,
          "max" : 14388783,
          "mean" : 11284929.676105,
          "stddev" : 832064.377052,
          "N" : 8166055
        },
        "bw_min" : 351804,
        "bw_max" : 375686,
        "bw_agg" : 100.000000,
        "bw_mean" : 363028.966480,
        "bw_dev" : 159.093304,
        "bw_samples" : 5728,
        "iops_min" : 87949,
        "iops_max" : 93920,
        "iops_mean" : 90755.368715,
        "iops_stddev" : 39.770066,
        "iops_samples" : 5728
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2879968,
      "usr_cpu" : 0.639556,
      "sys_cpu" : 9.444862,
      "ctx" : 7677192,
      "majf" : 0,
      "minf" : 1135,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999976,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999976,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 10.741901,
        "20" : 89.257707,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772838536,
  "timestamp_ms" : 1772838536012,
  "time" : "Fri Mar  6 19:08:56 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 80,
      "elapsed" : 111,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 37161517056,
        "io_kbytes" : 36290544,
        "bw_bytes" : 371615170,
        "bw" : 362905,
        "iops" : 90727.080000,
        "runtime" : 100000,
        "total_ios" : 9072708,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5629,
          "max" : 2120285,
          "mean" : 350380.463973,
          "stddev" : 108802.778671,
          "N" : 9072708
        },
        "clat_ns" : {
          "min" : 4359833,
          "max" : 14045470,
          "mean" : 10935469.033996,
          "stddev" : 804551.501858,
          "N" : 9072676,
          "percentile" : {
            "1.000000" : 8159232,
            "5.000000" : 9502720,
            "10.000000" : 10027008,
            "20.000000" : 10420224,
            "30.000000" : 10682368,
            "40.000000" : 10813440,
            "50.000000" : 11075584,
            "60.000000" : 11206656,
            "70.000000" : 11337728,
            "80.000000" : 11599872,
            "90.000000" : 11862016,
            "95.000000" : 11993088,
            "99.000000" : 12386304,
            "99.500000" : 12517376,
            "99.900000" : 12779520,
            "99.950000" : 12910592,
            "99.990000" : 13172736
          },
          "bins" : {
            "4358144" : 5,
            "4489216" : 2,
            "4554752" : 3,
            "4620288" : 1,
            "4685824" : 2,
            "4751360" : 5,
            "4816896" : 13,
            "4882432" : 11,
            "4947968" : 12,
            "5013504" : 4,
            "5079040" : 9,
            "5144576" : 16,
            "5210112" : 26,
            "5275648" : 22,
            "5341184" : 30,
            "5406720" : 23,
            "5472256" : 24,
            "5537792" : 40,
            "5603328" : 73,
            "5668864" : 68,
            "5734400" : 89,
            "5799936" : 83,
            "5865472" : 139,
            "5931008" : 139,
            "5996544" : 160,
            "6062080" : 219,
            "6127616" : 246,
            "6193152" : 295,
            "6258688" : 338,
            "6324224" : 444,
            "6389760" : 507,
            "6455296" : 604,
            "6520832" : 651,
            "6586368" : 794,
            "6651904" : 873,
            "6717440" : 1028,
            "6782976" : 1137,
            "6848512" : 1285,
            "6914048" : 1437,
            "6979584" : 1669,
            "7045120" : 1805,
            "7110656" : 2026,
            "7176192" : 2306,
            "7241728" : 2456,
            "7307264" : 2763,
            "7372800" : 3106,
            "7438336" : 3420,
            "7503872" : 3710,
            "7569408" : 3991,
            "7634944" : 4377,
            "7700480" : 4708,
            "7766016" : 5169,
            "7831552" : 5394,
            "7897088" : 5895,
            "7962624" : 6349,
            "8028160" : 6822,
            "8093696" : 7229,
            "8159232" : 7529,
            "8224768" : 8060,
            "8290304" : 8691,
            "8355840" : 9288,
            "8454144" : 19699,
            "8585216" : 22256,
            "8716288" : 24932,
            "8847360" : 28985,
            "8978432" : 33796,
            "9109504" : 40814,
            "9240576" : 50974,
            "9371648" : 64007,
            "9502720" : 81742,
            "9633792" : 105063,
            "9764864" : 135019,
            "9895936" : 171783,
            "10027008" : 216741,
            "10158080" : 270855,
            "10289152" : 331881,
            "10420224" : 397095,
            "10551296" : 467118,
            "10682368" : 537635,
            "10813440" : 602873,
            "10944512" : 660288,
            "11075584" : 697550,
            "11206656" : 711414,
            "11337728" : 684500,
            "11468800" : 633255,
            "11599872" : 548883,
            "11730944" : 446434,
            "11862016" : 340092,
            "11993088" : 241986,
            "12124160" : 159178,
            "12255232" : 99887,
            "12386304" : 59036,
            "12517376" : 33327,
            "12648448" : 17890,
            "12779520" : 9075,
            "12910592" : 4640,
            "13041664" : 2432,
            "13172736" : 1100,
            "13303808" : 441,
            "13434880" : 199,
            "13565952" : 98,
            "13697024" : 43,
            "13828096" : 30,
            "13959168" : 10,
            "14090240" : 1
          }
        },
        "lat_ns" : {
          "min" : 4381897,
          "max" : 14388783,
          "mean" : 11285849.893157,
          "stddev" : 823200.589317,
          "N" : 9072676
        },
        "bw_min" : 351324,
        "bw_max" : 376260,
        "bw_agg" : 100.000000,
        "bw_mean" : 362997.839196,
        "bw_dev" : 163.690284,
        "bw_samples" : 6368,
        "iops_min" : 87829,
        "iops_max" : 94063,
        "iops_mean" : 90747.527638,
        "iops_stddev" : 40.918991,
        "iops_samples" : 6368
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 3199969,
      "usr_cpu" : 0.640631,
      "sys_cpu" : 9.438248,
      "ctx" : 8530794,
      "majf" : 0,
      "minf" : 1135,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999978,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999978,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 10.529238,
        "20" : 89.470409,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772838546,
  "timestamp_ms" : 1772838546012,
  "time" : "Fri Mar  6 19:09:06 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 69,
      "elapsed" : 121,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 40870621184,
        "io_kbytes" : 39912716,
        "bw_bytes" : 371551101,
        "bw" : 362842,
        "iops" : 90711.300000,
        "runtime" : 110000,
        "total_ios" : 9978243,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5629,
          "max" : 2120285,
          "mean" : 350442.670270,
          "stddev" : 108721.109747,
          "N" : 9978245
        },
        "clat_ns" : {
          "min" : 4359833,
          "max" : 14045470,
          "mean" : 10937419.305089,
          "stddev" : 795922.222288,
          "N" : 9978211,
          "percentile" : {
            "1.000000" : 8224768,
            "5.000000" : 9502720,
            "10.000000" : 10027008,
            "20.000000" : 10420224,
            "30.000000" : 10682368,
            "40.000000" : 10813440,
            "50.000000" : 11075584,
            "60.000000" : 11206656,
            "70.000000" : 11337728,
            "80.000000" : 11599872,
            "90.000000" : 11862016,
            "95.000000" : 11993088,
            "99.000000" : 12386304,
            "99.500000" : 12517376,
            "99.900000" : 12779520,
            "99.950000" : 12910592,
            "99.990000" : 13172736
          },
          "bins" : {
            "4358144" : 5,
            "4489216" : 2,
            "4554752" : 3,
            "4620288" : 1,
            "4685824" : 2,
            "4751360" : 5,
            "4816896" : 13,
            "4882432" : 11,
            "4947968" : 12,
            "5013504" : 4,
            "5079040" : 9,
            "5144576" : 16,
            "5210112" : 26,
            "5275648" : 22,
            "5341184" : 30,
            "5406720" : 23,
            "5472256" : 24,
            "5537792" : 40,
            "5603328" : 73,
            "5668864" : 68,
            "5734400" : 89,
            "5799936" : 83,
            "5865472" : 140,
            "5931008" : 139,
            "5996544" : 160,
            "6062080" : 220,
            "6127616" : 246,
            "6193152" : 297,
            "6258688" : 342,
            "6324224" : 446,
            "6389760" : 509,
            "6455296" : 609,
            "6520832" : 656,
            "6586368" : 805,
            "6651904" : 878,
            "6717440" : 1041,
            "6782976" : 1158,
            "6848512" : 1309,
            "6914048" : 1461,
            "6979584" : 1691,
            "7045120" : 1842,
            "7110656" : 2071,
            "7176192" : 2377,
            "7241728" : 2527,
            "7307264" : 2838,
            "7372800" : 3199,
            "7438336" : 3534,
            "7503872" : 3857,
            "7569408" : 4155,
            "7634944" : 4587,
            "7700480" : 4901,
            "7766016" : 5393,
            "7831552" : 5632,
            "7897088" : 6183,
            "7962624" : 6705,
            "8028160" : 7177,
            "8093696" : 7595,
            "8159232" : 7964,
            "8224768" : 8557,
            "8290304" : 9201,
            "8355840" : 9858,
            "8454144" : 21014,
            "8585216" : 23804,
            "8716288" : 26687,
            "8847360" : 31133,
            "8978432" : 36301,
            "9109504" : 43869,
            "9240576" : 54868,
            "9371648" : 68994,
            "9502720" : 88017,
            "9633792" : 113574,
            "9764864" : 146463,
            "9895936" : 187681,
            "10027008" : 237205,
            "10158080" : 297389,
            "10289152" : 365853,
            "10420224" : 440036,
            "10551296" : 518425,
            "10682368" : 598502,
            "10813440" : 671727,
            "10944512" : 733923,
            "11075584" : 774283,
            "11206656" : 787247,
            "11337728" : 753779,
            "11468800" : 694897,
            "11599872" : 600671,
            "11730944" : 487662,
            "11862016" : 369955,
            "11993088" : 262214,
            "12124160" : 172163,
            "12255232" : 108211,
            "12386304" : 63926,
            "12517376" : 36122,
            "12648448" : 19341,
            "12779520" : 9784,
            "12910592" : 4969,
            "13041664" : 2617,
            "13172736" : 1183,
            "13303808" : 481,
            "13434880" : 222,
            "13565952" : 110,
            "13697024" : 49,
            "13828096" : 30,
            "13959168" : 10,
            "14090240" : 1
          }
        },
        "lat_ns" : {
          "min" : 4381897,
          "max" : 14388783,
          "mean" : 11287862.245786,
          "stddev" : 814218.549836,
          "N" : 9978211
        },
        "bw_min" : 350902,
        "bw_max" : 376428,
        "bw_agg" : 100.000000,
        "bw_mean" : 362937.643836,
        "bw_dev" : 168.651869,
        "bw_samples" : 7008,
        "iops_min" : 87724,
        "iops_max" : 94105,
        "iops_mean" : 90732.502283,
        "iops_stddev" : 42.158184,
        "iops_samples" : 7008
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 3520000,
      "usr_cpu" : 0.642472,
      "sys_cpu" : 9.437983,
      "ctx" : 9383767,
      "majf" : 0,
      "minf" : 1135,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999990,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999980,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 10.315293,
        "20" : 89.684386,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772838556,
  "timestamp_ms" : 1772838556012,
  "time" : "Fri Mar  6 19:09:16 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 60,
      "elapsed" : 131,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 44578738176,
        "io_kbytes" : 43533924,
        "bw_bytes" : 371489484,
        "bw" : 362782,
        "iops" : 90696.258333,
        "runtime" : 120000,
        "total_ios" : 10883551,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5629,
          "max" : 2120285,
          "mean" : 350498.539678,
          "stddev" : 108656.773892,
          "N" : 10883551
        },
        "clat_ns" : {
          "min" : 4359833,
          "max" : 14045470,
          "mean" : 10939180.322347,
          "stddev" : 788815.587172,
          "N" : 10883519,
          "percentile" : {
            "1.000000" : 8290304,
            "5.000000" : 9502720,
            "10.000000" : 10027008,
            "20.000000" : 10420224,
            "30.000000" : 10682368,
            "40.000000" : 10813440,
            "50.000000" : 11075584,
            "60.000000" : 11206656,
            "70.000000" : 11337728,
            "80.000000" : 11599872,
            "90.000000" : 11862016,
            "95.000000" : 11993088,
            "99.000000" : 12386304,
            "99.500000" : 12517376,
            "99.900000" : 12779520,
            "99.950000" : 12910592,
            "99.990000" : 13172736
          },
          "bins" : {
            "4358144" : 5,
            "4489216" : 2,
            "4554752" : 3,
            "4620288" : 1,
            "4685824" : 2,
            "4751360" : 5,
            "4816896" : 13,
            "4882432" : 11,
            "4947968" : 12,
            "5013504" : 4,
            "5079040" : 9,
            "5144576" : 16,
            "5210112" : 26,
            "5275648" : 22,
            "5341184" : 30,
            "5406720" : 23,
            "5472256" : 24,
            "5537792" : 40,
            "5603328" : 73,
            "5668864" : 68,
            "5734400" : 89,
            "5799936" : 86,
            "5865472" : 144,
            "5931008" : 143,
            "5996544" : 161,
            "6062080" : 223,
            "6127616" : 248,
            "6193152" : 303,
            "6258688" : 357,
            "6324224" : 452,
            "6389760" : 515,
            "6455296" : 614,
            "6520832" : 668,
            "6586368" : 819,
            "6651904" : 896,
            "6717440" : 1058,
            "6782976" : 1174,
            "6848512" : 1329,
            "6914048" : 1500,
            "6979584" : 1733,
            "7045120" : 1886,
            "7110656" : 2138,
            "7176192" : 2453,
            "7241728" : 2630,
            "7307264" : 2973,
            "7372800" : 3316,
            "7438336" : 3668,
            "7503872" : 4007,
            "7569408" : 4348,
            "7634944" : 4788,
            "7700480" : 5178,
            "7766016" : 5669,
            "7831552" : 5906,
            "7897088" : 6467,
            "7962624" : 7040,
            "8028160" : 7570,
            "8093696" : 8074,
            "8159232" : 8396,
            "8224768" : 9089,
            "8290304" : 9740,
            "8355840" : 10403,
            "8454144" : 22421,
            "8585216" : 25333,
            "8716288" : 28610,
            "8847360" : 33371,
            "8978432" : 38989,
            "9109504" : 47015,
            "9240576" : 58610,
            "9371648" : 73531,
            "9502720" : 94121,
            "9633792" : 121631,
            "9764864" : 157457,
            "9895936" : 202246,
            "10027008" : 256849,
            "10158080" : 323392,
            "10289152" : 399147,
            "10420224" : 482137,
            "10551296" : 570403,
            "10682368" : 659839,
            "10813440" : 741228,
            "10944512" : 809018,
            "11075584" : 851985,
            "11206656" : 862917,
            "11337728" : 823955,
            "11468800" : 757164,
            "11599872" : 652636,
            "11730944" : 528141,
            "11862016" : 399432,
            "11993088" : 282864,
            "12124160" : 185393,
            "12255232" : 116138,
            "12386304" : 68604,
            "12517376" : 38654,
            "12648448" : 20727,
            "12779520" : 10553,
            "12910592" : 5325,
            "13041664" : 2827,
            "13172736" : 1260,
            "13303808" : 503,
            "13434880" : 242,
            "13565952" : 118,
            "13697024" : 53,
            "13828096" : 30,
            "13959168" : 10,
            "14090240" : 1
          }
        },
        "lat_ns" : {
          "min" : 4381897,
          "max" : 14388783,
          "mean" : 11289678.922875,
          "stddev" : 806820.970953,
          "N" : 10883519
        },
        "bw_min" : 350368,
        "bw_max" : 376596,
        "bw_agg" : 100.000000,
        "bw_mean" : 362878.112971,
        "bw_dev" : 172.049337,
        "bw_samples" : 7648,
        "iops_min" : 87591,
        "iops_max" : 94147,
        "iops_mean" : 90717.569038,
        "iops_stddev" : 43.006205,
        "iops_samples" : 7648
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 3839976,
      "usr_cpu" : 0.642087,
      "sys_cpu" : 9.439278,
      "ctx" : 10236593,
      "majf" : 0,
      "minf" : 1135,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999982,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999991,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 10.118527,
        "20" : 89.881179,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772838566,
  "timestamp_ms" : 1772838566012,
  "time" : "Fri Mar  6 19:09:26 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 50,
      "elapsed" : 141,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 48288362496,
        "io_kbytes" : 47156604,
        "bw_bytes" : 371451799,
        "bw" : 362745,
        "iops" : 90686.966823,
        "runtime" : 129999,
        "total_ios" : 11789215,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5629,
          "max" : 2120285,
          "mean" : 350534.701007,
          "stddev" : 108589.097216,
          "N" : 11789216
        },
        "clat_ns" : {
          "min" : 4359833,
          "max" : 14045470,
          "mean" : 10940351.489494,
          "stddev" : 782410.359983,
          "N" : 11789183,
          "percentile" : {
            "1.000000" : 8290304,
            "5.000000" : 9633792,
            "10.000000" : 10027008,
            "20.000000" : 10420224,
            "30.000000" : 10682368,
            "40.000000" : 10813440,
            "50.000000" : 11075584,
            "60.000000" : 11206656,
            "70.000000" : 11337728,
            "80.000000" : 11599872,
            "90.000000" : 11862016,
            "95.000000" : 11993088,
            "99.000000" : 12386304,
            "99.500000" : 12517376,
            "99.900000" : 12779520,
            "99.950000" : 12910592,
            "99.990000" : 13172736
          },
          "bins" : {
            "4358144" : 5,
            "4489216" : 2,
            "4554752" : 3,
            "4620288" : 1,
            "4685824" : 2,
            "4751360" : 5,
            "4816896" : 13,
            "4882432" : 11,
            "4947968" : 12,
            "5013504" : 4,
            "5079040" : 9,
            "5144576" : 16,
            "5210112" : 27,
            "5275648" : 23,
            "5341184" : 30,
            "5406720" : 23,
            "5472256" : 25,
            "5537792" : 43,
            "5603328" : 75,
            "5668864" : 68,
            "5734400" : 89,
            "5799936" : 88,
            "5865472" : 148,
            "5931008" : 143,
            "5996544" : 161,
            "6062080" : 223,
            "6127616" : 250,
            "6193152" : 304,
            "6258688" : 361,
            "6324224" : 456,
            "6389760" : 525,
            "6455296" : 623,
            "6520832" : 678,
            "6586368" : 837,
            "6651904" : 907,
            "6717440" : 1073,
            "6782976" : 1192,
            "6848512" : 1347,
            "6914048" : 1530,
            "6979584" : 1779,
            "7045120" : 1941,
            "7110656" : 2180,
            "7176192" : 2498,
            "7241728" : 2690,
            "7307264" : 3070,
            "7372800" : 3423,
            "7438336" : 3786,
            "7503872" : 4163,
            "7569408" : 4544,
            "7634944" : 4979,
            "7700480" : 5417,
            "7766016" : 5900,
            "7831552" : 6219,
            "7897088" : 6766,
            "7962624" : 7383,
            "8028160" : 7963,
            "8093696" : 8533,
            "8159232" : 8901,
            "8224768" : 9628,
            "8290304" : 10260,
            "8355840" : 10975,
            "8454144" : 23784,
            "8585216" : 26858,
            "8716288" : 30355,
            "8847360" : 35441,
            "8978432" : 41390,
            "9109504" : 49938,
            "9240576" : 62169,
            "9371648" : 78173,
            "9502720" : 100271,
            "9633792" : 129853,
            "9764864" : 168486,
            "9895936" : 216981,
            "10027008" : 277117,
            "10158080" : 350219,
            "10289152" : 434088,
            "10420224" : 526054,
            "10551296" : 622861,
            "10682368" : 721504,
            "10813440" : 810262,
            "10944512" : 883732,
            "11075584" : 929272,
            "11206656" : 938144,
            "11337728" : 892666,
            "11468800" : 818774,
            "11599872" : 704215,
            "11730944" : 568784,
            "11862016" : 428728,
            "11993088" : 303605,
            "12124160" : 198727,
            "12255232" : 124192,
            "12386304" : 73136,
            "12517376" : 41044,
            "12648448" : 21964,
            "12779520" : 11205,
            "12910592" : 5614,
            "13041664" : 2943,
            "13172736" : 1311,
            "13303808" : 528,
            "13434880" : 250,
            "13565952" : 123,
            "13697024" : 53,
            "13828096" : 30,
            "13959168" : 10,
            "14090240" : 1
          }
        },
        "lat_ns" : {
          "min" : 4381897,
          "max" : 14388783,
          "mean" : 11290886.771066,
          "stddev" : 800152.139361,
          "N" : 11789183
        },
        "bw_min" : 350120,
        "bw_max" : 376644,
        "bw_agg" : 100.000000,
        "bw_mean" : 362840.243243,
        "bw_dev" : 174.504858,
        "bw_samples" : 8288,
        "iops_min" : 87529,
        "iops_max" : 94159,
        "iops_mean" : 90708.127413,
        "iops_stddev" : 43.619623,
        "iops_samples" : 8288
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 4159968,
      "usr_cpu" : 0.641327,
      "sys_cpu" : 9.440313,
      "ctx" : 11089940,
      "majf" : 0,
      "minf" : 1135,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999992,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999983,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 9.946447,
        "20" : 90.053282,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772838576,
  "timestamp_ms" : 1772838576012,
  "time" : "Fri Mar  6 19:09:36 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 40,
      "elapsed" : 151,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 51996839936,
        "io_kbytes" : 50778164,
        "bw_bytes" : 371405999,
        "bw" : 362701,
        "iops" : 90675.714286,
        "runtime" : 140000,
        "total_ios" : 12694600,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5629,
          "max" : 2120285,
          "mean" : 350576.225844,
          "stddev" : 108526.686854,
          "N" : 12694600
        },
        "clat_ns" : {
          "min" : 4359833,
          "max" : 14045470,
          "mean" : 10941659.313963,
          "stddev" : 776567.014843,
          "N" : 12694568,
          "percentile" : {
            "1.000000" : 8290304,
            "5.000000" : 9633792,
            "10.000000" : 10027008,
            "20.000000" : 10420224,
            "30.000000" : 10682368,
            "40.000000" : 10813440,
            "50.000000" : 11075584,
            "60.000000" : 11206656,
            "70.000000" : 11337728,
            "80.000000" : 11599872,
            "90.000000" : 11862016,
            "95.000000" : 11993088,
            "99.000000" : 12386304,
            "99.500000" : 12517376,
            "99.900000" : 12779520,
            "99.950000" : 12910592,
            "99.990000" : 13172736
          },
          "bins" : {
            "4358144" : 5,
            "4489216" : 2,
            "4554752" : 3,
            "4620288" : 1,
            "4685824" : 2,
            "4751360" : 5,
            "4816896" : 13,
            "4882432" : 11,
            "4947968" : 12,
            "5013504" : 4,
            "5079040" : 9,
            "5144576" : 16,
            "5210112" : 27,
            "5275648" : 23,
            "5341184" : 30,
            "5406720" : 23,
            "5472256" : 25,
            "5537792" : 43,
            "5603328" : 75,
            "5668864" : 68,
            "5734400" : 89,
            "5799936" : 88,
            "5865472" : 148,
            "5931008" : 143,
            "5996544" : 161,
            "6062080" : 223,
            "6127616" : 251,
            "6193152" : 308,
            "6258688" : 362,
            "6324224" : 457,
            "6389760" : 533,
            "6455296" : 632,
            "6520832" : 685,
            "6586368" : 847,
            "6651904" : 924,
            "6717440" : 1096,
            "6782976" : 1210,
            "6848512" : 1374,
            "6914048" : 1572,
            "6979584" : 1817,
            "7045120" : 1974,
            "7110656" : 2234,
            "7176192" : 2566,
            "7241728" : 2794,
            "7307264" : 3157,
            "7372800" : 3512,
            "7438336" : 3906,
            "7503872" : 4313,
            "7569408" : 4670,
            "7634944" : 5115,
            "7700480" : 5587,
            "7766016" : 6103,
            "7831552" : 6449,
            "7897088" : 7031,
            "7962624" : 7686,
            "8028160" : 8272,
            "8093696" : 8907,
            "8159232" : 9327,
            "8224768" : 10059,
            "8290304" : 10839,
            "8355840" : 11543,
            "8454144" : 25168,
            "8585216" : 28409,
            "8716288" : 32145,
            "8847360" : 37500,
            "8978432" : 43747,
            "9109504" : 52902,
            "9240576" : 65843,
            "9371648" : 82876,
            "9502720" : 106344,
            "9633792" : 137933,
            "9764864" : 179518,
            "9895936" : 232008,
            "10027008" : 297022,
            "10158080" : 376494,
            "10289152" : 468456,
            "10420224" : 568877,
            "10551296" : 675581,
            "10682368" : 783254,
            "10813440" : 878753,
            "10944512" : 958911,
            "11075584" : 1006845,
            "11206656" : 1013695,
            "11337728" : 963110,
            "11468800" : 881238,
            "11599872" : 755505,
            "11730944" : 608792,
            "11862016" : 458344,
            "11993088" : 324524,
            "12124160" : 211718,
            "12255232" : 132049,
            "12386304" : 77559,
            "12517376" : 43480,
            "12648448" : 23310,
            "12779520" : 11863,
            "12910592" : 5910,
            "13041664" : 3087,
            "13172736" : 1388,
            "13303808" : 565,
            "13434880" : 264,
            "13565952" : 126,
            "13697024" : 53,
            "13828096" : 30,
            "13959168" : 10,
            "14090240" : 1
          }
        },
        "lat_ns" : {
          "min" : 4381897,
          "max" : 14388783,
          "mean" : 11292235.642767,
          "stddev" : 794067.075588,
          "N" : 12694568
        },
        "bw_min" : 350096,
        "bw_max" : 377036,
        "bw_agg" : 100.000000,
        "bw_mean" : 362794.820789,
        "bw_dev" : 175.910716,
        "bw_samples" : 8928,
        "iops_min" : 87523,
        "iops_max" : 94257,
        "iops_mean" : 90696.738351,
        "iops_stddev" : 43.969960,
        "iops_samples" : 8928
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 4479992,
      "usr_cpu" : 0.641876,
      "sys_cpu" : 9.437472,
      "ctx" : 11943223,
      "majf" : 0,
      "minf" : 1135,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 9.796591,
        "20" : 90.203157,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772838586,
  "timestamp_ms" : 1772838586012,
  "time" : "Fri Mar  6 19:09:46 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 30,
      "elapsed" : 161,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 55706124288,
        "io_kbytes" : 54400512,
        "bw_bytes" : 371376637,
        "bw" : 362672,
        "iops" : 90668.651124,
        "runtime" : 149999,
        "total_ios" : 13600207,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5629,
          "max" : 2120285,
          "mean" : 350605.178091,
          "stddev" : 108484.615396,
          "N" : 13600207
        },
        "clat_ns" : {
          "min" : 4359833,
          "max" : 14045470,
          "mean" : 10942559.782887,
          "stddev" : 771133.409416,
          "N" : 13600175,
          "percentile" : {
            "1.000000" : 8355840,
            "5.000000" : 9633792,
            "10.000000" : 10027008,
            "20.000000" : 10420224,
            "30.000000" : 10682368,
            "40.000000" : 10813440,
            "50.000000" : 11075584,
            "60.000000" : 11206656,
            "70.000000" : 11337728,
            "80.000000" : 11599872,
            "90.000000" : 11862016,
            "95.000000" : 11993088,
            "99.000000" : 12386304,
            "99.500000" : 12517376,
            "99.900000" : 12779520,
            "99.950000" : 12910592,
            "99.990000" : 13172736
          },
          "bins" : {
            "4358144" : 5,
            "4489216" : 2,
            "4554752" : 3,
            "4620288" : 1,
            "4685824" : 2,
            "4751360" : 5,
            "4816896" : 13,
            "4882432" : 11,
            "4947968" : 12,
            "5013504" : 4,
            "5079040" : 9,
            "5144576" : 16,
            "5210112" : 27,
            "5275648" : 23,
            "5341184" : 30,
            "5406720" : 23,
            "5472256" : 25,
            "5537792" : 43,
            "5603328" : 75,
            "5668864" : 68,
            "5734400" : 89,
            "5799936" : 88,
            "5865472" : 148,
            "5931008" : 143,
            "5996544" : 161,
            "6062080" : 223,
            "6127616" : 251,
            "6193152" : 309,
            "6258688" : 363,
            "6324224" : 464,
            "6389760" : 537,
            "6455296" : 640,
            "6520832" : 689,
            "6586368" : 851,
            "6651904" : 936,
            "6717440" : 1117,
            "6782976" : 1232,
            "6848512" : 1400,
            "6914048" : 1597,
            "6979584" : 1844,
            "7045120" : 2009,
            "7110656" : 2277,
            "7176192" : 2614,
            "7241728" : 2861,
            "7307264" : 3243,
            "7372800" : 3605,
            "7438336" : 4012,
            "7503872" : 4461,
            "7569408" : 4790,
            "7634944" : 5243,
            "7700480" : 5745,
            "7766016" : 6292,
            "7831552" : 6709,
            "7897088" : 7287,
            "7962624" : 7960,
            "8028160" : 8579,
            "8093696" : 9255,
            "8159232" : 9721,
            "8224768" : 10489,
            "8290304" : 11273,
            "8355840" : 12115,
            "8454144" : 26374,
            "8585216" : 29950,
            "8716288" : 33781,
            "8847360" : 39484,
            "8978432" : 46102,
            "9109504" : 55761,
            "9240576" : 69588,
            "9371648" : 87483,
            "9502720" : 112427,
            "9633792" : 146325,
            "9764864" : 190903,
            "9895936" : 246893,
            "10027008" : 317106,
            "10158080" : 403701,
            "10289152" : 503133,
            "10420224" : 612334,
            "10551296" : 728756,
            "10682368" : 845633,
            "10813440" : 948981,
            "10944512" : 1033575,
            "11075584" : 1083859,
            "11206656" : 1090205,
            "11337728" : 1032870,
            "11468800" : 942680,
            "11599872" : 805882,
            "11730944" : 648481,
            "11862016" : 487596,
            "11993088" : 344768,
            "12124160" : 224707,
            "12255232" : 139694,
            "12386304" : 82133,
            "12517376" : 46091,
            "12648448" : 24441,
            "12779520" : 12481,
            "12910592" : 6223,
            "13041664" : 3201,
            "13172736" : 1443,
            "13303808" : 596,
            "13434880" : 285,
            "13565952" : 134,
            "13697024" : 55,
            "13828096" : 30,
            "13959168" : 10,
            "14090240" : 1
          }
        },
        "lat_ns" : {
          "min" : 4381897,
          "max" : 14388783,
          "mean" : 11293165.156978,
          "stddev" : 788403.524139,
          "N" : 13600175
        },
        "bw_min" : 349910,
        "bw_max" : 377244,
        "bw_agg" : 100.000000,
        "bw_mean" : 362765.498328,
        "bw_dev" : 178.108537,
        "bw_samples" : 9568,
        "iops_min" : 87476,
        "iops_max" : 94309,
        "iops_mean" : 90689.431438,
        "iops_stddev" : 44.519559,
        "iops_samples" : 9568
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 4799968,
      "usr_cpu" : 0.641483,
      "sys_cpu" : 9.436813,
      "ctx" : 12796277,
      "majf" : 0,
      "minf" : 1135,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999978,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999985,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 9.663676,
        "20" : 90.336088,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772838596,
  "timestamp_ms" : 1772838596013,
  "time" : "Fri Mar  6 19:09:56 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 19,
      "elapsed" : 171,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 59422146560,
        "io_kbytes" : 58029440,
        "bw_bytes" : 371388416,
        "bw" : 362684,
        "iops" : 90671.500000,
        "runtime" : 160000,
        "total_ios" : 14507440,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5629,
          "max" : 2120285,
          "mean" : 350593.348349,
          "stddev" : 108387.830193,
          "N" : 14507440
        },
        "clat_ns" : {
          "min" : 4359833,
          "max" : 14045470,
          "mean" : 10942190.078798,
          "stddev" : 766113.973642,
          "N" : 14507408,
          "percentile" : {
            "1.000000" : 8355840,
            "5.000000" : 9633792,
            "10.000000" : 10027008,
            "20.000000" : 10420224,
            "30.000000" : 10682368,
            "40.000000" : 10813440,
            "50.000000" : 11075584,
            "60.000000" : 11206656,
            "70.000000" : 11337728,
            "80.000000" : 11599872,
            "90.000000" : 11730944,
            "95.000000" : 11993088,
            "99.000000" : 12386304,
            "99.500000" : 12517376,
            "99.900000" : 12779520,
            "99.950000" : 12910592,
            "99.990000" : 13172736
          },
          "bins" : {
            "4358144" : 5,
            "4489216" : 2,
            "4554752" : 3,
            "4620288" : 1,
            "4685824" : 2,
            "4751360" : 5,
            "4816896" : 13,
            "4882432" : 11,
            "4947968" : 12,
            "5013504" : 4,
            "5079040" : 9,
            "5144576" : 16,
            "5210112" : 27,
            "5275648" : 23,
            "5341184" : 30,
            "5406720" : 23,
            "5472256" : 25,
            "5537792" : 43,
            "5603328" : 75,
            "5668864" : 69,
            "5734400" : 89,
            "5799936" : 88,
            "5865472" : 148,
            "5931008" : 145,
            "5996544" : 161,
            "6062080" : 223,
            "6127616" : 254,
            "6193152" : 313,
            "6258688" : 370,
            "6324224" : 470,
            "6389760" : 547,
            "6455296" : 653,
            "6520832" : 699,
            "6586368" : 862,
            "6651904" : 947,
            "6717440" : 1142,
            "6782976" : 1242,
            "6848512" : 1428,
            "6914048" : 1635,
            "6979584" : 1899,
            "7045120" : 2059,
            "7110656" : 2326,
            "7176192" : 2679,
            "7241728" : 2939,
            "7307264" : 3317,
            "7372800" : 3700,
            "7438336" : 4131,
            "7503872" : 4571,
            "7569408" : 4935,
            "7634944" : 5392,
            "7700480" : 5982,
            "7766016" : 6497,
            "7831552" : 6945,
            "7897088" : 7590,
            "7962624" : 8235,
            "8028160" : 8925,
            "8093696" : 9674,
            "8159232" : 10183,
            "8224768" : 10998,
            "8290304" : 11842,
            "8355840" : 12693,
            "8454144" : 27754,
            "8585216" : 31554,
            "8716288" : 35463,
            "8847360" : 41506,
            "8978432" : 48423,
            "9109504" : 58700,
            "9240576" : 73211,
            "9371648" : 92019,
            "9502720" : 118559,
            "9633792" : 154479,
            "9764864" : 201955,
            "9895936" : 262249,
            "10027008" : 337498,
            "10158080" : 431188,
            "10289152" : 538874,
            "10420224" : 657531,
            "10551296" : 783241,
            "10682368" : 909597,
            "10813440" : 1020809,
            "10944512" : 1109999,
            "11075584" : 1161778,
            "11206656" : 1167049,
            "11337728" : 1103972,
            "11468800" : 1003708,
            "11599872" : 855754,
            "11730944" : 685579,
            "11862016" : 514455,
            "11993088" : 363417,
            "12124160" : 236279,
            "12255232" : 146600,
            "12386304" : 86049,
            "12517376" : 48187,
            "12648448" : 25433,
            "12779520" : 12923,
            "12910592" : 6404,
            "13041664" : 3286,
            "13172736" : 1471,
            "13303808" : 599,
            "13434880" : 292,
            "13565952" : 139,
            "13697024" : 58,
            "13828096" : 30,
            "13959168" : 10,
            "14090240" : 1
          }
        },
        "lat_ns" : {
          "min" : 4381897,
          "max" : 14388783,
          "mean" : 11292783.592676,
          "stddev" : 783185.718559,
          "N" : 14507408
        },
        "bw_min" : 349668,
        "bw_max" : 377350,
        "bw_agg" : 100.000000,
        "bw_mean" : 362769.617555,
        "bw_dev" : 179.615221,
        "bw_samples" : 10208,
        "iops_min" : 87415,
        "iops_max" : 94336,
        "iops_mean" : 90690.429467,
        "iops_stddev" : 44.896350,
        "iops_samples" : 10208
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5120000,
      "usr_cpu" : 0.640938,
      "sys_cpu" : 9.439297,
      "ctx" : 13648423,
      "majf" : 0,
      "minf" : 1135,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999986,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999986,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 9.552195,
        "20" : 90.447584,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772838606,
  "timestamp_ms" : 1772838606012,
  "time" : "Fri Mar  6 19:10:06 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 9,
      "elapsed" : 181,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 63139246080,
        "io_kbytes" : 61659420,
        "bw_bytes" : 371407329,
        "bw" : 362702,
        "iops" : 90676.117647,
        "runtime" : 170000,
        "total_ios" : 15414940,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5629,
          "max" : 2120285,
          "mean" : 350574.962704,
          "stddev" : 108290.840979,
          "N" : 15414940
        },
        "clat_ns" : {
          "min" : 4359833,
          "max" : 14045470,
          "mean" : 10941620.105668,
          "stddev" : 761252.606778,
          "N" : 15414908,
          "percentile" : {
            "1.000000" : 8454144,
            "5.000000" : 9633792,
            "10.000000" : 10027008,
            "20.000000" : 10420224,
            "30.000000" : 10682368,
            "40.000000" : 10813440,
            "50.000000" : 11075584,
            "60.000000" : 11206656,
            "70.000000" : 11337728,
            "80.000000" : 11599872,
            "90.000000" : 11730944,
            "95.000000" : 11993088,
            "99.000000" : 12386304,
            "99.500000" : 12517376,
            "99.900000" : 12779520,
            "99.950000" : 12910592,
            "99.990000" : 13172736
          },
          "bins" : {
            "4358144" : 5,
            "4489216" : 2,
            "4554752" : 3,
            "4620288" : 1,
            "4685824" : 2,
            "4751360" : 5,
            "4816896" : 13,
            "4882432" : 11,
            "4947968" : 12,
            "5013504" : 4,
            "5079040" : 9,
            "5144576" : 16,
            "5210112" : 27,
            "5275648" : 23,
            "5341184" : 30,
            "5406720" : 23,
            "5472256" : 25,
            "5537792" : 43,
            "5603328" : 75,
            "5668864" : 69,
            "5734400" : 89,
            "5799936" : 88,
            "5865472" : 148,
            "5931008" : 145,
            "5996544" : 161,
            "6062080" : 223,
            "6127616" : 254,
            "6193152" : 313,
            "6258688" : 370,
            "6324224" : 472,
            "6389760" : 547,
            "6455296" : 658,
            "6520832" : 703,
            "6586368" : 867,
            "6651904" : 954,
            "6717440" : 1146,
            "6782976" : 1252,
            "6848512" : 1443,
            "6914048" : 1648,
            "6979584" : 1928,
            "7045120" : 2091,
            "7110656" : 2370,
            "7176192" : 2736,
            "7241728" : 2992,
            "7307264" : 3384,
            "7372800" : 3789,
            "7438336" : 4227,
            "7503872" : 4690,
            "7569408" : 5077,
            "7634944" : 5573,
            "7700480" : 6160,
            "7766016" : 6695,
            "7831552" : 7151,
            "7897088" : 7858,
            "7962624" : 8570,
            "8028160" : 9221,
            "8093696" : 10022,
            "8159232" : 10577,
            "8224768" : 11436,
            "8290304" : 12305,
            "8355840" : 13188,
            "8454144" : 28922,
            "8585216" : 33004,
            "8716288" : 37134,
            "8847360" : 43496,
            "8978432" : 50906,
            "9109504" : 61817,
            "9240576" : 76990,
            "9371648" : 96842,
            "9502720" : 124761,
            "9633792" : 162699,
            "9764864" : 213268,
            "9895936" : 277467,
            "10027008" : 358497,
            "10158080" : 459090,
            "10289152" : 575325,
            "10420224" : 702847,
            "10551296" : 837522,
            "10682368" : 973874,
            "10813440" : 1093311,
            "10944512" : 1188292,
            "11075584" : 1241838,
            "11206656" : 1243221,
            "11337728" : 1173065,
            "11468800" : 1063688,
            "11599872" : 904938,
            "11730944" : 722901,
            "11862016" : 540729,
            "11993088" : 381386,
            "12124160" : 247583,
            "12255232" : 153326,
            "12386304" : 89677,
            "12517376" : 50118,
            "12648448" : 26333,
            "12779520" : 13494,
            "12910592" : 6628,
            "13041664" : 3361,
            "13172736" : 1500,
            "13303808" : 605,
            "13434880" : 292,
            "13565952" : 140,
            "13697024" : 61,
            "13828096" : 30,
            "13959168" : 10,
            "14090240" : 1
          }
        },
        "lat_ns" : {
          "min" : 4381897,
          "max" : 14388783,
          "mean" : 11292195.587628,
          "stddev" : 778129.247246,
          "N" : 15414908
        },
        "bw_min" : 349342,
        "bw_max" : 377862,
        "bw_agg" : 100.000000,
        "bw_mean" : 362792.106195,
        "bw_dev" : 181.421699,
        "bw_samples" : 10848,
        "iops_min" : 87334,
        "iops_max" : 94464,
        "iops_mean" : 90696.023599,
        "iops_stddev" : 45.348282,
        "iops_samples" : 10848
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5439997,
      "usr_cpu" : 0.641085,
      "sys_cpu" : 9.436384,
      "ctx" : 14501029,
      "majf" : 0,
      "minf" : 1135,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999994,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999994,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 9.453978,
        "20" : 90.545815,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772838616,
  "timestamp_ms" : 1772838616041,
  "time" : "Fri Mar  6 19:10:16 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 179,
      "elapsed" : 191,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 66851385344,
        "io_kbytes" : 65284556,
        "bw_bytes" : 371394521,
        "bw" : 362689,
        "iops" : 90672.007378,
        "runtime" : 180001,
        "total_ios" : 16321052,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5629,
          "max" : 2120285,
          "mean" : 350586.141165,
          "stddev" : 108184.892490,
          "N" : 16321084
        },
        "clat_ns" : {
          "min" : 3024,
          "max" : 14045470,
          "mean" : 10941641.161706,
          "stddev" : 758264.189475,
          "N" : 16322044,
          "percentile" : {
            "1.000000" : 8454144,
            "5.000000" : 9633792,
            "10.000000" : 10027008,
            "20.000000" : 10420224,
            "30.000000" : 10682368,
            "40.000000" : 10813440,
            "50.000000" : 11075584,
            "60.000000" : 11206656,
            "70.000000" : 11337728,
            "80.000000" : 11599872,
            "90.000000" : 11730944,
            "95.000000" : 11993088,
            "99.000000" : 12386304,
            "99.500000" : 12517376,
            "99.900000" : 12779520,
            "99.950000" : 12910592,
            "99.990000" : 13172736
          },
          "bins" : {
            "3024" : 1,
            "3120" : 1,
            "3184" : 1,
            "3408" : 1,
            "3472" : 1,
            "3504" : 1,
            "3664" : 1,
            "3792" : 1,
            "3920" : 1,
            "3952" : 1,
            "4960" : 1,
            "5216" : 1,
            "5280" : 2,
            "5344" : 1,
            "5920" : 1,
            "6048" : 2,
            "6112" : 2,
            "6368" : 1,
            "6560" : 1,
            "6624" : 2,
            "6752" : 1,
            "7392" : 1,
            "8640" : 2,
            "10432" : 1,
            "11456" : 1,
            "15552" : 1,
            "17024" : 1,
            "272384" : 1,
            "292864" : 2,
            "301056" : 1,
            "317440" : 1,
            "325632" : 1,
            "329728" : 1,
            "342016" : 1,
            "346112" : 1,
            "350208" : 1,
            "354304" : 2,
            "358400" : 1,
            "362496" : 2,
            "366592" : 1,
            "370688" : 1,
            "374784" : 1,
            "382976" : 1,
            "407552" : 1,
            "415744" : 1,
            "423936" : 1,
            "428032" : 4,
            "432128" : 2,
            "436224" : 1,
            "440320" : 4,
            "448512" : 1,
            "456704" : 1,
            "577536" : 1,
            "585728" : 1,
            "618496" : 1,
            "626688" : 2,
            "667648" : 1,
            "684032" : 1,
            "692224" : 2,
            "700416" : 1,
            "708608" : 1,
            "716800" : 1,
            "724992" : 2,
            "741376" : 2,
            "749568" : 1,
            "757760" : 1,
            "774144" : 1,
            "782336" : 1,
            "790528" : 2,
            "798720" : 1,
            "806912" : 1,
            "815104" : 2,
            "823296" : 1,
            "839680" : 2,
            "847872" : 2,
            "856064" : 2,
            "872448" : 1,
            "880640" : 1,
            "929792" : 1,
            "954368" : 1,
            "962560" : 1,
            "978944" : 2,
            "1003520" : 1,
            "1011712" : 1,
            "1036288" : 4,
            "1056768" : 4,
            "1073152" : 1,
            "1105920" : 1,
            "1122304" : 1,
            "1138688" : 2,
            "1155072" : 3,
            "1171456" : 1,
            "1187840" : 2,
            "1220608" : 1,
            "1236992" : 1,
            "1253376" : 3,
            "1269760" : 1,
            "1286144" : 2,
            "1302528" : 1,
            "1335296" : 2,
            "1351680" : 2,
            "1368064" : 2,
            "1384448" : 2,
            "1417216" : 2,
            "1433600" : 2,
            "1449984" : 1,
            "1482752" : 2,
            "1499136" : 2,
            "1515520" : 1,
            "1531904" : 1,
            "1548288" : 2,
            "1564672" : 1,
            "1581056" : 2,
            "1613824" : 1,
            "1630208" : 1,
            "1646592" : 1,
            "1662976" : 2,
            "1679360" : 2,
            "1695744" : 2,
            "1712128" : 1,
            "1728512" : 1,
            "1761280" : 2,
            "1777664" : 2,
            "1794048" : 4,
            "1843200" : 2,
            "1859584" : 2,
            "1875968" : 1,
            "1892352" : 3,
            "1908736" : 4,
            "1925120" : 1,
            "1941504" : 1,
            "1974272" : 1,
            "1990656" : 5,
            "2007040" : 1,
            "2023424" : 1,
            "2072576" : 1,
            "2088960" : 1,
            "2113536" : 2,
            "2146304" : 2,
            "2179072" : 4,
            "2211840" : 4,
            "2244608" : 3,
            "2277376" : 2,
            "2310144" : 4,
            "2342912" : 1,
            "2375680" : 4,
            "2408448" : 1,
            "2441216" : 3,
            "2506752" : 4,
            "2539520" : 2,
            "2572288" : 3,
            "2605056" : 3,
            "2637824" : 6,
            "2670592" : 2,
            "2703360" : 5,
            "2736128" : 4,
            "2768896" : 1,
            "2834432" : 2,
            "2867200" : 6,
            "2899968" : 2,
            "2932736" : 3,
            "2965504" : 2,
            "2998272" : 1,
            "3031040" : 5,
            "3063808" : 5,
            "3096576" : 5,
            "3129344" : 2,
            "3162112" : 4,
            "3194880" : 5,
            "3227648" : 3,
            "3260416" : 1,
            "3293184" : 4,
            "3325952" : 2,
            "3358720" : 3,
            "3391488" : 3,
            "3424256" : 2,
            "3457024" : 4,
            "3489792" : 3,
            "3522560" : 4,
            "3555328" : 6,
            "3588096" : 1,
            "3620864" : 5,
            "3653632" : 3,
            "3686400" : 2,
            "3719168" : 2,
            "3751936" : 2,
            "3784704" : 3,
            "3817472" : 1,
            "3850240" : 3,
            "3883008" : 2,
            "3915776" : 5,
            "3948544" : 3,
            "3981312" : 2,
            "4014080" : 4,
            "4046848" : 3,
            "4079616" : 3,
            "4112384" : 3,
            "4145152" : 4,
            "4177920" : 4,
            "4227072" : 3,
            "4292608" : 8,
            "4358144" : 8,
            "4423680" : 8,
            "4489216" : 4,
            "4554752" : 6,
            "4620288" : 13,
            "4685824" : 9,
            "4751360" : 11,
            "4816896" : 18,
            "4882432" : 14,
            "4947968" : 16,
            "5013504" : 14,
            "5079040" : 16,
            "5144576" : 22,
            "5210112" : 33,
            "5275648" : 29,
            "5341184" : 35,
            "5406720" : 30,
            "5472256" : 30,
            "5537792" : 50,
            "5603328" : 78,
            "5668864" : 75,
            "5734400" : 97,
            "5799936" : 94,
            "5865472" : 152,
            "5931008" : 151,
            "5996544" : 167,
            "6062080" : 235,
            "6127616" : 264,
            "6193152" : 316,
            "6258688" : 376,
            "6324224" : 479,
            "6389760" : 558,
            "6455296" : 672,
            "6520832" : 718,
            "6586368" : 876,
            "6651904" : 966,
            "6717440" : 1162,
            "6782976" : 1277,
            "6848512" : 1466,
            "6914048" : 1676,
            "6979584" : 1950,
            "7045120" : 2122,
            "7110656" : 2421,
            "7176192" : 2781,
            "7241728" : 3048,
            "7307264" : 3448,
            "7372800" : 3855,
            "7438336" : 4300,
            "7503872" : 4799,
            "7569408" : 5206,
            "7634944" : 5711,
            "7700480" : 6314,
            "7766016" : 6871,
            "7831552" : 7338,
            "7897088" : 8102,
            "7962624" : 8848,
            "8028160" : 9525,
            "8093696" : 10322,
            "8159232" : 10913,
            "8224768" : 11822,
            "8290304" : 12780,
            "8355840" : 13672,
            "8454144" : 29993,
            "8585216" : 34272,
            "8716288" : 38667,
            "8847360" : 45222,
            "8978432" : 53121,
            "9109504" : 64681,
            "9240576" : 80493,
            "9371648" : 101492,
            "9502720" : 130646,
            "9633792" : 170599,
            "9764864" : 224317,
            "9895936" : 292273,
            "10027008" : 378991,
            "10158080" : 486245,
            "10289152" : 610786,
            "10420224" : 748146,
            "10551296" : 892814,
            "10682368" : 1038472,
            "10813440" : 1164921,
            "10944512" : 1265226,
            "11075584" : 1320149,
            "11206656" : 1319706,
            "11337728" : 1243072,
            "11468800" : 1124891,
            "11599872" : 954606,
            "11730944" : 761008,
            "11862016" : 568255,
            "11993088" : 399658,
            "12124160" : 259354,
            "12255232" : 160269,
            "12386304" : 93735,
            "12517376" : 52416,
            "12648448" : 27575,
            "12779520" : 14102,
            "12910592" : 6881,
            "13041664" : 3484,
            "13172736" : 1564,
            "13303808" : 627,
            "13434880" : 297,
            "13565952" : 140,
            "13697024" : 61,
            "13828096" : 30,
            "13959168" : 10,
            "14090240" : 1
          }
        },
        "lat_ns" : {
          "min" : 272346,
          "max" : 14388783,
          "mean" : 11292227.503772,
          "stddev" : 774917.394818,
          "N" : 16322044
        },
        "bw_min" : 349064,
        "bw_max" : 377940,
        "bw_agg" : 100.000000,
        "bw_mean" : 362779.348189,
        "bw_dev" : 182.896681,
        "bw_samples" : 11488,
        "iops_min" : 87265,
        "iops_max" : 94483,
        "iops_mean" : 90692.810585,
        "iops_stddev" : 45.717156,
        "iops_samples" : 11488
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5759979,
      "usr_cpu" : 0.642381,
      "sys_cpu" : 9.434687,
      "ctx" : 15353211,
      "majf" : 0,
      "minf" : 1149,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999804,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.010000,
        "750" : 0.010000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 9.348000,
        "20" : 90.655768,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772838616,
  "timestamp_ms" : 1772838616092,
  "time" : "Fri Mar  6 19:10:16 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-read-qd32-nj32",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "randread",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "32"
      },
      "read" : {
        "io_bytes" : 66855223296,
        "io_kbytes" : 65288304,
        "bw_bytes" : 371351889,
        "bw" : 362648,
        "iops" : 90656.394419,
        "runtime" : 180032,
        "total_ios" : 16321052,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 5629,
          "max" : 2120285,
          "mean" : 350586.141165,
          "stddev" : 108184.892490,
          "N" : 16321084
        },
        "clat_ns" : {
          "min" : 3024,
          "max" : 14045470,
          "mean" : 10941641.161706,
          "stddev" : 758264.189475,
          "N" : 16322044,
          "percentile" : {
            "1.000000" : 8454144,
            "5.000000" : 9633792,
            "10.000000" : 10027008,
            "20.000000" : 10420224,
            "30.000000" : 10682368,
            "40.000000" : 10813440,
            "50.000000" : 11075584,
            "60.000000" : 11206656,
            "70.000000" : 11337728,
            "80.000000" : 11599872,
            "90.000000" : 11730944,
            "95.000000" : 11993088,
            "99.000000" : 12386304,
            "99.500000" : 12517376,
            "99.900000" : 12779520,
            "99.950000" : 12910592,
            "99.990000" : 13172736
          },
          "bins" : {
            "3024" : 1,
            "3120" : 1,
            "3184" : 1,
            "3408" : 1,
            "3472" : 1,
            "3504" : 1,
            "3664" : 1,
            "3792" : 1,
            "3920" : 1,
            "3952" : 1,
            "4960" : 1,
            "5216" : 1,
            "5280" : 2,
            "5344" : 1,
            "5920" : 1,
            "6048" : 2,
            "6112" : 2,
            "6368" : 1,
            "6560" : 1,
            "6624" : 2,
            "6752" : 1,
            "7392" : 1,
            "8640" : 2,
            "10432" : 1,
            "11456" : 1,
            "15552" : 1,
            "17024" : 1,
            "272384" : 1,
            "292864" : 2,
            "301056" : 1,
            "317440" : 1,
            "325632" : 1,
            "329728" : 1,
            "342016" : 1,
            "346112" : 1,
            "350208" : 1,
            "354304" : 2,
            "358400" : 1,
            "362496" : 2,
            "366592" : 1,
            "370688" : 1,
            "374784" : 1,
            "382976" : 1,
            "407552" : 1,
            "415744" : 1,
            "423936" : 1,
            "428032" : 4,
            "432128" : 2,
            "436224" : 1,
            "440320" : 4,
            "448512" : 1,
            "456704" : 1,
            "577536" : 1,
            "585728" : 1,
            "618496" : 1,
            "626688" : 2,
            "667648" : 1,
            "684032" : 1,
            "692224" : 2,
            "700416" : 1,
            "708608" : 1,
            "716800" : 1,
            "724992" : 2,
            "741376" : 2,
            "749568" : 1,
            "757760" : 1,
            "774144" : 1,
            "782336" : 1,
            "790528" : 2,
            "798720" : 1,
            "806912" : 1,
            "815104" : 2,
            "823296" : 1,
            "839680" : 2,
            "847872" : 2,
            "856064" : 2,
            "872448" : 1,
            "880640" : 1,
            "929792" : 1,
            "954368" : 1,
            "962560" : 1,
            "978944" : 2,
            "1003520" : 1,
            "1011712" : 1,
            "1036288" : 4,
            "1056768" : 4,
            "1073152" : 1,
            "1105920" : 1,
            "1122304" : 1,
            "1138688" : 2,
            "1155072" : 3,
            "1171456" : 1,
            "1187840" : 2,
            "1220608" : 1,
            "1236992" : 1,
            "1253376" : 3,
            "1269760" : 1,
            "1286144" : 2,
            "1302528" : 1,
            "1335296" : 2,
            "1351680" : 2,
            "1368064" : 2,
            "1384448" : 2,
            "1417216" : 2,
            "1433600" : 2,
            "1449984" : 1,
            "1482752" : 2,
            "1499136" : 2,
            "1515520" : 1,
            "1531904" : 1,
            "1548288" : 2,
            "1564672" : 1,
            "1581056" : 2,
            "1613824" : 1,
            "1630208" : 1,
            "1646592" : 1,
            "1662976" : 2,
            "1679360" : 2,
            "1695744" : 2,
            "1712128" : 1,
            "1728512" : 1,
            "1761280" : 2,
            "1777664" : 2,
            "1794048" : 4,
            "1843200" : 2,
            "1859584" : 2,
            "1875968" : 1,
            "1892352" : 3,
            "1908736" : 4,
            "1925120" : 1,
            "1941504" : 1,
            "1974272" : 1,
            "1990656" : 5,
            "2007040" : 1,
            "2023424" : 1,
            "2072576" : 1,
            "2088960" : 1,
            "2113536" : 2,
            "2146304" : 2,
            "2179072" : 4,
            "2211840" : 4,
            "2244608" : 3,
            "2277376" : 2,
            "2310144" : 4,
            "2342912" : 1,
            "2375680" : 4,
            "2408448" : 1,
            "2441216" : 3,
            "2506752" : 4,
            "2539520" : 2,
            "2572288" : 3,
            "2605056" : 3,
            "2637824" : 6,
            "2670592" : 2,
            "2703360" : 5,
            "2736128" : 4,
            "2768896" : 1,
            "2834432" : 2,
            "2867200" : 6,
            "2899968" : 2,
            "2932736" : 3,
            "2965504" : 2,
            "2998272" : 1,
            "3031040" : 5,
            "3063808" : 5,
            "3096576" : 5,
            "3129344" : 2,
            "3162112" : 4,
            "3194880" : 5,
            "3227648" : 3,
            "3260416" : 1,
            "3293184" : 4,
            "3325952" : 2,
            "3358720" : 3,
            "3391488" : 3,
            "3424256" : 2,
            "3457024" : 4,
            "3489792" : 3,
            "3522560" : 4,
            "3555328" : 6,
            "3588096" : 1,
            "3620864" : 5,
            "3653632" : 3,
            "3686400" : 2,
            "3719168" : 2,
            "3751936" : 2,
            "3784704" : 3,
            "3817472" : 1,
            "3850240" : 3,
            "3883008" : 2,
            "3915776" : 5,
            "3948544" : 3,
            "3981312" : 2,
            "4014080" : 4,
            "4046848" : 3,
            "4079616" : 3,
            "4112384" : 3,
            "4145152" : 4,
            "4177920" : 4,
            "4227072" : 3,
            "4292608" : 8,
            "4358144" : 8,
            "4423680" : 8,
            "4489216" : 4,
            "4554752" : 6,
            "4620288" : 13,
            "4685824" : 9,
            "4751360" : 11,
            "4816896" : 18,
            "4882432" : 14,
            "4947968" : 16,
            "5013504" : 14,
            "5079040" : 16,
            "5144576" : 22,
            "5210112" : 33,
            "5275648" : 29,
            "5341184" : 35,
            "5406720" : 30,
            "5472256" : 30,
            "5537792" : 50,
            "5603328" : 78,
            "5668864" : 75,
            "5734400" : 97,
            "5799936" : 94,
            "5865472" : 152,
            "5931008" : 151,
            "5996544" : 167,
            "6062080" : 235,
            "6127616" : 264,
            "6193152" : 316,
            "6258688" : 376,
            "6324224" : 479,
            "6389760" : 558,
            "6455296" : 672,
            "6520832" : 718,
            "6586368" : 876,
            "6651904" : 966,
            "6717440" : 1162,
            "6782976" : 1277,
            "6848512" : 1466,
            "6914048" : 1676,
            "6979584" : 1950,
            "7045120" : 2122,
            "7110656" : 2421,
            "7176192" : 2781,
            "7241728" : 3048,
            "7307264" : 3448,
            "7372800" : 3855,
            "7438336" : 4300,
            "7503872" : 4799,
            "7569408" : 5206,
            "7634944" : 5711,
            "7700480" : 6314,
            "7766016" : 6871,
            "7831552" : 7338,
            "7897088" : 8102,
            "7962624" : 8848,
            "8028160" : 9525,
            "8093696" : 10322,
            "8159232" : 10913,
            "8224768" : 11822,
            "8290304" : 12780,
            "8355840" : 13672,
            "8454144" : 29993,
            "8585216" : 34272,
            "8716288" : 38667,
            "8847360" : 45222,
            "8978432" : 53121,
            "9109504" : 64681,
            "9240576" : 80493,
            "9371648" : 101492,
            "9502720" : 130646,
            "9633792" : 170599,
            "9764864" : 224317,
            "9895936" : 292273,
            "10027008" : 378991,
            "10158080" : 486245,
            "10289152" : 610786,
            "10420224" : 748146,
            "10551296" : 892814,
            "10682368" : 1038472,
            "10813440" : 1164921,
            "10944512" : 1265226,
            "11075584" : 1320149,
            "11206656" : 1319706,
            "11337728" : 1243072,
            "11468800" : 1124891,
            "11599872" : 954606,
            "11730944" : 761008,
            "11862016" : 568255,
            "11993088" : 399658,
            "12124160" : 259354,
            "12255232" : 160269,
            "12386304" : 93735,
            "12517376" : 52416,
            "12648448" : 27575,
            "12779520" : 14102,
            "12910592" : 6881,
            "13041664" : 3484,
            "13172736" : 1564,
            "13303808" : 627,
            "13434880" : 297,
            "13565952" : 140,
            "13697024" : 61,
            "13828096" : 30,
            "13959168" : 10,
            "14090240" : 1
          }
        },
        "lat_ns" : {
          "min" : 272346,
          "max" : 14388783,
          "mean" : 11292227.503772,
          "stddev" : 774917.394818,
          "N" : 16322044
        },
        "bw_min" : 347462,
        "bw_max" : 377940,
        "bw_agg" : 100.000000,
        "bw_mean" : 362749.515297,
        "bw_dev" : 183.979773,
        "bw_samples" : 11516,
        "iops_min" : 86861,
        "iops_max" : 94483,
        "iops_mean" : 90685.326772,
        "iops_stddev" : 45.989368,
        "iops_samples" : 11516
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 5760902,
      "usr_cpu" : 0.642278,
      "sys_cpu" : 9.433176,
      "ctx" : 15354088,
      "majf" : 0,
      "minf" : 1178,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999804,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.010000,
        "750" : 0.010000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 9.348000,
        "20" : 90.655768,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}