← Back to file list

📄 seq-read-qd32-nj4_run3.json

mirror/benchmarks/seq/seq-read-qd32-nj4_run3.json

{
  "fio version" : "fio-3.35",
  "timestamp" : 1772818677,
  "timestamp_ms" : 1772818677394,
  "time" : "Fri Mar  6 13:37:57 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 180,
      "elapsed" : 10,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 101538856960,
        "io_kbytes" : 99159040,
        "bw_bytes" : 10397179701,
        "bw" : 10153495,
        "iops" : 9929.141921,
        "runtime" : 9766,
        "total_ios" : 96968,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 39064,
      "usr_cpu" : 0.606697,
      "sys_cpu" : 92.018227,
      "ctx" : 316,
      "majf" : 0,
      "minf" : 32795,
      "iodepth_level" : {
        "1" : 0.100000,
        "2" : 0.100000,
        "4" : 0.100000,
        "8" : 0.100000,
        "16" : 0.100000,
        "32" : 99.872123,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772818687,
  "timestamp_ms" : 1772818687627,
  "time" : "Fri Mar  6 13:38:07 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 170,
      "elapsed" : 21,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 104768471040,
        "io_kbytes" : 102312960,
        "bw_bytes" : 10477894893,
        "bw" : 10232319,
        "iops" : 9992.999300,
        "runtime" : 9999,
        "total_ios" : 99920,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 226075,
          "max" : 670193,
          "mean" : 397573.361319,
          "stddev" : 28842.757035,
          "N" : 99920
        },
        "clat_ns" : {
          "min" : 9728421,
          "max" : 13853558,
          "mean" : 12412320.540824,
          "stddev" : 641771.219015,
          "N" : 99916,
          "percentile" : {
            "1.000000" : 10551296,
            "5.000000" : 10944512,
            "10.000000" : 11337728,
            "20.000000" : 11993088,
            "30.000000" : 12386304,
            "40.000000" : 12517376,
            "50.000000" : 12648448,
            "60.000000" : 12648448,
            "70.000000" : 12779520,
            "80.000000" : 12910592,
            "90.000000" : 13041664,
            "95.000000" : 13172736,
            "99.000000" : 13303808,
            "99.500000" : 13434880,
            "99.900000" : 13565952,
            "99.950000" : 13697024,
            "99.990000" : 13697024
          },
          "bins" : {
            "9764864" : 7,
            "9895936" : 22,
            "10027008" : 13,
            "10158080" : 63,
            "10289152" : 230,
            "10420224" : 563,
            "10551296" : 831,
            "10682368" : 1303,
            "10813440" : 1389,
            "10944512" : 1218,
            "11075584" : 1338,
            "11206656" : 1399,
            "11337728" : 1791,
            "11468800" : 1866,
            "11599872" : 2091,
            "11730944" : 2283,
            "11862016" : 2393,
            "11993088" : 2478,
            "12124160" : 2560,
            "12255232" : 4205,
            "12386304" : 8368,
            "12517376" : 12935,
            "12648448" : 14927,
            "12779520" : 12869,
            "12910592" : 9743,
            "13041664" : 6648,
            "13172736" : 3782,
            "13303808" : 1647,
            "13434880" : 593,
            "13565952" : 291,
            "13697024" : 66,
            "13828096" : 4
          }
        },
        "lat_ns" : {
          "min" : 10033377,
          "max" : 14295833,
          "mean" : 12809900.735448,
          "stddev" : 661515.711160,
          "N" : 99916
        },
        "bw_min" : 9847580,
        "bw_max" : 10702848,
        "bw_agg" : 99.875803,
        "bw_mean" : 10219611.894737,
        "bw_dev" : 90616.150572,
        "bw_samples" : 76,
        "iops_min" : 9616,
        "iops_max" : 10452,
        "iops_mean" : 9979.736842,
        "iops_stddev" : 88.510521,
        "iops_samples" : 76
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 39996,
      "usr_cpu" : 0.565057,
      "sys_cpu" : 92.129213,
      "ctx" : 346,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.033026,
        "20" : 99.962970,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772818697,
  "timestamp_ms" : 1772818697628,
  "time" : "Fri Mar  6 13:38:17 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 160,
      "elapsed" : 31,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 214286991360,
        "io_kbytes" : 209264640,
        "bw_bytes" : 10714349568,
        "bw" : 10463232,
        "iops" : 10218.200000,
        "runtime" : 20000,
        "total_ios" : 204364,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 191632,
          "max" : 1111687,
          "mean" : 388727.738623,
          "stddev" : 35796.877849,
          "N" : 204364
        },
        "clat_ns" : {
          "min" : 7020598,
          "max" : 16385984,
          "mean" : 12137937.875636,
          "stddev" : 853911.300052,
          "N" : 204360,
          "percentile" : {
            "1.000000" : 10027008,
            "5.000000" : 10551296,
            "10.000000" : 10682368,
            "20.000000" : 11337728,
            "30.000000" : 11862016,
            "40.000000" : 12255232,
            "50.000000" : 12517376,
            "60.000000" : 12517376,
            "70.000000" : 12648448,
            "80.000000" : 12779520,
            "90.000000" : 12910592,
            "95.000000" : 13041664,
            "99.000000" : 13303808,
            "99.500000" : 13434880,
            "99.900000" : 13959168,
            "99.950000" : 14221312,
            "99.990000" : 15400960
          },
          "bins" : {
            "7045120" : 5,
            "7110656" : 11,
            "7176192" : 14,
            "7307264" : 2,
            "7372800" : 6,
            "7438336" : 1,
            "7503872" : 1,
            "7569408" : 1,
            "7634944" : 2,
            "7700480" : 1,
            "7766016" : 1,
            "7831552" : 1,
            "7897088" : 1,
            "7962624" : 1,
            "8028160" : 1,
            "8093696" : 1,
            "8159232" : 1,
            "8224768" : 2,
            "8355840" : 2,
            "8454144" : 14,
            "8585216" : 42,
            "8716288" : 70,
            "8847360" : 75,
            "8978432" : 30,
            "9109504" : 16,
            "9240576" : 48,
            "9371648" : 117,
            "9502720" : 170,
            "9633792" : 371,
            "9764864" : 439,
            "9895936" : 523,
            "10027008" : 748,
            "10158080" : 1332,
            "10289152" : 2320,
            "10420224" : 3765,
            "10551296" : 5311,
            "10682368" : 6105,
            "10813440" : 6319,
            "10944512" : 4754,
            "11075584" : 3729,
            "11206656" : 3269,
            "11337728" : 3377,
            "11468800" : 3647,
            "11599872" : 4672,
            "11730944" : 5558,
            "11862016" : 5963,
            "11993088" : 6882,
            "12124160" : 7279,
            "12255232" : 9595,
            "12386304" : 15581,
            "12517376" : 22222,
            "12648448" : 24304,
            "12779520" : 20530,
            "12910592" : 15357,
            "13041664" : 10088,
            "13172736" : 5593,
            "13303808" : 2346,
            "13434880" : 858,
            "13565952" : 435,
            "13697024" : 152,
            "13828096" : 66,
            "13959168" : 64,
            "14090240" : 42,
            "14221312" : 30,
            "14352384" : 21,
            "14483456" : 14,
            "14614528" : 4,
            "14745600" : 2,
            "14876672" : 8,
            "15007744" : 17,
            "15138816" : 7,
            "15269888" : 2,
            "15400960" : 6,
            "15532032" : 5,
            "15663104" : 1,
            "16056320" : 2,
            "16187392" : 1,
            "16318464" : 5,
            "16449536" : 2
          }
        },
        "lat_ns" : {
          "min" : 7286473,
          "max" : 16775729,
          "mean" : 12526695.305446,
          "stddev" : 880589.631441,
          "N" : 204360
        },
        "bw_min" : 9825052,
        "bw_max" : 12177408,
        "bw_agg" : 99.714601,
        "bw_mean" : 10433370.692308,
        "bw_dev" : 161774.914820,
        "bw_samples" : 156,
        "iops_min" : 9594,
        "iops_max" : 11892,
        "iops_mean" : 10188.512821,
        "iops_stddev" : 158.025072,
        "iops_samples" : 156
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 80000,
      "usr_cpu" : 0.623750,
      "sys_cpu" : 92.281250,
      "ctx" : 726,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 1.058895,
        "20" : 98.939148,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772818707,
  "timestamp_ms" : 1772818707627,
  "time" : "Fri Mar  6 13:38:27 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 150,
      "elapsed" : 41,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 335189901312,
        "io_kbytes" : 327333888,
        "bw_bytes" : 11173369156,
        "bw" : 10911493,
        "iops" : 10655.888530,
        "runtime" : 29999,
        "total_ios" : 319666,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 191632,
          "max" : 1111687,
          "mean" : 372672.392788,
          "stddev" : 47925.748112,
          "N" : 319666
        },
        "clat_ns" : {
          "min" : 7020598,
          "max" : 16385984,
          "mean" : 11639173.411738,
          "stddev" : 1293550.288145,
          "N" : 319662,
          "percentile" : {
            "1.000000" : 7503872,
            "5.000000" : 9109504,
            "10.000000" : 10027008,
            "20.000000" : 10682368,
            "30.000000" : 11075584,
            "40.000000" : 11599872,
            "50.000000" : 11993088,
            "60.000000" : 12386304,
            "70.000000" : 12517376,
            "80.000000" : 12648448,
            "90.000000" : 12910592,
            "95.000000" : 13041664,
            "99.000000" : 13303808,
            "99.500000" : 13434880,
            "99.900000" : 13697024,
            "99.950000" : 14090240,
            "99.990000" : 15007744
          },
          "bins" : {
            "7045120" : 5,
            "7110656" : 14,
            "7176192" : 97,
            "7241728" : 303,
            "7307264" : 741,
            "7372800" : 916,
            "7438336" : 1073,
            "7503872" : 1154,
            "7569408" : 1033,
            "7634944" : 806,
            "7700480" : 914,
            "7766016" : 653,
            "7831552" : 507,
            "7897088" : 519,
            "7962624" : 365,
            "8028160" : 340,
            "8093696" : 349,
            "8159232" : 306,
            "8224768" : 287,
            "8290304" : 410,
            "8355840" : 437,
            "8454144" : 820,
            "8585216" : 621,
            "8716288" : 577,
            "8847360" : 921,
            "8978432" : 1488,
            "9109504" : 1820,
            "9240576" : 1922,
            "9371648" : 2091,
            "9502720" : 2224,
            "9633792" : 2391,
            "9764864" : 2010,
            "9895936" : 2067,
            "10027008" : 2586,
            "10158080" : 3695,
            "10289152" : 5283,
            "10420224" : 7521,
            "10551296" : 10052,
            "10682368" : 11250,
            "10813440" : 12049,
            "10944512" : 10988,
            "11075584" : 9580,
            "11206656" : 8571,
            "11337728" : 7953,
            "11468800" : 7131,
            "11599872" : 7552,
            "11730944" : 8297,
            "11862016" : 8903,
            "11993088" : 10265,
            "12124160" : 10805,
            "12255232" : 13051,
            "12386304" : 18557,
            "12517376" : 25026,
            "12648448" : 26803,
            "12779520" : 22777,
            "12910592" : 17444,
            "13041664" : 11975,
            "13172736" : 6643,
            "13303808" : 2803,
            "13434880" : 991,
            "13565952" : 479,
            "13697024" : 152,
            "13828096" : 66,
            "13959168" : 64,
            "14090240" : 42,
            "14221312" : 30,
            "14352384" : 21,
            "14483456" : 14,
            "14614528" : 4,
            "14745600" : 2,
            "14876672" : 8,
            "15007744" : 17,
            "15138816" : 7,
            "15269888" : 2,
            "15400960" : 6,
            "15532032" : 5,
            "15663104" : 1,
            "16056320" : 2,
            "16187392" : 1,
            "16318464" : 5,
            "16449536" : 2
          }
        },
        "lat_ns" : {
          "min" : 7286473,
          "max" : 16775729,
          "mean" : 12011858.870128,
          "stddev" : 1334698.758290,
          "N" : 319662
        },
        "bw_min" : 9806620,
        "bw_max" : 13887488,
        "bw_agg" : 99.990154,
        "bw_mean" : 10910419.932203,
        "bw_dev" : 304625.226567,
        "bw_samples" : 236,
        "iops_min" : 9576,
        "iops_max" : 13562,
        "iops_mean" : 10654.372881,
        "iops_stddev" : 297.508915,
        "iops_samples" : 236
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 119996,
      "usr_cpu" : 0.656689,
      "sys_cpu" : 92.705590,
      "ctx" : 1084,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 9.658831,
        "20" : 90.339917,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772818717,
  "timestamp_ms" : 1772818717628,
  "time" : "Fri Mar  6 13:38:37 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 140,
      "elapsed" : 51,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 448429817856,
        "io_kbytes" : 437919744,
        "bw_bytes" : 11211025722,
        "bw" : 10948267,
        "iops" : 10691.767294,
        "runtime" : 39999,
        "total_ios" : 427660,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 190841,
          "max" : 1111687,
          "mean" : 371409.220133,
          "stddev" : 48145.834081,
          "N" : 427660
        },
        "clat_ns" : {
          "min" : 6999715,
          "max" : 16385984,
          "mean" : 11600085.734471,
          "stddev" : 1302969.689306,
          "N" : 427656,
          "percentile" : {
            "1.000000" : 7438336,
            "5.000000" : 8978432,
            "10.000000" : 9895936,
            "20.000000" : 10682368,
            "30.000000" : 11075584,
            "40.000000" : 11468800,
            "50.000000" : 11993088,
            "60.000000" : 12386304,
            "70.000000" : 12517376,
            "80.000000" : 12648448,
            "90.000000" : 12910592,
            "95.000000" : 13041664,
            "99.000000" : 13303808,
            "99.500000" : 13303808,
            "99.900000" : 13697024,
            "99.950000" : 13959168,
            "99.990000" : 15007744
          },
          "bins" : {
            "6979584" : 4,
            "7045120" : 13,
            "7110656" : 14,
            "7176192" : 114,
            "7241728" : 481,
            "7307264" : 1164,
            "7372800" : 1370,
            "7438336" : 1658,
            "7503872" : 1703,
            "7569408" : 1498,
            "7634944" : 1060,
            "7700480" : 981,
            "7766016" : 688,
            "7831552" : 513,
            "7897088" : 538,
            "7962624" : 375,
            "8028160" : 346,
            "8093696" : 381,
            "8159232" : 396,
            "8224768" : 490,
            "8290304" : 652,
            "8355840" : 758,
            "8454144" : 1786,
            "8585216" : 1512,
            "8716288" : 1291,
            "8847360" : 1331,
            "8978432" : 1811,
            "9109504" : 2248,
            "9240576" : 2315,
            "9371648" : 2592,
            "9502720" : 2875,
            "9633792" : 3365,
            "9764864" : 3602,
            "9895936" : 4184,
            "10027008" : 5022,
            "10158080" : 5838,
            "10289152" : 6780,
            "10420224" : 9029,
            "10551296" : 12030,
            "10682368" : 13589,
            "10813440" : 14632,
            "10944512" : 14153,
            "11075584" : 13416,
            "11206656" : 12102,
            "11337728" : 11538,
            "11468800" : 10385,
            "11599872" : 10295,
            "11730944" : 11164,
            "11862016" : 12399,
            "11993088" : 14548,
            "12124160" : 16279,
            "12255232" : 19222,
            "12386304" : 25811,
            "12517376" : 33460,
            "12648448" : 34081,
            "12779520" : 28722,
            "12910592" : 21653,
            "13041664" : 14412,
            "13172736" : 7695,
            "13303808" : 3223,
            "13434880" : 1100,
            "13565952" : 493,
            "13697024" : 161,
            "13828096" : 78,
            "13959168" : 68,
            "14090240" : 42,
            "14221312" : 30,
            "14352384" : 21,
            "14483456" : 14,
            "14614528" : 4,
            "14745600" : 2,
            "14876672" : 8,
            "15007744" : 17,
            "15138816" : 7,
            "15269888" : 2,
            "15400960" : 6,
            "15532032" : 5,
            "15663104" : 1,
            "16056320" : 2,
            "16187392" : 1,
            "16318464" : 5,
            "16449536" : 2
          }
        },
        "lat_ns" : {
          "min" : 7224188,
          "max" : 16775729,
          "mean" : 11971504.568436,
          "stddev" : 1344431.100209,
          "N" : 427656
        },
        "bw_min" : 9792284,
        "bw_max" : 15439872,
        "bw_agg" : 99.967590,
        "bw_mean" : 10944719.341772,
        "bw_dev" : 322331.295952,
        "bw_samples" : 316,
        "iops_min" : 9562,
        "iops_max" : 15078,
        "iops_mean" : 10687.898734,
        "iops_stddev" : 314.797057,
        "iops_samples" : 316
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 159996,
      "usr_cpu" : 0.655641,
      "sys_cpu" : 92.744194,
      "ctx" : 1435,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 10.627134,
        "20" : 89.371931,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772818727,
  "timestamp_ms" : 1772818727627,
  "time" : "Fri Mar  6 13:38:47 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 129,
      "elapsed" : 61,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 571292516352,
        "io_kbytes" : 557902848,
        "bw_bytes" : 11426078848,
        "bw" : 11158280,
        "iops" : 10896.837937,
        "runtime" : 49999,
        "total_ios" : 544831,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 190841,
          "max" : 1117727,
          "mean" : 364378.309347,
          "stddev" : 50179.385378,
          "N" : 544831
        },
        "clat_ns" : {
          "min" : 6739127,
          "max" : 17833223,
          "mean" : 11381654.012945,
          "stddev" : 1356819.680333,
          "N" : 544827,
          "percentile" : {
            "1.000000" : 7438336,
            "5.000000" : 8585216,
            "10.000000" : 9502720,
            "20.000000" : 10420224,
            "30.000000" : 10813440,
            "40.000000" : 11206656,
            "50.000000" : 11599872,
            "60.000000" : 12124160,
            "70.000000" : 12386304,
            "80.000000" : 12648448,
            "90.000000" : 12779520,
            "95.000000" : 13041664,
            "99.000000" : 13303808,
            "99.500000" : 13303808,
            "99.900000" : 13697024,
            "99.950000" : 14090240,
            "99.990000" : 15400960
          },
          "bins" : {
            "6717440" : 2,
            "6782976" : 19,
            "6848512" : 10,
            "6914048" : 18,
            "6979584" : 24,
            "7045120" : 14,
            "7110656" : 14,
            "7176192" : 115,
            "7241728" : 484,
            "7307264" : 1216,
            "7372800" : 1540,
            "7438336" : 2039,
            "7503872" : 2330,
            "7569408" : 2194,
            "7634944" : 1806,
            "7700480" : 1755,
            "7766016" : 1513,
            "7831552" : 1292,
            "7897088" : 1217,
            "7962624" : 1043,
            "8028160" : 905,
            "8093696" : 882,
            "8159232" : 837,
            "8224768" : 949,
            "8290304" : 1074,
            "8355840" : 1126,
            "8454144" : 2682,
            "8585216" : 2607,
            "8716288" : 2671,
            "8847360" : 3138,
            "8978432" : 3823,
            "9109504" : 4482,
            "9240576" : 4439,
            "9371648" : 4587,
            "9502720" : 4564,
            "9633792" : 4726,
            "9764864" : 4949,
            "9895936" : 5691,
            "10027008" : 6904,
            "10158080" : 8613,
            "10289152" : 10467,
            "10420224" : 13560,
            "10551296" : 17518,
            "10682368" : 19809,
            "10813440" : 22437,
            "10944512" : 22852,
            "11075584" : 21221,
            "11206656" : 18988,
            "11337728" : 17556,
            "11468800" : 14366,
            "11599872" : 13276,
            "11730944" : 13933,
            "11862016" : 15129,
            "11993088" : 17268,
            "12124160" : 18753,
            "12255232" : 21760,
            "12386304" : 28334,
            "12517376" : 35364,
            "12648448" : 35079,
            "12779520" : 29269,
            "12910592" : 21809,
            "13041664" : 14461,
            "13172736" : 7738,
            "13303808" : 3276,
            "13434880" : 1135,
            "13565952" : 507,
            "13697024" : 171,
            "13828096" : 89,
            "13959168" : 87,
            "14090240" : 73,
            "14221312" : 39,
            "14352384" : 30,
            "14483456" : 26,
            "14614528" : 11,
            "14745600" : 14,
            "14876672" : 15,
            "15007744" : 32,
            "15138816" : 17,
            "15269888" : 4,
            "15400960" : 11,
            "15532032" : 6,
            "15663104" : 4,
            "15794176" : 3,
            "15925248" : 6,
            "16056320" : 3,
            "16187392" : 3,
            "16318464" : 7,
            "16449536" : 8,
            "16908288" : 1,
            "17170432" : 3,
            "17432576" : 2,
            "17694720" : 2,
            "17956864" : 1
          }
        },
        "lat_ns" : {
          "min" : 6967046,
          "max" : 18468203,
          "mean" : 11746044.528267,
          "stddev" : 1400013.698122,
          "N" : 544827
        },
        "bw_min" : 9792284,
        "bw_max" : 15728640,
        "bw_agg" : 99.934012,
        "bw_mean" : 11150917.737374,
        "bw_dev" : 334923.218939,
        "bw_samples" : 396,
        "iops_min" : 9562,
        "iops_max" : 15360,
        "iops_mean" : 10889.242424,
        "iops_stddev" : 327.100083,
        "iops_samples" : 396
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 199996,
      "usr_cpu" : 0.670513,
      "sys_cpu" : 92.934359,
      "ctx" : 1900,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 13.692870,
        "20" : 86.306396,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772818737,
  "timestamp_ms" : 1772818737627,
  "time" : "Fri Mar  6 13:38:57 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 120,
      "elapsed" : 71,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 685614563328,
        "io_kbytes" : 669545472,
        "bw_bytes" : 11427099840,
        "bw" : 11159277,
        "iops" : 10897.798297,
        "runtime" : 59999,
        "total_ios" : 653857,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 190841,
          "max" : 1117727,
          "mean" : 364343.524186,
          "stddev" : 51039.352069,
          "N" : 653857
        },
        "clat_ns" : {
          "min" : 6739127,
          "max" : 17833223,
          "mean" : 11380532.918739,
          "stddev" : 1391062.529820,
          "N" : 653853,
          "percentile" : {
            "1.000000" : 7438336,
            "5.000000" : 8454144,
            "10.000000" : 9371648,
            "20.000000" : 10420224,
            "30.000000" : 10813440,
            "40.000000" : 11206656,
            "50.000000" : 11599872,
            "60.000000" : 12124160,
            "70.000000" : 12386304,
            "80.000000" : 12648448,
            "90.000000" : 12779520,
            "95.000000" : 13041664,
            "99.000000" : 13303808,
            "99.500000" : 13434880,
            "99.900000" : 13697024,
            "99.950000" : 14090240,
            "99.990000" : 15138816
          },
          "bins" : {
            "6717440" : 2,
            "6782976" : 19,
            "6848512" : 10,
            "6914048" : 18,
            "6979584" : 24,
            "7045120" : 14,
            "7110656" : 14,
            "7176192" : 130,
            "7241728" : 658,
            "7307264" : 1522,
            "7372800" : 2055,
            "7438336" : 2906,
            "7503872" : 3531,
            "7569408" : 3242,
            "7634944" : 2451,
            "7700480" : 2232,
            "7766016" : 1857,
            "7831552" : 1572,
            "7897088" : 1312,
            "7962624" : 1099,
            "8028160" : 994,
            "8093696" : 975,
            "8159232" : 1030,
            "8224768" : 1212,
            "8290304" : 1466,
            "8355840" : 1642,
            "8454144" : 3914,
            "8585216" : 3597,
            "8716288" : 3499,
            "8847360" : 3681,
            "8978432" : 4306,
            "9109504" : 4892,
            "9240576" : 4865,
            "9371648" : 5138,
            "9502720" : 5127,
            "9633792" : 5742,
            "9764864" : 6627,
            "9895936" : 8256,
            "10027008" : 9851,
            "10158080" : 10898,
            "10289152" : 12384,
            "10420224" : 15071,
            "10551296" : 19644,
            "10682368" : 22402,
            "10813440" : 25282,
            "10944512" : 25789,
            "11075584" : 23798,
            "11206656" : 21326,
            "11337728" : 19721,
            "11468800" : 16520,
            "11599872" : 15501,
            "11730944" : 16435,
            "11862016" : 18482,
            "11993088" : 21948,
            "12124160" : 23942,
            "12255232" : 26786,
            "12386304" : 33930,
            "12517376" : 41207,
            "12648448" : 41003,
            "12779520" : 35519,
            "12910592" : 27082,
            "13041664" : 18444,
            "13172736" : 10521,
            "13303808" : 4991,
            "13434880" : 2102,
            "13565952" : 882,
            "13697024" : 230,
            "13828096" : 95,
            "13959168" : 89,
            "14090240" : 77,
            "14221312" : 50,
            "14352384" : 40,
            "14483456" : 27,
            "14614528" : 11,
            "14745600" : 14,
            "14876672" : 15,
            "15007744" : 32,
            "15138816" : 17,
            "15269888" : 4,
            "15400960" : 11,
            "15532032" : 6,
            "15663104" : 4,
            "15794176" : 3,
            "15925248" : 6,
            "16056320" : 3,
            "16187392" : 3,
            "16318464" : 7,
            "16449536" : 8,
            "16908288" : 1,
            "17170432" : 3,
            "17432576" : 2,
            "17694720" : 2,
            "17956864" : 1
          }
        },
        "lat_ns" : {
          "min" : 6967046,
          "max" : 18468203,
          "mean" : 11744877.070059,
          "stddev" : 1435382.522253,
          "N" : 653853
        },
        "bw_min" : 9742336,
        "bw_max" : 15728640,
        "bw_agg" : 100.000000,
        "bw_mean" : 11167794.974790,
        "bw_dev" : 352840.827474,
        "bw_samples" : 476,
        "iops_min" : 9514,
        "iops_max" : 15360,
        "iops_mean" : 10905.739496,
        "iops_stddev" : 344.589974,
        "iops_samples" : 476
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 239996,
      "usr_cpu" : 0.674595,
      "sys_cpu" : 92.939049,
      "ctx" : 2241,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999847,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999847,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 14.424867,
        "20" : 85.574522,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772818747,
  "timestamp_ms" : 1772818747628,
  "time" : "Fri Mar  6 13:39:07 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 109,
      "elapsed" : 81,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 804568170496,
        "io_kbytes" : 785711104,
        "bw_bytes" : 11493831007,
        "bw" : 11224444,
        "iops" : 10961.428571,
        "runtime" : 70000,
        "total_ios" : 767300,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 189349,
          "max" : 1117727,
          "mean" : 362210.896516,
          "stddev" : 50662.567001,
          "N" : 767300
        },
        "clat_ns" : {
          "min" : 6739127,
          "max" : 17833223,
          "mean" : 11314510.879352,
          "stddev" : 1372587.149387,
          "N" : 767296,
          "percentile" : {
            "1.000000" : 7503872,
            "5.000000" : 8585216,
            "10.000000" : 9371648,
            "20.000000" : 10289152,
            "30.000000" : 10813440,
            "40.000000" : 11075584,
            "50.000000" : 11468800,
            "60.000000" : 11993088,
            "70.000000" : 12386304,
            "80.000000" : 12648448,
            "90.000000" : 12779520,
            "95.000000" : 13041664,
            "99.000000" : 13303808,
            "99.500000" : 13434880,
            "99.900000" : 13697024,
            "99.950000" : 14090240,
            "99.990000" : 15138816
          },
          "bins" : {
            "6717440" : 2,
            "6782976" : 19,
            "6848512" : 10,
            "6914048" : 25,
            "6979584" : 60,
            "7045120" : 38,
            "7110656" : 20,
            "7176192" : 158,
            "7241728" : 689,
            "7307264" : 1540,
            "7372800" : 2061,
            "7438336" : 2936,
            "7503872" : 3568,
            "7569408" : 3285,
            "7634944" : 2488,
            "7700480" : 2278,
            "7766016" : 1872,
            "7831552" : 1580,
            "7897088" : 1321,
            "7962624" : 1142,
            "8028160" : 1040,
            "8093696" : 1020,
            "8159232" : 1075,
            "8224768" : 1262,
            "8290304" : 1594,
            "8355840" : 1898,
            "8454144" : 4749,
            "8585216" : 4890,
            "8716288" : 5312,
            "8847360" : 5762,
            "8978432" : 6502,
            "9109504" : 7039,
            "9240576" : 6503,
            "9371648" : 6701,
            "9502720" : 6537,
            "9633792" : 7205,
            "9764864" : 8130,
            "9895936" : 10123,
            "10027008" : 12036,
            "10158080" : 13802,
            "10289152" : 16417,
            "10420224" : 20356,
            "10551296" : 25676,
            "10682368" : 29321,
            "10813440" : 33727,
            "10944512" : 33628,
            "11075584" : 30745,
            "11206656" : 26707,
            "11337728" : 23308,
            "11468800" : 19159,
            "11599872" : 17410,
            "11730944" : 17852,
            "11862016" : 19763,
            "11993088" : 23724,
            "12124160" : 25987,
            "12255232" : 28910,
            "12386304" : 36935,
            "12517376" : 45007,
            "12648448" : 44676,
            "12779520" : 38600,
            "12910592" : 29313,
            "13041664" : 20163,
            "13172736" : 11572,
            "13303808" : 5801,
            "13434880" : 2426,
            "13565952" : 1017,
            "13697024" : 241,
            "13828096" : 104,
            "13959168" : 93,
            "14090240" : 91,
            "14221312" : 65,
            "14352384" : 48,
            "14483456" : 29,
            "14614528" : 11,
            "14745600" : 14,
            "14876672" : 15,
            "15007744" : 32,
            "15138816" : 17,
            "15269888" : 4,
            "15400960" : 11,
            "15532032" : 6,
            "15663104" : 4,
            "15794176" : 3,
            "15925248" : 6,
            "16056320" : 3,
            "16187392" : 3,
            "16318464" : 7,
            "16449536" : 8,
            "16908288" : 1,
            "17170432" : 3,
            "17432576" : 2,
            "17694720" : 2,
            "17956864" : 1
          }
        },
        "lat_ns" : {
          "min" : 6967046,
          "max" : 18468203,
          "mean" : 11676733.627287,
          "stddev" : 1416297.541039,
          "N" : 767296
        },
        "bw_min" : 9742336,
        "bw_max" : 15808512,
        "bw_agg" : 99.940128,
        "bw_mean" : 11217724.848921,
        "bw_dev" : 346825.905483,
        "bw_samples" : 556,
        "iops_min" : 9514,
        "iops_max" : 15438,
        "iops_mean" : 10954.503597,
        "iops_stddev" : 338.718466,
        "iops_samples" : 556
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 280000,
      "usr_cpu" : 0.682857,
      "sys_cpu" : 92.995000,
      "ctx" : 2619,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 15.080282,
        "20" : 84.919197,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772818757,
  "timestamp_ms" : 1772818757627,
  "time" : "Fri Mar  6 13:39:17 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 100,
      "elapsed" : 91,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 923250196480,
        "io_kbytes" : 901611520,
        "bw_bytes" : 11540771715,
        "bw" : 11270284,
        "iops" : 11006.200078,
        "runtime" : 79999,
        "total_ios" : 880485,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 189349,
          "max" : 1117727,
          "mean" : 360731.503178,
          "stddev" : 51775.000727,
          "N" : 880485
        },
        "clat_ns" : {
          "min" : 6739127,
          "max" : 17833223,
          "mean" : 11268480.869549,
          "stddev" : 1415190.325125,
          "N" : 880481,
          "percentile" : {
            "1.000000" : 7438336,
            "5.000000" : 8290304,
            "10.000000" : 9240576,
            "20.000000" : 10289152,
            "30.000000" : 10682368,
            "40.000000" : 11075584,
            "50.000000" : 11468800,
            "60.000000" : 11993088,
            "70.000000" : 12255232,
            "80.000000" : 12517376,
            "90.000000" : 12779520,
            "95.000000" : 13041664,
            "99.000000" : 13303808,
            "99.500000" : 13303808,
            "99.900000" : 13565952,
            "99.950000" : 13959168,
            "99.990000" : 15007744
          },
          "bins" : {
            "6717440" : 2,
            "6782976" : 19,
            "6848512" : 10,
            "6914048" : 25,
            "6979584" : 60,
            "7045120" : 38,
            "7110656" : 24,
            "7176192" : 206,
            "7241728" : 870,
            "7307264" : 2065,
            "7372800" : 3213,
            "7438336" : 4565,
            "7503872" : 5347,
            "7569408" : 4767,
            "7634944" : 3676,
            "7700480" : 3137,
            "7766016" : 2691,
            "7831552" : 2329,
            "7897088" : 1998,
            "7962624" : 1652,
            "8028160" : 1554,
            "8093696" : 1482,
            "8159232" : 1475,
            "8224768" : 1546,
            "8290304" : 1828,
            "8355840" : 2149,
            "8454144" : 5515,
            "8585216" : 5989,
            "8716288" : 6266,
            "8847360" : 6303,
            "8978432" : 6908,
            "9109504" : 7370,
            "9240576" : 7066,
            "9371648" : 7777,
            "9502720" : 8406,
            "9633792" : 9678,
            "9764864" : 10850,
            "9895936" : 12657,
            "10027008" : 13978,
            "10158080" : 15435,
            "10289152" : 18364,
            "10420224" : 22823,
            "10551296" : 28155,
            "10682368" : 31556,
            "10813440" : 36084,
            "10944512" : 36824,
            "11075584" : 33959,
            "11206656" : 30122,
            "11337728" : 26868,
            "11468800" : 22803,
            "11599872" : 20817,
            "11730944" : 21171,
            "11862016" : 23051,
            "11993088" : 27590,
            "12124160" : 30824,
            "12255232" : 34534,
            "12386304" : 43458,
            "12517376" : 50558,
            "12648448" : 49101,
            "12779520" : 42587,
            "12910592" : 33025,
            "13041664" : 22565,
            "13172736" : 12378,
            "13303808" : 5993,
            "13434880" : 2469,
            "13565952" : 1021,
            "13697024" : 244,
            "13828096" : 108,
            "13959168" : 98,
            "14090240" : 96,
            "14221312" : 76,
            "14352384" : 51,
            "14483456" : 29,
            "14614528" : 11,
            "14745600" : 14,
            "14876672" : 15,
            "15007744" : 32,
            "15138816" : 17,
            "15269888" : 4,
            "15400960" : 11,
            "15532032" : 6,
            "15663104" : 4,
            "15794176" : 3,
            "15925248" : 6,
            "16056320" : 3,
            "16187392" : 3,
            "16318464" : 7,
            "16449536" : 8,
            "16908288" : 1,
            "17170432" : 3,
            "17432576" : 2,
            "17694720" : 2,
            "17956864" : 1
          }
        },
        "lat_ns" : {
          "min" : 6967046,
          "max" : 18468203,
          "mean" : 11629218.660261,
          "stddev" : 1460300.920980,
          "N" : 880481
        },
        "bw_min" : 9742336,
        "bw_max" : 15808512,
        "bw_agg" : 100.000000,
        "bw_mean" : 11270634.792453,
        "bw_dev" : 359395.410558,
        "bw_samples" : 636,
        "iops_min" : 9514,
        "iops_max" : 15438,
        "iops_mean" : 11006.169811,
        "iops_stddev" : 350.986284,
        "iops_samples" : 636
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 319996,
      "usr_cpu" : 0.677508,
      "sys_cpu" : 93.045851,
      "ctx" : 2960,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999886,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 16.511355,
        "20" : 83.488191,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772818767,
  "timestamp_ms" : 1772818767627,
  "time" : "Fri Mar  6 13:39:27 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 90,
      "elapsed" : 101,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 1038198243328,
        "io_kbytes" : 1013865472,
        "bw_bytes" : 11535664211,
        "bw" : 11265297,
        "iops" : 11001.311126,
        "runtime" : 89999,
        "total_ios" : 990107,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 189349,
          "max" : 1117727,
          "mean" : 360893.313099,
          "stddev" : 51388.946250,
          "N" : 990107
        },
        "clat_ns" : {
          "min" : 6739127,
          "max" : 17833223,
          "mean" : 11273447.591073,
          "stddev" : 1399951.593900,
          "N" : 990103,
          "percentile" : {
            "1.000000" : 7438336,
            "5.000000" : 8454144,
            "10.000000" : 9371648,
            "20.000000" : 10289152,
            "30.000000" : 10682368,
            "40.000000" : 11075584,
            "50.000000" : 11468800,
            "60.000000" : 11993088,
            "70.000000" : 12255232,
            "80.000000" : 12517376,
            "90.000000" : 12779520,
            "95.000000" : 13041664,
            "99.000000" : 13303808,
            "99.500000" : 13303808,
            "99.900000" : 13697024,
            "99.950000" : 14090240,
            "99.990000" : 15007744
          },
          "bins" : {
            "6717440" : 2,
            "6782976" : 20,
            "6848512" : 12,
            "6914048" : 26,
            "6979584" : 61,
            "7045120" : 38,
            "7110656" : 25,
            "7176192" : 206,
            "7241728" : 890,
            "7307264" : 2175,
            "7372800" : 3495,
            "7438336" : 5022,
            "7503872" : 5710,
            "7569408" : 5034,
            "7634944" : 3828,
            "7700480" : 3254,
            "7766016" : 2766,
            "7831552" : 2374,
            "7897088" : 2032,
            "7962624" : 1700,
            "8028160" : 1613,
            "8093696" : 1573,
            "8159232" : 1590,
            "8224768" : 1671,
            "8290304" : 1966,
            "8355840" : 2341,
            "8454144" : 6073,
            "8585216" : 6390,
            "8716288" : 6709,
            "8847360" : 6954,
            "8978432" : 7657,
            "9109504" : 8122,
            "9240576" : 7623,
            "9371648" : 8172,
            "9502720" : 8878,
            "9633792" : 10356,
            "9764864" : 12186,
            "9895936" : 15295,
            "10027008" : 18121,
            "10158080" : 20195,
            "10289152" : 23320,
            "10420224" : 27574,
            "10551296" : 32639,
            "10682368" : 35682,
            "10813440" : 39493,
            "10944512" : 39799,
            "11075584" : 36785,
            "11206656" : 33137,
            "11337728" : 30085,
            "11468800" : 26199,
            "11599872" : 23741,
            "11730944" : 24170,
            "11862016" : 26233,
            "11993088" : 30448,
            "12124160" : 33738,
            "12255232" : 38117,
            "12386304" : 48973,
            "12517376" : 57069,
            "12648448" : 54790,
            "12779520" : 48119,
            "12910592" : 37269,
            "13041664" : 25295,
            "13172736" : 13767,
            "13303808" : 6628,
            "13434880" : 2686,
            "13565952" : 1087,
            "13697024" : 287,
            "13828096" : 130,
            "13959168" : 130,
            "14090240" : 117,
            "14221312" : 107,
            "14352384" : 100,
            "14483456" : 43,
            "14614528" : 20,
            "14745600" : 20,
            "14876672" : 37,
            "15007744" : 33,
            "15138816" : 17,
            "15269888" : 4,
            "15400960" : 11,
            "15532032" : 6,
            "15663104" : 4,
            "15794176" : 3,
            "15925248" : 6,
            "16056320" : 3,
            "16187392" : 3,
            "16318464" : 7,
            "16449536" : 8,
            "16908288" : 1,
            "17170432" : 3,
            "17432576" : 2,
            "17694720" : 2,
            "17956864" : 1
          }
        },
        "lat_ns" : {
          "min" : 6967046,
          "max" : 18468203,
          "mean" : 11634350.718768,
          "stddev" : 1444559.851382,
          "N" : 990103
        },
        "bw_min" : 9742336,
        "bw_max" : 15808512,
        "bw_agg" : 99.962033,
        "bw_mean" : 11261020.983240,
        "bw_dev" : 356495.421444,
        "bw_samples" : 716,
        "iops_min" : 9514,
        "iops_max" : 15438,
        "iops_mean" : 10996.782123,
        "iops_stddev" : 348.155595,
        "iops_samples" : 716
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 359996,
      "usr_cpu" : 0.681674,
      "sys_cpu" : 93.038534,
      "ctx" : 3337,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 16.041297,
        "20" : 83.958299,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772818777,
  "timestamp_ms" : 1772818777627,
  "time" : "Fri Mar  6 13:39:37 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 79,
      "elapsed" : 111,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 1159603421184,
        "io_kbytes" : 1132425216,
        "bw_bytes" : 11596150173,
        "bw" : 11324365,
        "iops" : 11059.000590,
        "runtime" : 99999,
        "total_ios" : 1105889,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 189349,
          "max" : 1117727,
          "mean" : 359006.522340,
          "stddev" : 51886.194776,
          "N" : 1105889
        },
        "clat_ns" : {
          "min" : 6739127,
          "max" : 17833223,
          "mean" : 11214561.110285,
          "stddev" : 1417762.315813,
          "N" : 1105885,
          "percentile" : {
            "1.000000" : 7438336,
            "5.000000" : 8159232,
            "10.000000" : 9109504,
            "20.000000" : 10158080,
            "30.000000" : 10682368,
            "40.000000" : 10944512,
            "50.000000" : 11337728,
            "60.000000" : 11862016,
            "70.000000" : 12255232,
            "80.000000" : 12517376,
            "90.000000" : 12779520,
            "95.000000" : 12910592,
            "99.000000" : 13303808,
            "99.500000" : 13303808,
            "99.900000" : 13697024,
            "99.950000" : 14090240,
            "99.990000" : 15007744
          },
          "bins" : {
            "6717440" : 2,
            "6782976" : 20,
            "6848512" : 12,
            "6914048" : 26,
            "6979584" : 61,
            "7045120" : 38,
            "7110656" : 25,
            "7176192" : 209,
            "7241728" : 937,
            "7307264" : 2397,
            "7372800" : 4072,
            "7438336" : 6110,
            "7503872" : 7125,
            "7569408" : 6757,
            "7634944" : 5523,
            "7700480" : 4304,
            "7766016" : 3642,
            "7831552" : 3046,
            "7897088" : 2610,
            "7962624" : 2274,
            "8028160" : 2166,
            "8093696" : 2142,
            "8159232" : 2127,
            "8224768" : 2156,
            "8290304" : 2314,
            "8355840" : 2710,
            "8454144" : 7082,
            "8585216" : 7549,
            "8716288" : 7793,
            "8847360" : 8015,
            "8978432" : 8632,
            "9109504" : 9309,
            "9240576" : 8968,
            "9371648" : 9313,
            "9502720" : 10083,
            "9633792" : 11678,
            "9764864" : 13763,
            "9895936" : 17174,
            "10027008" : 20044,
            "10158080" : 22406,
            "10289152" : 26137,
            "10420224" : 30748,
            "10551296" : 35996,
            "10682368" : 39881,
            "10813440" : 44765,
            "10944512" : 46239,
            "11075584" : 44220,
            "11206656" : 39755,
            "11337728" : 35287,
            "11468800" : 29983,
            "11599872" : 26993,
            "11730944" : 27543,
            "11862016" : 30039,
            "11993088" : 34137,
            "12124160" : 37141,
            "12255232" : 41789,
            "12386304" : 52620,
            "12517376" : 60318,
            "12648448" : 57326,
            "12779520" : 49919,
            "12910592" : 38490,
            "13041664" : 25899,
            "13172736" : 14136,
            "13303808" : 6764,
            "13434880" : 2748,
            "13565952" : 1125,
            "13697024" : 319,
            "13828096" : 146,
            "13959168" : 157,
            "14090240" : 131,
            "14221312" : 142,
            "14352384" : 120,
            "14483456" : 50,
            "14614528" : 27,
            "14745600" : 21,
            "14876672" : 41,
            "15007744" : 35,
            "15138816" : 19,
            "15269888" : 5,
            "15400960" : 11,
            "15532032" : 6,
            "15663104" : 4,
            "15794176" : 3,
            "15925248" : 6,
            "16056320" : 3,
            "16187392" : 3,
            "16318464" : 7,
            "16449536" : 8,
            "16908288" : 1,
            "17170432" : 3,
            "17432576" : 2,
            "17694720" : 2,
            "17956864" : 1
          }
        },
        "lat_ns" : {
          "min" : 6967046,
          "max" : 18468203,
          "mean" : 11573569.173119,
          "stddev" : 1462955.221133,
          "N" : 1105885
        },
        "bw_min" : 9742336,
        "bw_max" : 15808512,
        "bw_agg" : 100.000000,
        "bw_mean" : 11329314.572864,
        "bw_dev" : 363192.158923,
        "bw_samples" : 796,
        "iops_min" : 9514,
        "iops_max" : 15438,
        "iops_mean" : 11063.482412,
        "iops_stddev" : 354.695252,
        "iops_samples" : 796
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 399996,
      "usr_cpu" : 0.685007,
      "sys_cpu" : 93.093681,
      "ctx" : 3682,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 16.974941,
        "20" : 83.024698,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772818787,
  "timestamp_ms" : 1772818787627,
  "time" : "Fri Mar  6 13:39:47 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 70,
      "elapsed" : 121,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 1273558466560,
        "io_kbytes" : 1243709440,
        "bw_bytes" : 11577909495,
        "bw" : 11306552,
        "iops" : 11041.609469,
        "runtime" : 109999,
        "total_ios" : 1214566,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 189349,
          "max" : 1117727,
          "mean" : 359574.751772,
          "stddev" : 51650.978046,
          "N" : 1214566
        },
        "clat_ns" : {
          "min" : 6739127,
          "max" : 17833223,
          "mean" : 11232258.885237,
          "stddev" : 1410189.990638,
          "N" : 1214562,
          "percentile" : {
            "1.000000" : 7438336,
            "5.000000" : 8224768,
            "10.000000" : 9240576,
            "20.000000" : 10158080,
            "30.000000" : 10682368,
            "40.000000" : 10944512,
            "50.000000" : 11337728,
            "60.000000" : 11862016,
            "70.000000" : 12255232,
            "80.000000" : 12517376,
            "90.000000" : 12779520,
            "95.000000" : 12910592,
            "99.000000" : 13303808,
            "99.500000" : 13303808,
            "99.900000" : 13697024,
            "99.950000" : 14221312,
            "99.990000" : 15007744
          },
          "bins" : {
            "6717440" : 2,
            "6782976" : 20,
            "6848512" : 12,
            "6914048" : 28,
            "6979584" : 62,
            "7045120" : 38,
            "7110656" : 26,
            "7176192" : 209,
            "7241728" : 938,
            "7307264" : 2404,
            "7372800" : 4073,
            "7438336" : 6112,
            "7503872" : 7125,
            "7569408" : 6759,
            "7634944" : 5547,
            "7700480" : 4373,
            "7766016" : 3861,
            "7831552" : 3450,
            "7897088" : 3274,
            "7962624" : 2873,
            "8028160" : 2608,
            "8093696" : 2401,
            "8159232" : 2325,
            "8224768" : 2327,
            "8290304" : 2419,
            "8355840" : 2798,
            "8454144" : 7326,
            "8585216" : 7933,
            "8716288" : 8497,
            "8847360" : 8712,
            "8978432" : 9210,
            "9109504" : 10092,
            "9240576" : 10072,
            "9371648" : 10603,
            "9502720" : 11652,
            "9633792" : 13116,
            "9764864" : 15257,
            "9895936" : 18998,
            "10027008" : 22347,
            "10158080" : 25861,
            "10289152" : 30352,
            "10420224" : 35066,
            "10551296" : 39689,
            "10682368" : 42710,
            "10813440" : 47020,
            "10944512" : 48066,
            "11075584" : 46179,
            "11206656" : 42082,
            "11337728" : 37979,
            "11468800" : 32696,
            "11599872" : 29270,
            "11730944" : 29986,
            "11862016" : 32628,
            "11993088" : 37037,
            "12124160" : 41295,
            "12255232" : 47837,
            "12386304" : 60981,
            "12517376" : 68741,
            "12648448" : 63884,
            "12779520" : 54847,
            "12910592" : 42884,
            "13041664" : 28971,
            "13172736" : 15561,
            "13303808" : 7383,
            "13434880" : 3023,
            "13565952" : 1213,
            "13697024" : 342,
            "13828096" : 160,
            "13959168" : 179,
            "14090240" : 142,
            "14221312" : 151,
            "14352384" : 132,
            "14483456" : 64,
            "14614528" : 57,
            "14745600" : 40,
            "14876672" : 46,
            "15007744" : 40,
            "15138816" : 24,
            "15269888" : 5,
            "15400960" : 11,
            "15532032" : 6,
            "15663104" : 4,
            "15794176" : 3,
            "15925248" : 6,
            "16056320" : 3,
            "16187392" : 3,
            "16318464" : 7,
            "16449536" : 8,
            "16908288" : 1,
            "17170432" : 3,
            "17432576" : 2,
            "17694720" : 2,
            "17956864" : 1
          }
        },
        "lat_ns" : {
          "min" : 6967046,
          "max" : 18468203,
          "mean" : 11591837.808152,
          "stddev" : 1455135.472802,
          "N" : 1214562
        },
        "bw_min" : 9742336,
        "bw_max" : 15808512,
        "bw_agg" : 100.000000,
        "bw_mean" : 11308115.534247,
        "bw_dev" : 361398.881503,
        "bw_samples" : 876,
        "iops_min" : 9514,
        "iops_max" : 15438,
        "iops_mean" : 11042.762557,
        "iops_stddev" : 352.945002,
        "iops_samples" : 876
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 439996,
      "usr_cpu" : 0.682506,
      "sys_cpu" : 93.081301,
      "ctx" : 4038,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 16.770764,
        "20" : 83.228906,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772818797,
  "timestamp_ms" : 1772818797628,
  "time" : "Fri Mar  6 13:39:57 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 60,
      "elapsed" : 131,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 1398304407552,
        "io_kbytes" : 1365531648,
        "bw_bytes" : 11652536729,
        "bw" : 11379430,
        "iops" : 11112.775000,
        "runtime" : 120000,
        "total_ios" : 1333533,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 189349,
          "max" : 1117727,
          "mean" : 357258.525598,
          "stddev" : 51900.150818,
          "N" : 1333533
        },
        "clat_ns" : {
          "min" : 6739127,
          "max" : 17833223,
          "mean" : 11160287.492186,
          "stddev" : 1417736.278648,
          "N" : 1333529,
          "percentile" : {
            "1.000000" : 7438336,
            "5.000000" : 8093696,
            "10.000000" : 9109504,
            "20.000000" : 10158080,
            "30.000000" : 10551296,
            "40.000000" : 10944512,
            "50.000000" : 11337728,
            "60.000000" : 11730944,
            "70.000000" : 12255232,
            "80.000000" : 12517376,
            "90.000000" : 12779520,
            "95.000000" : 12910592,
            "99.000000" : 13172736,
            "99.500000" : 13303808,
            "99.900000" : 13697024,
            "99.950000" : 14090240,
            "99.990000" : 14876672
          },
          "bins" : {
            "6717440" : 2,
            "6782976" : 20,
            "6848512" : 12,
            "6914048" : 28,
            "6979584" : 62,
            "7045120" : 38,
            "7110656" : 26,
            "7176192" : 249,
            "7241728" : 1212,
            "7307264" : 3002,
            "7372800" : 5114,
            "7438336" : 7420,
            "7503872" : 8599,
            "7569408" : 7957,
            "7634944" : 6557,
            "7700480" : 5305,
            "7766016" : 4494,
            "7831552" : 3849,
            "7897088" : 3765,
            "7962624" : 3359,
            "8028160" : 3086,
            "8093696" : 2945,
            "8159232" : 2845,
            "8224768" : 2815,
            "8290304" : 2883,
            "8355840" : 3209,
            "8454144" : 8223,
            "8585216" : 9051,
            "8716288" : 9771,
            "8847360" : 10127,
            "8978432" : 10430,
            "9109504" : 11281,
            "9240576" : 11379,
            "9371648" : 12320,
            "9502720" : 13915,
            "9633792" : 15568,
            "9764864" : 17625,
            "9895936" : 21898,
            "10027008" : 25352,
            "10158080" : 29228,
            "10289152" : 34581,
            "10420224" : 39830,
            "10551296" : 45431,
            "10682368" : 49865,
            "10813440" : 54913,
            "10944512" : 55477,
            "11075584" : 52984,
            "11206656" : 47596,
            "11337728" : 42954,
            "11468800" : 36701,
            "11599872" : 32746,
            "11730944" : 33769,
            "11862016" : 36384,
            "11993088" : 40045,
            "12124160" : 43721,
            "12255232" : 49991,
            "12386304" : 62377,
            "12517376" : 69442,
            "12648448" : 64157,
            "12779520" : 54981,
            "12910592" : 42921,
            "13041664" : 28987,
            "13172736" : 15573,
            "13303808" : 7392,
            "13434880" : 3027,
            "13565952" : 1217,
            "13697024" : 346,
            "13828096" : 160,
            "13959168" : 179,
            "14090240" : 142,
            "14221312" : 151,
            "14352384" : 132,
            "14483456" : 64,
            "14614528" : 57,
            "14745600" : 40,
            "14876672" : 46,
            "15007744" : 40,
            "15138816" : 24,
            "15269888" : 5,
            "15400960" : 11,
            "15532032" : 6,
            "15663104" : 4,
            "15794176" : 3,
            "15925248" : 6,
            "16056320" : 3,
            "16187392" : 3,
            "16318464" : 7,
            "16449536" : 8,
            "16908288" : 1,
            "17170432" : 3,
            "17432576" : 2,
            "17694720" : 2,
            "17956864" : 1
          }
        },
        "lat_ns" : {
          "min" : 6967046,
          "max" : 18468203,
          "mean" : 11517549.843355,
          "stddev" : 1462930.455935,
          "N" : 1333529
        },
        "bw_min" : 9742336,
        "bw_max" : 15808512,
        "bw_agg" : 100.000000,
        "bw_mean" : 11382250.506276,
        "bw_dev" : 365398.950389,
        "bw_samples" : 956,
        "iops_min" : 9514,
        "iops_max" : 15438,
        "iops_mean" : 11115.158996,
        "iops_stddev" : 356.849265,
        "iops_samples" : 956
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 480000,
      "usr_cpu" : 0.687083,
      "sys_cpu" : 93.150833,
      "ctx" : 4390,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 17.806608,
        "20" : 82.193092,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772818807,
  "timestamp_ms" : 1772818807627,
  "time" : "Fri Mar  6 13:40:07 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 50,
      "elapsed" : 141,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 1512482799616,
        "io_kbytes" : 1477033984,
        "bw_bytes" : 11634572570,
        "bw" : 11361887,
        "iops" : 11095.623812,
        "runtime" : 129999,
        "total_ios" : 1442420,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 189349,
          "max" : 1117727,
          "mean" : 357812.810516,
          "stddev" : 51756.046772,
          "N" : 1442420
        },
        "clat_ns" : {
          "min" : 6739127,
          "max" : 17833223,
          "mean" : 11177541.878302,
          "stddev" : 1414893.131713,
          "N" : 1442416,
          "percentile" : {
            "1.000000" : 7438336,
            "5.000000" : 8159232,
            "10.000000" : 9109504,
            "20.000000" : 10158080,
            "30.000000" : 10551296,
            "40.000000" : 10944512,
            "50.000000" : 11337728,
            "60.000000" : 11862016,
            "70.000000" : 12255232,
            "80.000000" : 12517376,
            "90.000000" : 12779520,
            "95.000000" : 12910592,
            "99.000000" : 13172736,
            "99.500000" : 13303808,
            "99.900000" : 13697024,
            "99.950000" : 14090240,
            "99.990000" : 15007744
          },
          "bins" : {
            "6717440" : 2,
            "6782976" : 20,
            "6848512" : 12,
            "6914048" : 28,
            "6979584" : 62,
            "7045120" : 38,
            "7110656" : 26,
            "7176192" : 257,
            "7241728" : 1328,
            "7307264" : 3271,
            "7372800" : 5622,
            "7438336" : 7949,
            "7503872" : 9090,
            "7569408" : 8473,
            "7634944" : 6912,
            "7700480" : 5488,
            "7766016" : 4562,
            "7831552" : 3870,
            "7897088" : 3774,
            "7962624" : 3366,
            "8028160" : 3095,
            "8093696" : 2986,
            "8159232" : 3005,
            "8224768" : 3038,
            "8290304" : 3260,
            "8355840" : 3576,
            "8454144" : 9067,
            "8585216" : 9758,
            "8716288" : 10448,
            "8847360" : 10551,
            "8978432" : 10792,
            "9109504" : 11628,
            "9240576" : 12038,
            "9371648" : 13251,
            "9502720" : 14989,
            "9633792" : 17027,
            "9764864" : 20007,
            "9895936" : 25431,
            "10027008" : 29626,
            "10158080" : 32703,
            "10289152" : 37029,
            "10420224" : 41691,
            "10551296" : 46996,
            "10682368" : 51343,
            "10813440" : 56570,
            "10944512" : 57458,
            "11075584" : 55110,
            "11206656" : 49739,
            "11337728" : 45230,
            "11468800" : 39137,
            "11599872" : 35575,
            "11730944" : 37265,
            "11862016" : 40067,
            "11993088" : 44496,
            "12124160" : 49283,
            "12255232" : 57647,
            "12386304" : 71606,
            "12517376" : 78507,
            "12648448" : 71199,
            "12779520" : 59372,
            "12910592" : 45918,
            "13041664" : 30664,
            "13172736" : 16358,
            "13303808" : 7726,
            "13434880" : 3156,
            "13565952" : 1295,
            "13697024" : 371,
            "13828096" : 171,
            "13959168" : 183,
            "14090240" : 152,
            "14221312" : 157,
            "14352384" : 140,
            "14483456" : 81,
            "14614528" : 60,
            "14745600" : 42,
            "14876672" : 50,
            "15007744" : 43,
            "15138816" : 27,
            "15269888" : 16,
            "15400960" : 11,
            "15532032" : 6,
            "15663104" : 4,
            "15794176" : 3,
            "15925248" : 6,
            "16056320" : 3,
            "16187392" : 3,
            "16318464" : 7,
            "16449536" : 8,
            "16908288" : 1,
            "17170432" : 3,
            "17432576" : 2,
            "17694720" : 2,
            "17956864" : 1
          }
        },
        "lat_ns" : {
          "min" : 6967046,
          "max" : 18468203,
          "mean" : 11535359.370165,
          "stddev" : 1459999.176623,
          "N" : 1442416
        },
        "bw_min" : 9742336,
        "bw_max" : 15808512,
        "bw_agg" : 100.000000,
        "bw_mean" : 11362333.594595,
        "bw_dev" : 364055.448617,
        "bw_samples" : 1036,
        "iops_min" : 9514,
        "iops_max" : 15438,
        "iops_mean" : 11095.725869,
        "iops_stddev" : 355.535382,
        "iops_samples" : 1036
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 519996,
      "usr_cpu" : 0.692890,
      "sys_cpu" : 93.122832,
      "ctx" : 4738,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 17.775683,
        "20" : 82.224040,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772818817,
  "timestamp_ms" : 1772818817628,
  "time" : "Fri Mar  6 13:40:17 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 39,
      "elapsed" : 151,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 1637210914816,
        "io_kbytes" : 1598838784,
        "bw_bytes" : 11694363677,
        "bw" : 11420277,
        "iops" : 11152.642857,
        "runtime" : 140000,
        "total_ios" : 1561370,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 189349,
          "max" : 1117727,
          "mean" : 355972.681542,
          "stddev" : 52082.333425,
          "N" : 1561370
        },
        "clat_ns" : {
          "min" : 6739127,
          "max" : 17833223,
          "mean" : 11120374.447361,
          "stddev" : 1426091.386956,
          "N" : 1561366,
          "percentile" : {
            "1.000000" : 7438336,
            "5.000000" : 8093696,
            "10.000000" : 9109504,
            "20.000000" : 10027008,
            "30.000000" : 10551296,
            "40.000000" : 10944512,
            "50.000000" : 11206656,
            "60.000000" : 11730944,
            "70.000000" : 12124160,
            "80.000000" : 12517376,
            "90.000000" : 12779520,
            "95.000000" : 12910592,
            "99.000000" : 13172736,
            "99.500000" : 13303808,
            "99.900000" : 13697024,
            "99.950000" : 14090240,
            "99.990000" : 14876672
          },
          "bins" : {
            "6717440" : 2,
            "6782976" : 20,
            "6848512" : 12,
            "6914048" : 28,
            "6979584" : 62,
            "7045120" : 38,
            "7110656" : 26,
            "7176192" : 257,
            "7241728" : 1328,
            "7307264" : 3271,
            "7372800" : 5622,
            "7438336" : 7949,
            "7503872" : 9109,
            "7569408" : 8549,
            "7634944" : 7053,
            "7700480" : 5875,
            "7766016" : 5546,
            "7831552" : 5347,
            "7897088" : 5634,
            "7962624" : 5269,
            "8028160" : 4902,
            "8093696" : 4409,
            "8159232" : 3954,
            "8224768" : 3751,
            "8290304" : 3798,
            "8355840" : 3895,
            "8454144" : 9839,
            "8585216" : 11202,
            "8716288" : 12406,
            "8847360" : 12431,
            "8978432" : 12899,
            "9109504" : 14109,
            "9240576" : 14618,
            "9371648" : 16156,
            "9502720" : 18552,
            "9633792" : 20865,
            "9764864" : 24411,
            "9895936" : 29824,
            "10027008" : 33938,
            "10158080" : 36107,
            "10289152" : 40009,
            "10420224" : 44734,
            "10551296" : 51172,
            "10682368" : 56220,
            "10813440" : 61550,
            "10944512" : 61534,
            "11075584" : 58016,
            "11206656" : 52610,
            "11337728" : 47947,
            "11468800" : 42040,
            "11599872" : 38632,
            "11730944" : 40894,
            "11862016" : 43962,
            "11993088" : 48403,
            "12124160" : 53321,
            "12255232" : 61459,
            "12386304" : 74614,
            "12517376" : 80062,
            "12648448" : 71979,
            "12779520" : 59814,
            "12910592" : 46483,
            "13041664" : 31425,
            "13172736" : 17046,
            "13303808" : 8127,
            "13434880" : 3350,
            "13565952" : 1338,
            "13697024" : 379,
            "13828096" : 172,
            "13959168" : 183,
            "14090240" : 152,
            "14221312" : 157,
            "14352384" : 140,
            "14483456" : 81,
            "14614528" : 60,
            "14745600" : 42,
            "14876672" : 50,
            "15007744" : 43,
            "15138816" : 27,
            "15269888" : 16,
            "15400960" : 11,
            "15532032" : 6,
            "15663104" : 4,
            "15794176" : 3,
            "15925248" : 6,
            "16056320" : 3,
            "16187392" : 3,
            "16318464" : 7,
            "16449536" : 8,
            "16908288" : 1,
            "17170432" : 3,
            "17432576" : 2,
            "17694720" : 2,
            "17956864" : 1
          }
        },
        "lat_ns" : {
          "min" : 6967046,
          "max" : 18468203,
          "mean" : 11476350.707214,
          "stddev" : 1471567.920017,
          "N" : 1561366
        },
        "bw_min" : 9725952,
        "bw_max" : 15915008,
        "bw_agg" : 100.000000,
        "bw_mean" : 11422362.096774,
        "bw_dev" : 367174.656284,
        "bw_samples" : 1116,
        "iops_min" : 9498,
        "iops_max" : 15542,
        "iops_mean" : 11154.369176,
        "iops_stddev" : 358.583488,
        "iops_samples" : 1116
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 559998,
      "usr_cpu" : 0.699288,
      "sys_cpu" : 93.177833,
      "ctx" : 5137,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 19.383746,
        "20" : 80.615997,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772818827,
  "timestamp_ms" : 1772818827628,
  "time" : "Fri Mar  6 13:40:27 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 30,
      "elapsed" : 161,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 1750345973760,
        "io_kbytes" : 1709322240,
        "bw_bytes" : 11668973158,
        "bw" : 11395481,
        "iops" : 11128.426667,
        "runtime" : 150000,
        "total_ios" : 1669264,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 189349,
          "max" : 1117727,
          "mean" : 356751.398081,
          "stddev" : 51411.913846,
          "N" : 1669264
        },
        "clat_ns" : {
          "min" : 6739127,
          "max" : 17833223,
          "mean" : 11144522.113311,
          "stddev" : 1403082.390031,
          "N" : 1669260,
          "percentile" : {
            "1.000000" : 7438336,
            "5.000000" : 8159232,
            "10.000000" : 9109504,
            "20.000000" : 10027008,
            "30.000000" : 10551296,
            "40.000000" : 10944512,
            "50.000000" : 11206656,
            "60.000000" : 11730944,
            "70.000000" : 12124160,
            "80.000000" : 12517376,
            "90.000000" : 12779520,
            "95.000000" : 12910592,
            "99.000000" : 13172736,
            "99.500000" : 13303808,
            "99.900000" : 13565952,
            "99.950000" : 13959168,
            "99.990000" : 14876672
          },
          "bins" : {
            "6717440" : 2,
            "6782976" : 20,
            "6848512" : 12,
            "6914048" : 28,
            "6979584" : 62,
            "7045120" : 38,
            "7110656" : 26,
            "7176192" : 257,
            "7241728" : 1328,
            "7307264" : 3271,
            "7372800" : 5622,
            "7438336" : 7949,
            "7503872" : 9109,
            "7569408" : 8549,
            "7634944" : 7053,
            "7700480" : 5875,
            "7766016" : 5546,
            "7831552" : 5347,
            "7897088" : 5634,
            "7962624" : 5269,
            "8028160" : 4902,
            "8093696" : 4409,
            "8159232" : 3954,
            "8224768" : 3751,
            "8290304" : 3798,
            "8355840" : 3895,
            "8454144" : 9839,
            "8585216" : 11202,
            "8716288" : 12406,
            "8847360" : 12431,
            "8978432" : 12899,
            "9109504" : 14109,
            "9240576" : 14618,
            "9371648" : 16166,
            "9502720" : 18653,
            "9633792" : 21299,
            "9764864" : 25599,
            "9895936" : 32161,
            "10027008" : 37326,
            "10158080" : 39880,
            "10289152" : 43931,
            "10420224" : 49062,
            "10551296" : 56144,
            "10682368" : 61331,
            "10813440" : 65800,
            "10944512" : 65705,
            "11075584" : 61999,
            "11206656" : 56790,
            "11337728" : 52289,
            "11468800" : 46604,
            "11599872" : 42980,
            "11730944" : 45334,
            "11862016" : 48711,
            "11993088" : 53126,
            "12124160" : 58252,
            "12255232" : 65906,
            "12386304" : 78858,
            "12517376" : 83949,
            "12648448" : 75698,
            "12779520" : 63827,
            "12910592" : 50010,
            "13041664" : 34364,
            "13172736" : 18860,
            "13303808" : 8960,
            "13434880" : 3576,
            "13565952" : 1338,
            "13697024" : 379,
            "13828096" : 172,
            "13959168" : 183,
            "14090240" : 152,
            "14221312" : 157,
            "14352384" : 140,
            "14483456" : 81,
            "14614528" : 60,
            "14745600" : 42,
            "14876672" : 50,
            "15007744" : 43,
            "15138816" : 27,
            "15269888" : 16,
            "15400960" : 11,
            "15532032" : 6,
            "15663104" : 4,
            "15794176" : 3,
            "15925248" : 6,
            "16056320" : 3,
            "16187392" : 3,
            "16318464" : 7,
            "16449536" : 8,
            "16908288" : 1,
            "17170432" : 3,
            "17432576" : 2,
            "17694720" : 2,
            "17956864" : 1
          }
        },
        "lat_ns" : {
          "min" : 6967046,
          "max" : 18468203,
          "mean" : 11501275.569948,
          "stddev" : 1447815.362757,
          "N" : 1669260
        },
        "bw_min" : 9725952,
        "bw_max" : 15915008,
        "bw_agg" : 100.000000,
        "bw_mean" : 11398940.204013,
        "bw_dev" : 361431.119658,
        "bw_samples" : 1196,
        "iops_min" : 9498,
        "iops_max" : 15542,
        "iops_mean" : 11131.515050,
        "iops_stddev" : 352.972726,
        "iops_samples" : 1196
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 599997,
      "usr_cpu" : 0.700670,
      "sys_cpu" : 93.145299,
      "ctx" : 5511,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 18.427582,
        "20" : 81.572178,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772818837,
  "timestamp_ms" : 1772818837628,
  "time" : "Fri Mar  6 13:40:37 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 20,
      "elapsed" : 171,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 1874300239872,
        "io_kbytes" : 1830371328,
        "bw_bytes" : 11714376499,
        "bw" : 11439820,
        "iops" : 11171.737500,
        "runtime" : 160000,
        "total_ios" : 1787478,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 189349,
          "max" : 1117727,
          "mean" : 355359.985212,
          "stddev" : 52045.019254,
          "N" : 1787478
        },
        "clat_ns" : {
          "min" : 6739127,
          "max" : 17833223,
          "mean" : 11101388.751042,
          "stddev" : 1425875.814610,
          "N" : 1787474,
          "percentile" : {
            "1.000000" : 7438336,
            "5.000000" : 8093696,
            "10.000000" : 9109504,
            "20.000000" : 10027008,
            "30.000000" : 10551296,
            "40.000000" : 10813440,
            "50.000000" : 11206656,
            "60.000000" : 11730944,
            "70.000000" : 12124160,
            "80.000000" : 12386304,
            "90.000000" : 12779520,
            "95.000000" : 12910592,
            "99.000000" : 13172736,
            "99.500000" : 13303808,
            "99.900000" : 13565952,
            "99.950000" : 13959168,
            "99.990000" : 14876672
          },
          "bins" : {
            "6717440" : 2,
            "6782976" : 20,
            "6848512" : 12,
            "6914048" : 28,
            "6979584" : 62,
            "7045120" : 38,
            "7110656" : 26,
            "7176192" : 275,
            "7241728" : 1538,
            "7307264" : 3662,
            "7372800" : 6547,
            "7438336" : 9362,
            "7503872" : 10763,
            "7569408" : 10332,
            "7634944" : 8383,
            "7700480" : 7138,
            "7766016" : 6475,
            "7831552" : 6051,
            "7897088" : 6267,
            "7962624" : 5840,
            "8028160" : 5592,
            "8093696" : 5240,
            "8159232" : 4727,
            "8224768" : 4457,
            "8290304" : 4533,
            "8355840" : 4718,
            "8454144" : 11208,
            "8585216" : 12516,
            "8716288" : 13855,
            "8847360" : 14264,
            "8978432" : 14798,
            "9109504" : 16142,
            "9240576" : 16450,
            "9371648" : 18288,
            "9502720" : 20963,
            "9633792" : 23362,
            "9764864" : 27900,
            "9895936" : 34727,
            "10027008" : 40828,
            "10158080" : 44459,
            "10289152" : 49127,
            "10420224" : 53897,
            "10551296" : 60457,
            "10682368" : 65341,
            "10813440" : 68736,
            "10944512" : 68293,
            "11075584" : 64532,
            "11206656" : 59203,
            "11337728" : 54421,
            "11468800" : 48691,
            "11599872" : 45405,
            "11730944" : 48709,
            "11862016" : 52897,
            "11993088" : 57356,
            "12124160" : 62549,
            "12255232" : 70664,
            "12386304" : 82011,
            "12517376" : 85832,
            "12648448" : 76717,
            "12779520" : 64976,
            "12910592" : 51994,
            "13041664" : 36734,
            "13172736" : 20374,
            "13303808" : 9770,
            "13434880" : 3904,
            "13565952" : 1417,
            "13697024" : 392,
            "13828096" : 194,
            "13959168" : 197,
            "14090240" : 158,
            "14221312" : 159,
            "14352384" : 140,
            "14483456" : 81,
            "14614528" : 60,
            "14745600" : 42,
            "14876672" : 50,
            "15007744" : 43,
            "15138816" : 27,
            "15269888" : 16,
            "15400960" : 11,
            "15532032" : 6,
            "15663104" : 4,
            "15794176" : 3,
            "15925248" : 6,
            "16056320" : 3,
            "16187392" : 3,
            "16318464" : 7,
            "16449536" : 8,
            "16908288" : 1,
            "17170432" : 3,
            "17432576" : 2,
            "17694720" : 2,
            "17956864" : 1
          }
        },
        "lat_ns" : {
          "min" : 6967046,
          "max" : 18468203,
          "mean" : 11456754.075190,
          "stddev" : 1471353.769951,
          "N" : 1787474
        },
        "bw_min" : 9725952,
        "bw_max" : 15915008,
        "bw_agg" : 99.976793,
        "bw_mean" : 11437166.699060,
        "bw_dev" : 366619.370130,
        "bw_samples" : 1276,
        "iops_min" : 9498,
        "iops_max" : 15542,
        "iops_mean" : 11168.862069,
        "iops_stddev" : 358.038408,
        "iops_samples" : 1276
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 639997,
      "usr_cpu" : 0.701878,
      "sys_cpu" : 93.186218,
      "ctx" : 5863,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 19.469219,
        "20" : 80.530558,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772818847,
  "timestamp_ms" : 1772818847627,
  "time" : "Fri Mar  6 13:40:47 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 10,
      "elapsed" : 181,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 1992051130368,
        "io_kbytes" : 1945362432,
        "bw_bytes" : 11718016755,
        "bw" : 11443375,
        "iops" : 11175.195148,
        "runtime" : 169999,
        "total_ios" : 1899772,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 189349,
          "max" : 1117727,
          "mean" : 355248.193652,
          "stddev" : 51594.482435,
          "N" : 1899772
        },
        "clat_ns" : {
          "min" : 6739127,
          "max" : 17833223,
          "mean" : 11097908.210244,
          "stddev" : 1409705.130204,
          "N" : 1899768,
          "percentile" : {
            "1.000000" : 7438336,
            "5.000000" : 8093696,
            "10.000000" : 9109504,
            "20.000000" : 10027008,
            "30.000000" : 10551296,
            "40.000000" : 10813440,
            "50.000000" : 11206656,
            "60.000000" : 11730944,
            "70.000000" : 12124160,
            "80.000000" : 12386304,
            "90.000000" : 12779520,
            "95.000000" : 12910592,
            "99.000000" : 13172736,
            "99.500000" : 13303808,
            "99.900000" : 13565952,
            "99.950000" : 13959168,
            "99.990000" : 14876672
          },
          "bins" : {
            "6717440" : 2,
            "6782976" : 20,
            "6848512" : 12,
            "6914048" : 28,
            "6979584" : 62,
            "7045120" : 38,
            "7110656" : 26,
            "7176192" : 275,
            "7241728" : 1556,
            "7307264" : 3840,
            "7372800" : 6824,
            "7438336" : 9575,
            "7503872" : 10970,
            "7569408" : 10474,
            "7634944" : 8510,
            "7700480" : 7232,
            "7766016" : 6550,
            "7831552" : 6158,
            "7897088" : 6445,
            "7962624" : 5982,
            "8028160" : 5724,
            "8093696" : 5421,
            "8159232" : 4902,
            "8224768" : 4545,
            "8290304" : 4594,
            "8355840" : 4822,
            "8454144" : 11524,
            "8585216" : 12798,
            "8716288" : 14476,
            "8847360" : 15402,
            "8978432" : 16174,
            "9109504" : 17539,
            "9240576" : 17676,
            "9371648" : 19642,
            "9502720" : 22475,
            "9633792" : 25216,
            "9764864" : 30178,
            "9895936" : 37418,
            "10027008" : 43303,
            "10158080" : 47099,
            "10289152" : 52116,
            "10420224" : 56915,
            "10551296" : 64235,
            "10682368" : 70246,
            "10813440" : 74615,
            "10944512" : 75011,
            "11075584" : 71823,
            "11206656" : 65278,
            "11337728" : 59156,
            "11468800" : 52619,
            "11599872" : 48894,
            "11730944" : 53001,
            "11862016" : 56926,
            "11993088" : 61420,
            "12124160" : 66631,
            "12255232" : 75483,
            "12386304" : 86757,
            "12517376" : 89492,
            "12648448" : 79403,
            "12779520" : 66509,
            "12910592" : 52866,
            "13041664" : 37278,
            "13172736" : 20701,
            "13303808" : 9907,
            "13434880" : 3943,
            "13565952" : 1417,
            "13697024" : 392,
            "13828096" : 194,
            "13959168" : 197,
            "14090240" : 158,
            "14221312" : 159,
            "14352384" : 140,
            "14483456" : 81,
            "14614528" : 60,
            "14745600" : 42,
            "14876672" : 50,
            "15007744" : 43,
            "15138816" : 27,
            "15269888" : 16,
            "15400960" : 11,
            "15532032" : 6,
            "15663104" : 4,
            "15794176" : 3,
            "15925248" : 6,
            "16056320" : 3,
            "16187392" : 3,
            "16318464" : 7,
            "16449536" : 8,
            "16908288" : 1,
            "17170432" : 3,
            "17432576" : 2,
            "17694720" : 2,
            "17956864" : 1
          }
        },
        "lat_ns" : {
          "min" : 6967046,
          "max" : 18468203,
          "mean" : 11453157.554102,
          "stddev" : 1454662.524598,
          "N" : 1899768
        },
        "bw_min" : 9725952,
        "bw_max" : 15915008,
        "bw_agg" : 100.000000,
        "bw_mean" : 11447297.466077,
        "bw_dev" : 365034.830487,
        "bw_samples" : 1356,
        "iops_min" : 9498,
        "iops_max" : 15542,
        "iops_mean" : 11178.769912,
        "iops_stddev" : 356.490829,
        "iops_samples" : 1356
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 679996,
      "usr_cpu" : 0.704857,
      "sys_cpu" : 93.183489,
      "ctx" : 6204,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 19.335215,
        "20" : 80.664574,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772818857,
  "timestamp_ms" : 1772818857627,
  "time" : "Fri Mar  6 13:40:57 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 2112326991872,
        "io_kbytes" : 2062819328,
        "bw_bytes" : 11735215150,
        "bw" : 11460171,
        "iops" : 11191.595509,
        "runtime" : 179999,
        "total_ios" : 2014476,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 189349,
          "max" : 1117727,
          "mean" : 354724.039067,
          "stddev" : 51882.033904,
          "N" : 2014476
        },
        "clat_ns" : {
          "min" : 6739127,
          "max" : 17833223,
          "mean" : 11081706.195516,
          "stddev" : 1420542.471904,
          "N" : 2014472,
          "percentile" : {
            "1.000000" : 7438336,
            "5.000000" : 8093696,
            "10.000000" : 8978432,
            "20.000000" : 10027008,
            "30.000000" : 10551296,
            "40.000000" : 10813440,
            "50.000000" : 11206656,
            "60.000000" : 11730944,
            "70.000000" : 12124160,
            "80.000000" : 12386304,
            "90.000000" : 12648448,
            "95.000000" : 12910592,
            "99.000000" : 13172736,
            "99.500000" : 13303808,
            "99.900000" : 13565952,
            "99.950000" : 13959168,
            "99.990000" : 14745600
          },
          "bins" : {
            "6717440" : 2,
            "6782976" : 20,
            "6848512" : 12,
            "6914048" : 28,
            "6979584" : 62,
            "7045120" : 38,
            "7110656" : 26,
            "7176192" : 288,
            "7241728" : 1638,
            "7307264" : 3994,
            "7372800" : 7044,
            "7438336" : 9961,
            "7503872" : 11470,
            "7569408" : 11229,
            "7634944" : 9249,
            "7700480" : 7855,
            "7766016" : 7141,
            "7831552" : 6757,
            "7897088" : 7040,
            "7962624" : 6523,
            "8028160" : 6239,
            "8093696" : 6120,
            "8159232" : 5729,
            "8224768" : 5408,
            "8290304" : 5474,
            "8355840" : 5736,
            "8454144" : 13353,
            "8585216" : 14687,
            "8716288" : 16183,
            "8847360" : 17076,
            "8978432" : 17531,
            "9109504" : 19285,
            "9240576" : 19948,
            "9371648" : 22146,
            "9502720" : 25121,
            "9633792" : 27431,
            "9764864" : 32103,
            "9895936" : 39758,
            "10027008" : 46373,
            "10158080" : 50238,
            "10289152" : 55453,
            "10420224" : 60277,
            "10551296" : 67552,
            "10682368" : 73537,
            "10813440" : 77112,
            "10944512" : 77279,
            "11075584" : 73633,
            "11206656" : 67081,
            "11337728" : 61002,
            "11468800" : 54507,
            "11599872" : 51082,
            "11730944" : 55050,
            "11862016" : 59175,
            "11993088" : 64897,
            "12124160" : 72367,
            "12255232" : 83073,
            "12386304" : 94405,
            "12517376" : 95804,
            "12648448" : 84032,
            "12779520" : 69317,
            "12910592" : 54544,
            "13041664" : 38180,
            "13172736" : 21309,
            "13303808" : 10191,
            "13434880" : 4102,
            "13565952" : 1466,
            "13697024" : 409,
            "13828096" : 202,
            "13959168" : 207,
            "14090240" : 164,
            "14221312" : 188,
            "14352384" : 170,
            "14483456" : 89,
            "14614528" : 62,
            "14745600" : 42,
            "14876672" : 50,
            "15007744" : 43,
            "15138816" : 27,
            "15269888" : 16,
            "15400960" : 11,
            "15532032" : 6,
            "15663104" : 4,
            "15794176" : 3,
            "15925248" : 6,
            "16056320" : 3,
            "16187392" : 3,
            "16318464" : 7,
            "16449536" : 8,
            "16908288" : 1,
            "17170432" : 3,
            "17432576" : 2,
            "17694720" : 2,
            "17956864" : 1
          }
        },
        "lat_ns" : {
          "min" : 6967046,
          "max" : 18468203,
          "mean" : 11436434.464254,
          "stddev" : 1465852.409881,
          "N" : 2014472
        },
        "bw_min" : 9725952,
        "bw_max" : 15915008,
        "bw_agg" : 99.991815,
        "bw_mean" : 11459233.565460,
        "bw_dev" : 365859.156435,
        "bw_samples" : 1436,
        "iops_min" : 9498,
        "iops_max" : 15542,
        "iops_mean" : 11190.434540,
        "iops_stddev" : 357.295653,
        "iops_samples" : 1436
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 719996,
      "usr_cpu" : 0.704309,
      "sys_cpu" : 93.199407,
      "ctx" : 6544,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999950,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999950,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 19.993735,
        "20" : 80.006066,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772818857,
  "timestamp_ms" : 1772818857686,
  "time" : "Fri Mar  6 13:40:57 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-read-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "read",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 2112466452480,
        "io_kbytes" : 2062955520,
        "bw_bytes" : 11735794338,
        "bw" : 11460736,
        "iops" : 11191.414540,
        "runtime" : 180002,
        "total_ios" : 2014477,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 189349,
          "max" : 1117727,
          "mean" : 354723.931509,
          "stddev" : 51882.152398,
          "N" : 2014481
        },
        "clat_ns" : {
          "min" : 3986,
          "max" : 17833223,
          "mean" : 11081327.800580,
          "stddev" : 1421519.953615,
          "N" : 2014601,
          "percentile" : {
            "1.000000" : 7438336,
            "5.000000" : 8093696,
            "10.000000" : 8978432,
            "20.000000" : 10027008,
            "30.000000" : 10551296,
            "40.000000" : 10813440,
            "50.000000" : 11206656,
            "60.000000" : 11730944,
            "70.000000" : 12124160,
            "80.000000" : 12386304,
            "90.000000" : 12648448,
            "95.000000" : 12910592,
            "99.000000" : 13172736,
            "99.500000" : 13303808,
            "99.900000" : 13565952,
            "99.950000" : 13959168,
            "99.990000" : 14745600
          },
          "bins" : {
            "3984" : 1,
            "4448" : 1,
            "4512" : 1,
            "4896" : 1,
            "218112" : 1,
            "346112" : 1,
            "403456" : 1,
            "411648" : 1,
            "473088" : 1,
            "684032" : 1,
            "708608" : 1,
            "782336" : 1,
            "806912" : 1,
            "954368" : 1,
            "1028096" : 1,
            "1138688" : 1,
            "1187840" : 1,
            "1220608" : 1,
            "1400832" : 1,
            "1433600" : 1,
            "1531904" : 1,
            "1581056" : 1,
            "1662976" : 1,
            "1728512" : 1,
            "1875968" : 1,
            "1908736" : 2,
            "2072576" : 1,
            "2113536" : 1,
            "2179072" : 1,
            "2244608" : 1,
            "2342912" : 1,
            "2441216" : 1,
            "2473984" : 1,
            "2572288" : 1,
            "2605056" : 1,
            "2801664" : 1,
            "2834432" : 2,
            "2998272" : 1,
            "3031040" : 1,
            "3194880" : 1,
            "3227648" : 1,
            "3293184" : 1,
            "3358720" : 1,
            "3522560" : 1,
            "3555328" : 2,
            "3719168" : 1,
            "3751936" : 1,
            "3915776" : 1,
            "3948544" : 1,
            "3981312" : 1,
            "4145152" : 1,
            "4227072" : 1,
            "4292608" : 2,
            "4489216" : 1,
            "4554752" : 1,
            "4620288" : 2,
            "4685824" : 1,
            "4882432" : 1,
            "4947968" : 1,
            "5013504" : 2,
            "5144576" : 1,
            "5341184" : 2,
            "5406720" : 2,
            "5603328" : 1,
            "5668864" : 2,
            "5799936" : 2,
            "6062080" : 2,
            "6127616" : 1,
            "6193152" : 1,
            "6324224" : 1,
            "6389760" : 1,
            "6455296" : 1,
            "6520832" : 2,
            "6717440" : 4,
            "6782976" : 20,
            "6848512" : 13,
            "6914048" : 29,
            "6979584" : 63,
            "7045120" : 39,
            "7110656" : 26,
            "7176192" : 288,
            "7241728" : 1641,
            "7307264" : 3995,
            "7372800" : 7044,
            "7438336" : 9962,
            "7503872" : 11470,
            "7569408" : 11229,
            "7634944" : 9251,
            "7700480" : 7856,
            "7766016" : 7141,
            "7831552" : 6757,
            "7897088" : 7040,
            "7962624" : 6524,
            "8028160" : 6240,
            "8093696" : 6121,
            "8159232" : 5729,
            "8224768" : 5408,
            "8290304" : 5474,
            "8355840" : 5737,
            "8454144" : 13355,
            "8585216" : 14687,
            "8716288" : 16186,
            "8847360" : 17076,
            "8978432" : 17532,
            "9109504" : 19287,
            "9240576" : 19948,
            "9371648" : 22147,
            "9502720" : 25122,
            "9633792" : 27432,
            "9764864" : 32105,
            "9895936" : 39758,
            "10027008" : 46374,
            "10158080" : 50240,
            "10289152" : 55453,
            "10420224" : 60278,
            "10551296" : 67554,
            "10682368" : 73537,
            "10813440" : 77114,
            "10944512" : 77280,
            "11075584" : 73633,
            "11206656" : 67083,
            "11337728" : 61002,
            "11468800" : 54507,
            "11599872" : 51083,
            "11730944" : 55050,
            "11862016" : 59176,
            "11993088" : 64897,
            "12124160" : 72367,
            "12255232" : 83073,
            "12386304" : 94405,
            "12517376" : 95804,
            "12648448" : 84032,
            "12779520" : 69317,
            "12910592" : 54544,
            "13041664" : 38180,
            "13172736" : 21309,
            "13303808" : 10191,
            "13434880" : 4102,
            "13565952" : 1466,
            "13697024" : 409,
            "13828096" : 202,
            "13959168" : 207,
            "14090240" : 164,
            "14221312" : 188,
            "14352384" : 170,
            "14483456" : 89,
            "14614528" : 62,
            "14745600" : 42,
            "14876672" : 50,
            "15007744" : 43,
            "15138816" : 27,
            "15269888" : 16,
            "15400960" : 11,
            "15532032" : 6,
            "15663104" : 4,
            "15794176" : 3,
            "15925248" : 6,
            "16056320" : 3,
            "16187392" : 3,
            "16318464" : 7,
            "16449536" : 8,
            "16908288" : 1,
            "17170432" : 3,
            "17432576" : 2,
            "17694720" : 2,
            "17956864" : 1
          }
        },
        "lat_ns" : {
          "min" : 215019,
          "max" : 18468203,
          "mean" : 11436054.448936,
          "stddev" : 1466805.992809,
          "N" : 2014601
        },
        "bw_min" : 9725952,
        "bw_max" : 15915008,
        "bw_agg" : 99.986880,
        "bw_mean" : 11459233.565460,
        "bw_dev" : 365859.156435,
        "bw_samples" : 1436,
        "iops_min" : 9498,
        "iops_max" : 15542,
        "iops_mean" : 11190.434540,
        "iops_stddev" : 357.295653,
        "iops_samples" : 1436
      },
      "write" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 720004,
      "usr_cpu" : 0.704302,
      "sys_cpu" : 93.198649,
      "ctx" : 6548,
      "majf" : 0,
      "minf" : 145,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999801,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.010000,
        "500" : 0.010000,
        "750" : 0.010000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 19.996853,
        "20" : 80.006672,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}