← Back to file list

📄 seq-write-qd32-nj4_run1.json

mirror/benchmarks/seq/seq-write-qd32-nj4_run1.json

{
  "fio version" : "fio-3.35",
  "timestamp" : 1772823705,
  "timestamp_ms" : 1772823705102,
  "time" : "Fri Mar  6 15:01:45 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 180,
      "elapsed" : 10,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 72361181184,
        "io_kbytes" : 70665216,
        "bw_bytes" : 7423182312,
        "bw" : 7249201,
        "iops" : 7092.942142,
        "runtime" : 9748,
        "total_ios" : 69142,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 38990,
      "usr_cpu" : 7.017184,
      "sys_cpu" : 30.736086,
      "ctx" : 68506,
      "majf" : 0,
      "minf" : 28,
      "iodepth_level" : {
        "1" : 0.100000,
        "2" : 0.100000,
        "4" : 0.100000,
        "8" : 0.100000,
        "16" : 0.100000,
        "32" : 99.820659,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772823715,
  "timestamp_ms" : 1772823715354,
  "time" : "Fri Mar  6 15:01:55 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 170,
      "elapsed" : 21,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 72251080704,
        "io_kbytes" : 70557696,
        "bw_bytes" : 7225108070,
        "bw" : 7055769,
        "iops" : 6890.700000,
        "runtime" : 10000,
        "total_ios" : 68907,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 330935,
          "max" : 2017699,
          "mean" : 577258.331253,
          "stddev" : 70564.356167,
          "N" : 68908
        },
        "clat_ns" : {
          "min" : 14964093,
          "max" : 26862667,
          "mean" : 17995123.167059,
          "stddev" : 1719715.401587,
          "N" : 68904,
          "percentile" : {
            "1.000000" : 15663104,
            "5.000000" : 16449536,
            "10.000000" : 16580608,
            "20.000000" : 16908288,
            "30.000000" : 16908288,
            "40.000000" : 17170432,
            "50.000000" : 17432576,
            "60.000000" : 17694720,
            "70.000000" : 18219008,
            "80.000000" : 18743296,
            "90.000000" : 20578304,
            "95.000000" : 21889024,
            "99.000000" : 23986176,
            "99.500000" : 24772608,
            "99.900000" : 26345472,
            "99.950000" : 26607616,
            "99.990000" : 26869760
          },
          "bins" : {
            "15007744" : 120,
            "15138816" : 206,
            "15269888" : 120,
            "15400960" : 64,
            "15532032" : 85,
            "15663104" : 145,
            "15794176" : 183,
            "15925248" : 225,
            "16056320" : 571,
            "16187392" : 610,
            "16318464" : 742,
            "16449536" : 2182,
            "16580608" : 3592,
            "16711680" : 3859,
            "16908288" : 8623,
            "17170432" : 8765,
            "17432576" : 6878,
            "17694720" : 6527,
            "17956864" : 4646,
            "18219008" : 3139,
            "18481152" : 2267,
            "18743296" : 2086,
            "19005440" : 1652,
            "19267584" : 1181,
            "19529728" : 963,
            "19791872" : 899,
            "20054016" : 839,
            "20316160" : 752,
            "20578304" : 664,
            "20840448" : 667,
            "21102592" : 652,
            "21364736" : 698,
            "21626880" : 640,
            "21889024" : 518,
            "22151168" : 370,
            "22413312" : 356,
            "22675456" : 349,
            "22937600" : 320,
            "23199744" : 321,
            "23461888" : 368,
            "23724032" : 234,
            "23986176" : 182,
            "24248320" : 166,
            "24510464" : 113,
            "24772608" : 129,
            "25034752" : 65,
            "25296896" : 48,
            "25559040" : 23,
            "25821184" : 8,
            "26083328" : 18,
            "26345472" : 20,
            "26607616" : 37,
            "26869760" : 17
          }
        },
        "lat_ns" : {
          "min" : 15411014,
          "max" : 27700997,
          "mean" : 18572112.371183,
          "stddev" : 1772115.516857,
          "N" : 68904
        },
        "bw_min" : 6766592,
        "bw_max" : 7374848,
        "bw_agg" : 100.000000,
        "bw_mean" : 7091658.263158,
        "bw_dev" : 44788.012749,
        "bw_samples" : 76,
        "iops_min" : 6608,
        "iops_max" : 7202,
        "iops_mean" : 6925.263158,
        "iops_stddev" : 43.739099,
        "iops_samples" : 76
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 39999,
      "usr_cpu" : 6.692667,
      "sys_cpu" : 29.500738,
      "ctx" : 69516,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 87.919950,
        "50" : 12.075696,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772823725,
  "timestamp_ms" : 1772823725354,
  "time" : "Fri Mar  6 15:02:05 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 160,
      "elapsed" : 31,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 142198439936,
        "io_kbytes" : 138865664,
        "bw_bytes" : 7109921996,
        "bw" : 6943283,
        "iops" : 6780.750000,
        "runtime" : 20000,
        "total_ios" : 135615,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 330935,
          "max" : 2017699,
          "mean" : 586675.061719,
          "stddev" : 72764.407079,
          "N" : 135615
        },
        "clat_ns" : {
          "min" : 14964093,
          "max" : 27147842,
          "mean" : 18289613.114674,
          "stddev" : 1836071.551513,
          "N" : 135611,
          "percentile" : {
            "1.000000" : 15794176,
            "5.000000" : 16449536,
            "10.000000" : 16580608,
            "20.000000" : 16908288,
            "30.000000" : 17170432,
            "40.000000" : 17432576,
            "50.000000" : 17694720,
            "60.000000" : 18219008,
            "70.000000" : 18481152,
            "80.000000" : 19267584,
            "90.000000" : 21102592,
            "95.000000" : 22413312,
            "99.000000" : 24510464,
            "99.500000" : 25296896,
            "99.900000" : 26607616,
            "99.950000" : 26869760,
            "99.990000" : 27131904
          },
          "bins" : {
            "15007744" : 120,
            "15138816" : 206,
            "15269888" : 128,
            "15400960" : 155,
            "15532032" : 243,
            "15663104" : 236,
            "15794176" : 274,
            "15925248" : 359,
            "16056320" : 804,
            "16187392" : 811,
            "16318464" : 1588,
            "16449536" : 3365,
            "16580608" : 5529,
            "16711680" : 5500,
            "16908288" : 13439,
            "17170432" : 13797,
            "17432576" : 11150,
            "17694720" : 11980,
            "17956864" : 11629,
            "18219008" : 8917,
            "18481152" : 6875,
            "18743296" : 5527,
            "19005440" : 4539,
            "19267584" : 3091,
            "19529728" : 2528,
            "19791872" : 2295,
            "20054016" : 1958,
            "20316160" : 1602,
            "20578304" : 1628,
            "20840448" : 1636,
            "21102592" : 1878,
            "21364736" : 1505,
            "21626880" : 1374,
            "21889024" : 1131,
            "22151168" : 923,
            "22413312" : 856,
            "22675456" : 764,
            "22937600" : 692,
            "23199744" : 734,
            "23461888" : 706,
            "23724032" : 559,
            "23986176" : 499,
            "24248320" : 453,
            "24510464" : 342,
            "24772608" : 299,
            "25034752" : 181,
            "25296896" : 170,
            "25559040" : 109,
            "25821184" : 78,
            "26083328" : 105,
            "26345472" : 120,
            "26607616" : 140,
            "26869760" : 55,
            "27131904" : 29
          }
        },
        "lat_ns" : {
          "min" : 15411014,
          "max" : 27985070,
          "mean" : 18876259.679082,
          "stddev" : 1892522.339757,
          "N" : 135611
        },
        "bw_min" : 6223872,
        "bw_max" : 7559168,
        "bw_agg" : 100.000000,
        "bw_mean" : 6957417.333333,
        "bw_dev" : 77487.172041,
        "bw_samples" : 156,
        "iops_min" : 6078,
        "iops_max" : 7382,
        "iops_mean" : 6794.102564,
        "iops_stddev" : 75.715033,
        "iops_samples" : 156
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 79998,
      "usr_cpu" : 6.635166,
      "sys_cpu" : 28.526963,
      "ctx" : 136675,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 85.346016,
        "50" : 14.651034,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772823735,
  "timestamp_ms" : 1772823735353,
  "time" : "Fri Mar  6 15:02:15 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 150,
      "elapsed" : 41,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 212098613248,
        "io_kbytes" : 207127552,
        "bw_bytes" : 7069953774,
        "bw" : 6904251,
        "iops" : 6742.566667,
        "runtime" : 30000,
        "total_ios" : 202277,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 330935,
          "max" : 2017699,
          "mean" : 590006.330690,
          "stddev" : 71696.602686,
          "N" : 202277
        },
        "clat_ns" : {
          "min" : 14964093,
          "max" : 27147842,
          "mean" : 18392793.786496,
          "stddev" : 1799532.071281,
          "N" : 202273,
          "percentile" : {
            "1.000000" : 16056320,
            "5.000000" : 16580608,
            "10.000000" : 16711680,
            "20.000000" : 17170432,
            "30.000000" : 17432576,
            "40.000000" : 17694720,
            "50.000000" : 17956864,
            "60.000000" : 18219008,
            "70.000000" : 18481152,
            "80.000000" : 19267584,
            "90.000000" : 21102592,
            "95.000000" : 22413312,
            "99.000000" : 24510464,
            "99.500000" : 25296896,
            "99.900000" : 26607616,
            "99.950000" : 26607616,
            "99.990000" : 27131904
          },
          "bins" : {
            "15007744" : 120,
            "15138816" : 206,
            "15269888" : 128,
            "15400960" : 155,
            "15532032" : 243,
            "15663104" : 236,
            "15794176" : 276,
            "15925248" : 364,
            "16056320" : 819,
            "16187392" : 841,
            "16318464" : 1944,
            "16449536" : 4150,
            "16580608" : 6132,
            "16711680" : 6026,
            "16908288" : 15210,
            "17170432" : 18923,
            "17432576" : 18913,
            "17694720" : 22084,
            "17956864" : 18251,
            "18219008" : 15474,
            "18481152" : 11578,
            "18743296" : 8584,
            "19005440" : 7188,
            "19267584" : 5467,
            "19529728" : 4275,
            "19791872" : 4046,
            "20054016" : 3126,
            "20316160" : 2468,
            "20578304" : 2355,
            "20840448" : 2296,
            "21102592" : 2505,
            "21364736" : 2101,
            "21626880" : 1929,
            "21889024" : 1647,
            "22151168" : 1415,
            "22413312" : 1338,
            "22675456" : 1171,
            "22937600" : 1099,
            "23199744" : 1175,
            "23461888" : 1120,
            "23724032" : 879,
            "23986176" : 793,
            "24248320" : 695,
            "24510464" : 575,
            "24772608" : 482,
            "25034752" : 357,
            "25296896" : 278,
            "25559040" : 168,
            "25821184" : 127,
            "26083328" : 145,
            "26345472" : 151,
            "26607616" : 150,
            "26869760" : 66,
            "27131904" : 29
          }
        },
        "lat_ns" : {
          "min" : 15411014,
          "max" : 27985070,
          "mean" : 18982773.077277,
          "stddev" : 1854793.280931,
          "N" : 202273
        },
        "bw_min" : 6223872,
        "bw_max" : 7559168,
        "bw_agg" : 100.000000,
        "bw_mean" : 6911432.338983,
        "bw_dev" : 70489.217187,
        "bw_samples" : 236,
        "iops_min" : 6078,
        "iops_max" : 7382,
        "iops_mean" : 6749.152542,
        "iops_stddev" : 68.885185,
        "iops_samples" : 236
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 119997,
      "usr_cpu" : 6.538497,
      "sys_cpu" : 28.374043,
      "ctx" : 203714,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 85.349298,
        "50" : 14.648724,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772823745,
  "timestamp_ms" : 1772823745353,
  "time" : "Fri Mar  6 15:02:25 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 140,
      "elapsed" : 51,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 274927190016,
        "io_kbytes" : 268483584,
        "bw_bytes" : 6873179750,
        "bw" : 6712089,
        "iops" : 6554.875000,
        "runtime" : 40000,
        "total_ios" : 262195,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 330935,
          "max" : 2017699,
          "mean" : 607007.942138,
          "stddev" : 80675.482666,
          "N" : 262195
        },
        "clat_ns" : {
          "min" : 14964093,
          "max" : 32149434,
          "mean" : 18918819.078080,
          "stddev" : 2150876.331204,
          "N" : 262191,
          "percentile" : {
            "1.000000" : 16187392,
            "5.000000" : 16580608,
            "10.000000" : 16908288,
            "20.000000" : 17170432,
            "30.000000" : 17694720,
            "40.000000" : 17956864,
            "50.000000" : 18219008,
            "60.000000" : 18743296,
            "70.000000" : 19529728,
            "80.000000" : 20316160,
            "90.000000" : 21626880,
            "95.000000" : 23199744,
            "99.000000" : 26345472,
            "99.500000" : 27656192,
            "99.900000" : 30015488,
            "99.950000" : 30801920,
            "99.990000" : 32112640
          },
          "bins" : {
            "15007744" : 120,
            "15138816" : 206,
            "15269888" : 128,
            "15400960" : 155,
            "15532032" : 243,
            "15663104" : 236,
            "15794176" : 276,
            "15925248" : 364,
            "16056320" : 819,
            "16187392" : 841,
            "16318464" : 1944,
            "16449536" : 4150,
            "16580608" : 6132,
            "16711680" : 6026,
            "16908288" : 15210,
            "17170432" : 19263,
            "17432576" : 19421,
            "17694720" : 22808,
            "17956864" : 19345,
            "18219008" : 17067,
            "18481152" : 14385,
            "18743296" : 11154,
            "19005440" : 8890,
            "19267584" : 8992,
            "19529728" : 8240,
            "19791872" : 9448,
            "20054016" : 10005,
            "20316160" : 7609,
            "20578304" : 7109,
            "20840448" : 4817,
            "21102592" : 4364,
            "21364736" : 3879,
            "21626880" : 3367,
            "21889024" : 2486,
            "22151168" : 2194,
            "22413312" : 2101,
            "22675456" : 1877,
            "22937600" : 1712,
            "23199744" : 1744,
            "23461888" : 1677,
            "23724032" : 1426,
            "23986176" : 1240,
            "24248320" : 1133,
            "24510464" : 975,
            "24772608" : 875,
            "25034752" : 810,
            "25296896" : 671,
            "25559040" : 568,
            "25821184" : 450,
            "26083328" : 483,
            "26345472" : 394,
            "26607616" : 407,
            "26869760" : 222,
            "27131904" : 203,
            "27394048" : 140,
            "27656192" : 129,
            "27918336" : 117,
            "28180480" : 118,
            "28442624" : 139,
            "28704768" : 147,
            "28966912" : 123,
            "29229056" : 104,
            "29491200" : 127,
            "29753344" : 100,
            "30015488" : 66,
            "30277632" : 32,
            "30539776" : 35,
            "30801920" : 57,
            "31064064" : 11,
            "31326208" : 12,
            "31588352" : 21,
            "31850496" : 22,
            "32112640" : 30
          }
        },
        "lat_ns" : {
          "min" : 15411014,
          "max" : 33123370,
          "mean" : 19525775.634759,
          "stddev" : 2217701.363443,
          "N" : 262191
        },
        "bw_min" : 5720064,
        "bw_max" : 7559168,
        "bw_agg" : 100.000000,
        "bw_mean" : 6718536.860759,
        "bw_dev" : 107999.263889,
        "bw_samples" : 316,
        "iops_min" : 5586,
        "iops_max" : 7382,
        "iops_mean" : 6560.759494,
        "iops_stddev" : 105.493175,
        "iops_samples" : 316
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 159997,
      "usr_cpu" : 6.228242,
      "sys_cpu" : 27.155509,
      "ctx" : 263958,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 75.729514,
        "50" : 24.268960,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772823755,
  "timestamp_ms" : 1772823755353,
  "time" : "Fri Mar  6 15:02:35 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 129,
      "elapsed" : 61,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 333644300288,
        "io_kbytes" : 325824512,
        "bw_bytes" : 6673019466,
        "bw" : 6516620,
        "iops" : 6363.967279,
        "runtime" : 49999,
        "total_ios" : 318192,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 330935,
          "max" : 2017699,
          "mean" : 625335.717406,
          "stddev" : 91943.788689,
          "N" : 318192
        },
        "clat_ns" : {
          "min" : 14964093,
          "max" : 36073060,
          "mean" : 19486972.446110,
          "stddev" : 2556874.147003,
          "N" : 318188,
          "percentile" : {
            "1.000000" : 16187392,
            "5.000000" : 16711680,
            "10.000000" : 16908288,
            "20.000000" : 17432576,
            "30.000000" : 17694720,
            "40.000000" : 18219008,
            "50.000000" : 18743296,
            "60.000000" : 19529728,
            "70.000000" : 20316160,
            "80.000000" : 21364736,
            "90.000000" : 22937600,
            "95.000000" : 24510464,
            "99.000000" : 28180480,
            "99.500000" : 29491200,
            "99.900000" : 32112640,
            "99.950000" : 33423360,
            "99.990000" : 35913728
          },
          "bins" : {
            "15007744" : 120,
            "15138816" : 206,
            "15269888" : 128,
            "15400960" : 155,
            "15532032" : 243,
            "15663104" : 236,
            "15794176" : 276,
            "15925248" : 364,
            "16056320" : 819,
            "16187392" : 841,
            "16318464" : 1944,
            "16449536" : 4150,
            "16580608" : 6132,
            "16711680" : 6026,
            "16908288" : 15210,
            "17170432" : 19263,
            "17432576" : 19421,
            "17694720" : 22930,
            "17956864" : 19885,
            "18219008" : 17408,
            "18481152" : 15082,
            "18743296" : 12927,
            "19005440" : 11365,
            "19267584" : 10126,
            "19529728" : 9133,
            "19791872" : 10425,
            "20054016" : 11269,
            "20316160" : 11154,
            "20578304" : 9466,
            "20840448" : 8141,
            "21102592" : 7531,
            "21364736" : 6903,
            "21626880" : 5541,
            "21889024" : 5405,
            "22151168" : 5036,
            "22413312" : 5545,
            "22675456" : 5373,
            "22937600" : 3440,
            "23199744" : 3031,
            "23461888" : 2787,
            "23724032" : 2558,
            "23986176" : 2147,
            "24248320" : 2019,
            "24510464" : 1789,
            "24772608" : 1529,
            "25034752" : 1345,
            "25296896" : 1158,
            "25559040" : 1036,
            "25821184" : 865,
            "26083328" : 903,
            "26345472" : 839,
            "26607616" : 919,
            "26869760" : 631,
            "27131904" : 534,
            "27394048" : 438,
            "27656192" : 383,
            "27918336" : 438,
            "28180480" : 296,
            "28442624" : 330,
            "28704768" : 332,
            "28966912" : 292,
            "29229056" : 270,
            "29491200" : 314,
            "29753344" : 212,
            "30015488" : 125,
            "30277632" : 88,
            "30539776" : 97,
            "30801920" : 115,
            "31064064" : 83,
            "31326208" : 64,
            "31588352" : 76,
            "31850496" : 99,
            "32112640" : 128,
            "32374784" : 21,
            "32636928" : 28,
            "32899072" : 22,
            "33161216" : 60,
            "33423360" : 13,
            "33816576" : 24,
            "34340864" : 25,
            "34865152" : 23,
            "35389440" : 33,
            "35913728" : 50
          }
        },
        "lat_ns" : {
          "min" : 15411014,
          "max" : 37137235,
          "mean" : 20112282.208009,
          "stddev" : 2637161.617873,
          "N" : 318188
        },
        "bw_min" : 5064704,
        "bw_max" : 7559168,
        "bw_agg" : 100.000000,
        "bw_mean" : 6518384.484848,
        "bw_dev" : 145592.849541,
        "bw_samples" : 396,
        "iops_min" : 4946,
        "iops_max" : 7382,
        "iops_mean" : 6365.292929,
        "iops_stddev" : 142.189013,
        "iops_samples" : 396
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 199996,
      "usr_cpu" : 5.975120,
      "sys_cpu" : 26.084522,
      "ctx" : 320132,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 65.312453,
        "50" : 34.686290,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772823765,
  "timestamp_ms" : 1772823765354,
  "time" : "Fri Mar  6 15:02:45 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 120,
      "elapsed" : 71,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 391351631872,
        "io_kbytes" : 382179328,
        "bw_bytes" : 6522527197,
        "bw" : 6369655,
        "iops" : 6220.433333,
        "runtime" : 60000,
        "total_ios" : 373226,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 330935,
          "max" : 2017699,
          "mean" : 639846.699343,
          "stddev" : 96981.106294,
          "N" : 373226
        },
        "clat_ns" : {
          "min" : 14964093,
          "max" : 36073060,
          "mean" : 19935947.954976,
          "stddev" : 2734391.673881,
          "N" : 373222,
          "percentile" : {
            "1.000000" : 16318464,
            "5.000000" : 16711680,
            "10.000000" : 17170432,
            "20.000000" : 17432576,
            "30.000000" : 17956864,
            "40.000000" : 18481152,
            "50.000000" : 19267584,
            "60.000000" : 20316160,
            "70.000000" : 21102592,
            "80.000000" : 22151168,
            "90.000000" : 23461888,
            "95.000000" : 25034752,
            "99.000000" : 28704768,
            "99.500000" : 29753344,
            "99.900000" : 32112640,
            "99.950000" : 33161216,
            "99.990000" : 35913728
          },
          "bins" : {
            "15007744" : 120,
            "15138816" : 206,
            "15269888" : 128,
            "15400960" : 155,
            "15532032" : 243,
            "15663104" : 236,
            "15794176" : 276,
            "15925248" : 364,
            "16056320" : 819,
            "16187392" : 841,
            "16318464" : 1944,
            "16449536" : 4150,
            "16580608" : 6132,
            "16711680" : 6026,
            "16908288" : 15210,
            "17170432" : 19263,
            "17432576" : 19421,
            "17694720" : 22930,
            "17956864" : 19885,
            "18219008" : 17408,
            "18481152" : 15084,
            "18743296" : 13214,
            "19005440" : 12781,
            "19267584" : 10913,
            "19529728" : 9580,
            "19791872" : 10921,
            "20054016" : 12002,
            "20316160" : 12630,
            "20578304" : 13982,
            "20840448" : 11946,
            "21102592" : 10919,
            "21364736" : 8807,
            "21626880" : 8831,
            "21889024" : 9500,
            "22151168" : 9568,
            "22413312" : 7685,
            "22675456" : 7367,
            "22937600" : 5497,
            "23199744" : 5693,
            "23461888" : 4727,
            "23724032" : 4342,
            "23986176" : 3419,
            "24248320" : 2957,
            "24510464" : 2938,
            "24772608" : 2234,
            "25034752" : 1945,
            "25296896" : 1747,
            "25559040" : 1690,
            "25821184" : 1609,
            "26083328" : 1436,
            "26345472" : 1301,
            "26607616" : 1286,
            "26869760" : 977,
            "27131904" : 813,
            "27394048" : 762,
            "27656192" : 693,
            "27918336" : 677,
            "28180480" : 531,
            "28442624" : 518,
            "28704768" : 499,
            "28966912" : 484,
            "29229056" : 432,
            "29491200" : 443,
            "29753344" : 376,
            "30015488" : 204,
            "30277632" : 170,
            "30539776" : 215,
            "30801920" : 195,
            "31064064" : 149,
            "31326208" : 97,
            "31588352" : 96,
            "31850496" : 146,
            "32112640" : 138,
            "32374784" : 21,
            "32636928" : 28,
            "32899072" : 22,
            "33161216" : 60,
            "33423360" : 13,
            "33816576" : 24,
            "34340864" : 25,
            "34865152" : 23,
            "35389440" : 33,
            "35913728" : 50
          }
        },
        "lat_ns" : {
          "min" : 15411014,
          "max" : 37137235,
          "mean" : 20575737.634443,
          "stddev" : 2820583.442643,
          "N" : 373222
        },
        "bw_min" : 5064704,
        "bw_max" : 7559168,
        "bw_agg" : 100.000000,
        "bw_mean" : 6378314.218487,
        "bw_dev" : 157677.178338,
        "bw_samples" : 476,
        "iops_min" : 4946,
        "iops_max" : 7382,
        "iops_mean" : 6228.504202,
        "iops_stddev" : 153.985478,
        "iops_samples" : 476
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 239998,
      "usr_cpu" : 5.785465,
      "sys_cpu" : 25.326461,
      "ctx" : 375282,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 56.656825,
        "50" : 43.342104,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772823775,
  "timestamp_ms" : 1772823775354,
  "time" : "Fri Mar  6 15:02:55 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 109,
      "elapsed" : 81,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 448696156160,
        "io_kbytes" : 438179840,
        "bw_bytes" : 6409945088,
        "bw" : 6259712,
        "iops" : 6113.042857,
        "runtime" : 70000,
        "total_ios" : 427913,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 330935,
          "max" : 2017699,
          "mean" : 651144.370941,
          "stddev" : 100312.481950,
          "N" : 427914
        },
        "clat_ns" : {
          "min" : 14964093,
          "max" : 36073060,
          "mean" : 20285279.642486,
          "stddev" : 2849786.686845,
          "N" : 427910,
          "percentile" : {
            "1.000000" : 16318464,
            "5.000000" : 16711680,
            "10.000000" : 17170432,
            "20.000000" : 17694720,
            "30.000000" : 18219008,
            "40.000000" : 19005440,
            "50.000000" : 20054016,
            "60.000000" : 20578304,
            "70.000000" : 21364736,
            "80.000000" : 22413312,
            "90.000000" : 23986176,
            "95.000000" : 25559040,
            "99.000000" : 29229056,
            "99.500000" : 30277632,
            "99.900000" : 32112640,
            "99.950000" : 33161216,
            "99.990000" : 35913728
          },
          "bins" : {
            "15007744" : 120,
            "15138816" : 206,
            "15269888" : 128,
            "15400960" : 155,
            "15532032" : 243,
            "15663104" : 236,
            "15794176" : 276,
            "15925248" : 364,
            "16056320" : 819,
            "16187392" : 841,
            "16318464" : 1944,
            "16449536" : 4150,
            "16580608" : 6132,
            "16711680" : 6026,
            "16908288" : 15210,
            "17170432" : 19263,
            "17432576" : 19421,
            "17694720" : 22930,
            "17956864" : 19885,
            "18219008" : 17408,
            "18481152" : 15096,
            "18743296" : 13494,
            "19005440" : 13300,
            "19267584" : 11208,
            "19529728" : 10108,
            "19791872" : 11957,
            "20054016" : 14329,
            "20316160" : 15127,
            "20578304" : 17063,
            "20840448" : 15094,
            "21102592" : 14738,
            "21364736" : 12883,
            "21626880" : 12028,
            "21889024" : 12183,
            "22151168" : 12005,
            "22413312" : 9290,
            "22675456" : 9332,
            "22937600" : 7525,
            "23199744" : 8244,
            "23461888" : 6696,
            "23724032" : 6219,
            "23986176" : 5109,
            "24248320" : 3813,
            "24510464" : 3977,
            "24772608" : 3063,
            "25034752" : 2591,
            "25296896" : 2351,
            "25559040" : 2296,
            "25821184" : 2266,
            "26083328" : 2176,
            "26345472" : 1745,
            "26607616" : 1686,
            "26869760" : 1401,
            "27131904" : 1160,
            "27394048" : 1084,
            "27656192" : 1011,
            "27918336" : 1002,
            "28180480" : 795,
            "28442624" : 772,
            "28704768" : 709,
            "28966912" : 701,
            "29229056" : 624,
            "29491200" : 590,
            "29753344" : 529,
            "30015488" : 331,
            "30277632" : 322,
            "30539776" : 410,
            "30801920" : 406,
            "31064064" : 262,
            "31326208" : 145,
            "31588352" : 183,
            "31850496" : 208,
            "32112640" : 146,
            "32374784" : 43,
            "32636928" : 74,
            "32899072" : 25,
            "33161216" : 60,
            "33423360" : 13,
            "33816576" : 24,
            "34340864" : 25,
            "34865152" : 23,
            "35389440" : 33,
            "35913728" : 50
          }
        },
        "lat_ns" : {
          "min" : 15411014,
          "max" : 37137235,
          "mean" : 20936308.956304,
          "stddev" : 2939619.064443,
          "N" : 427910
        },
        "bw_min" : 5064704,
        "bw_max" : 7559168,
        "bw_agg" : 100.000000,
        "bw_mean" : 6262453.913669,
        "bw_dev" : 164055.706115,
        "bw_samples" : 556,
        "iops_min" : 4946,
        "iops_max" : 7382,
        "iops_mean" : 6115.352518,
        "iops_stddev" : 160.214680,
        "iops_samples" : 556
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 279998,
      "usr_cpu" : 5.651112,
      "sys_cpu" : 24.716605,
      "ctx" : 430222,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 50.165805,
        "50" : 49.833494,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772823785,
  "timestamp_ms" : 1772823785354,
  "time" : "Fri Mar  6 15:03:05 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 100,
      "elapsed" : 91,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 506307018752,
        "io_kbytes" : 494440448,
        "bw_bytes" : 6328837734,
        "bw" : 6180505,
        "iops" : 6035.700000,
        "runtime" : 80000,
        "total_ios" : 482856,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 330935,
          "max" : 2017699,
          "mean" : 659535.326497,
          "stddev" : 101197.971726,
          "N" : 482856
        },
        "clat_ns" : {
          "min" : 14964093,
          "max" : 36256741,
          "mean" : 20546228.474261,
          "stddev" : 2883980.095213,
          "N" : 482852,
          "percentile" : {
            "1.000000" : 16318464,
            "5.000000" : 16908288,
            "10.000000" : 17170432,
            "20.000000" : 17694720,
            "30.000000" : 18481152,
            "40.000000" : 19529728,
            "50.000000" : 20316160,
            "60.000000" : 21102592,
            "70.000000" : 21626880,
            "80.000000" : 22675456,
            "90.000000" : 23986176,
            "95.000000" : 25821184,
            "99.000000" : 29491200,
            "99.500000" : 30539776,
            "99.900000" : 32636928,
            "99.950000" : 34340864,
            "99.990000" : 35913728
          },
          "bins" : {
            "15007744" : 120,
            "15138816" : 206,
            "15269888" : 128,
            "15400960" : 155,
            "15532032" : 243,
            "15663104" : 236,
            "15794176" : 276,
            "15925248" : 364,
            "16056320" : 819,
            "16187392" : 841,
            "16318464" : 1944,
            "16449536" : 4150,
            "16580608" : 6132,
            "16711680" : 6026,
            "16908288" : 15210,
            "17170432" : 19263,
            "17432576" : 19421,
            "17694720" : 22930,
            "17956864" : 19885,
            "18219008" : 17408,
            "18481152" : 15096,
            "18743296" : 13494,
            "19005440" : 13300,
            "19267584" : 11208,
            "19529728" : 10239,
            "19791872" : 12884,
            "20054016" : 14884,
            "20316160" : 15663,
            "20578304" : 19628,
            "20840448" : 22146,
            "21102592" : 19631,
            "21364736" : 16866,
            "21626880" : 17434,
            "21889024" : 16716,
            "22151168" : 14595,
            "22413312" : 11659,
            "22675456" : 12095,
            "22937600" : 9365,
            "23199744" : 10388,
            "23461888" : 8171,
            "23724032" : 7328,
            "23986176" : 6111,
            "24248320" : 4601,
            "24510464" : 4592,
            "24772608" : 3684,
            "25034752" : 3099,
            "25296896" : 2853,
            "25559040" : 2782,
            "25821184" : 2682,
            "26083328" : 2617,
            "26345472" : 2149,
            "26607616" : 2065,
            "26869760" : 1741,
            "27131904" : 1578,
            "27394048" : 1473,
            "27656192" : 1297,
            "27918336" : 1283,
            "28180480" : 1044,
            "28442624" : 1015,
            "28704768" : 940,
            "28966912" : 944,
            "29229056" : 768,
            "29491200" : 760,
            "29753344" : 640,
            "30015488" : 407,
            "30277632" : 440,
            "30539776" : 468,
            "30801920" : 441,
            "31064064" : 303,
            "31326208" : 185,
            "31588352" : 222,
            "31850496" : 248,
            "32112640" : 198,
            "32374784" : 118,
            "32636928" : 117,
            "32899072" : 36,
            "33161216" : 67,
            "33423360" : 22,
            "33816576" : 44,
            "34340864" : 50,
            "34865152" : 47,
            "35389440" : 55,
            "35913728" : 103,
            "36438016" : 16
          }
        },
        "lat_ns" : {
          "min" : 15411014,
          "max" : 37362328,
          "mean" : 21205718.680039,
          "stddev" : 2974991.697221,
          "N" : 482852
        },
        "bw_min" : 5064704,
        "bw_max" : 7559168,
        "bw_agg" : 100.000000,
        "bw_mean" : 6185772.364780,
        "bw_dev" : 162931.680579,
        "bw_samples" : 636,
        "iops_min" : 4946,
        "iops_max" : 7382,
        "iops_mean" : 6040.490566,
        "iops_stddev" : 159.112291,
        "iops_samples" : 636
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 319998,
      "usr_cpu" : 5.545347,
      "sys_cpu" : 24.277652,
      "ctx" : 485328,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 44.717473,
        "50" : 55.281699,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772823795,
  "timestamp_ms" : 1772823795354,
  "time" : "Fri Mar  6 15:03:15 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 90,
      "elapsed" : 101,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 559317778432,
        "io_kbytes" : 546208768,
        "bw_bytes" : 6214641982,
        "bw" : 6068986,
        "iops" : 5926.788889,
        "runtime" : 90000,
        "total_ios" : 533411,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 330935,
          "max" : 2017699,
          "mean" : 671716.925907,
          "stddev" : 106295.284237,
          "N" : 533411
        },
        "clat_ns" : {
          "min" : 14964093,
          "max" : 36411407,
          "mean" : 20923656.973990,
          "stddev" : 3059361.203724,
          "N" : 533407,
          "percentile" : {
            "1.000000" : 16449536,
            "5.000000" : 16908288,
            "10.000000" : 17170432,
            "20.000000" : 17956864,
            "30.000000" : 18743296,
            "40.000000" : 20054016,
            "50.000000" : 20840448,
            "60.000000" : 21364736,
            "70.000000" : 22151168,
            "80.000000" : 23199744,
            "90.000000" : 24772608,
            "95.000000" : 26345472,
            "99.000000" : 30015488,
            "99.500000" : 31064064,
            "99.900000" : 33161216,
            "99.950000" : 35389440,
            "99.990000" : 35913728
          },
          "bins" : {
            "15007744" : 120,
            "15138816" : 206,
            "15269888" : 128,
            "15400960" : 155,
            "15532032" : 243,
            "15663104" : 236,
            "15794176" : 276,
            "15925248" : 364,
            "16056320" : 819,
            "16187392" : 841,
            "16318464" : 1944,
            "16449536" : 4150,
            "16580608" : 6132,
            "16711680" : 6026,
            "16908288" : 15210,
            "17170432" : 19263,
            "17432576" : 19421,
            "17694720" : 22930,
            "17956864" : 19885,
            "18219008" : 17408,
            "18481152" : 15096,
            "18743296" : 13494,
            "19005440" : 13300,
            "19267584" : 11208,
            "19529728" : 10239,
            "19791872" : 12884,
            "20054016" : 14884,
            "20316160" : 15663,
            "20578304" : 19632,
            "20840448" : 22639,
            "21102592" : 20103,
            "21364736" : 17122,
            "21626880" : 17847,
            "21889024" : 18227,
            "22151168" : 15900,
            "22413312" : 14142,
            "22675456" : 15381,
            "22937600" : 12799,
            "23199744" : 13511,
            "23461888" : 11670,
            "23724032" : 9550,
            "23986176" : 8930,
            "24248320" : 7183,
            "24510464" : 8156,
            "24772608" : 6169,
            "25034752" : 5676,
            "25296896" : 4343,
            "25559040" : 4124,
            "25821184" : 4411,
            "26083328" : 4090,
            "26345472" : 2833,
            "26607616" : 2722,
            "26869760" : 2285,
            "27131904" : 2071,
            "27394048" : 1922,
            "27656192" : 1765,
            "27918336" : 1784,
            "28180480" : 1505,
            "28442624" : 1471,
            "28704768" : 1291,
            "28966912" : 1291,
            "29229056" : 1041,
            "29491200" : 1039,
            "29753344" : 914,
            "30015488" : 658,
            "30277632" : 637,
            "30539776" : 610,
            "30801920" : 574,
            "31064064" : 444,
            "31326208" : 373,
            "31588352" : 321,
            "31850496" : 347,
            "32112640" : 303,
            "32374784" : 228,
            "32636928" : 164,
            "32899072" : 70,
            "33161216" : 104,
            "33423360" : 31,
            "33816576" : 68,
            "34340864" : 72,
            "34865152" : 70,
            "35389440" : 79,
            "35913728" : 142,
            "36438016" : 48
          }
        },
        "lat_ns" : {
          "min" : 15411014,
          "max" : 37505306,
          "mean" : 21595326.124283,
          "stddev" : 3156153.427660,
          "N" : 533407
        },
        "bw_min" : 4753408,
        "bw_max" : 7559168,
        "bw_agg" : 100.000000,
        "bw_mean" : 6073662.715084,
        "bw_dev" : 174071.136388,
        "bw_samples" : 716,
        "iops_min" : 4642,
        "iops_max" : 7382,
        "iops_mean" : 5931.016760,
        "iops_stddev" : 169.986804,
        "iops_samples" : 716
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 359998,
      "usr_cpu" : 5.400586,
      "sys_cpu" : 23.681243,
      "ctx" : 536055,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 40.479293,
        "50" : 59.519957,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772823805,
  "timestamp_ms" : 1772823805354,
  "time" : "Fri Mar  6 15:03:25 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 79,
      "elapsed" : 111,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 612366286848,
        "io_kbytes" : 598013952,
        "bw_bytes" : 6123662868,
        "bw" : 5980139,
        "iops" : 5840.020000,
        "runtime" : 100000,
        "total_ios" : 584002,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 330935,
          "max" : 2017699,
          "mean" : 681746.713129,
          "stddev" : 110120.053375,
          "N" : 584002
        },
        "clat_ns" : {
          "min" : 14964093,
          "max" : 38313819,
          "mean" : 21233666.532348,
          "stddev" : 3189178.577019,
          "N" : 583998,
          "percentile" : {
            "1.000000" : 16449536,
            "5.000000" : 16908288,
            "10.000000" : 17432576,
            "20.000000" : 17956864,
            "30.000000" : 19005440,
            "40.000000" : 20316160,
            "50.000000" : 21102592,
            "60.000000" : 21889024,
            "70.000000" : 22675456,
            "80.000000" : 23724032,
            "90.000000" : 25296896,
            "95.000000" : 26869760,
            "99.000000" : 30277632,
            "99.500000" : 31588352,
            "99.900000" : 34865152,
            "99.950000" : 35913728,
            "99.990000" : 38010880
          },
          "bins" : {
            "15007744" : 120,
            "15138816" : 206,
            "15269888" : 128,
            "15400960" : 155,
            "15532032" : 243,
            "15663104" : 236,
            "15794176" : 276,
            "15925248" : 364,
            "16056320" : 819,
            "16187392" : 841,
            "16318464" : 1944,
            "16449536" : 4150,
            "16580608" : 6132,
            "16711680" : 6026,
            "16908288" : 15210,
            "17170432" : 19263,
            "17432576" : 19421,
            "17694720" : 22930,
            "17956864" : 19885,
            "18219008" : 17408,
            "18481152" : 15096,
            "18743296" : 13494,
            "19005440" : 13300,
            "19267584" : 11216,
            "19529728" : 10449,
            "19791872" : 13313,
            "20054016" : 15779,
            "20316160" : 16010,
            "20578304" : 19811,
            "20840448" : 23317,
            "21102592" : 20640,
            "21364736" : 19191,
            "21626880" : 18952,
            "21889024" : 18812,
            "22151168" : 16586,
            "22413312" : 15506,
            "22675456" : 17636,
            "22937600" : 16063,
            "23199744" : 16443,
            "23461888" : 13991,
            "23724032" : 13249,
            "23986176" : 11867,
            "24248320" : 9095,
            "24510464" : 10192,
            "24772608" : 8228,
            "25034752" : 7599,
            "25296896" : 6120,
            "25559040" : 5660,
            "25821184" : 6289,
            "26083328" : 5273,
            "26345472" : 3957,
            "26607616" : 3509,
            "26869760" : 3356,
            "27131904" : 2830,
            "27394048" : 2388,
            "27656192" : 2183,
            "27918336" : 2114,
            "28180480" : 1866,
            "28442624" : 1797,
            "28704768" : 1639,
            "28966912" : 1663,
            "29229056" : 1517,
            "29491200" : 1371,
            "29753344" : 1329,
            "30015488" : 936,
            "30277632" : 836,
            "30539776" : 778,
            "30801920" : 757,
            "31064064" : 605,
            "31326208" : 521,
            "31588352" : 475,
            "31850496" : 484,
            "32112640" : 410,
            "32374784" : 346,
            "32636928" : 195,
            "32899072" : 95,
            "33161216" : 129,
            "33423360" : 56,
            "33816576" : 126,
            "34340864" : 128,
            "34865152" : 133,
            "35389440" : 137,
            "35913728" : 210,
            "36438016" : 71,
            "36962304" : 28,
            "37486592" : 25,
            "38010880" : 57,
            "38535168" : 7
          }
        },
        "lat_ns" : {
          "min" : 15411014,
          "max" : 39496735,
          "mean" : 21915309.353575,
          "stddev" : 3290179.288868,
          "N" : 583998
        },
        "bw_min" : 4433920,
        "bw_max" : 7559168,
        "bw_agg" : 100.000000,
        "bw_mean" : 5986653.618090,
        "bw_dev" : 179951.767804,
        "bw_samples" : 796,
        "iops_min" : 4330,
        "iops_max" : 7382,
        "iops_mean" : 5846.050251,
        "iops_stddev" : 175.727227,
        "iops_samples" : 796
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 399998,
      "usr_cpu" : 5.302027,
      "sys_cpu" : 23.170866,
      "ctx" : 586823,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 37.132578,
        "50" : 62.866737,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772823815,
  "timestamp_ms" : 1772823815353,
  "time" : "Fri Mar  6 15:03:35 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 70,
      "elapsed" : 121,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 666444496896,
        "io_kbytes" : 650824704,
        "bw_bytes" : 6058586335,
        "bw" : 5916588,
        "iops" : 5777.954545,
        "runtime" : 110000,
        "total_ios" : 635575,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 330935,
          "max" : 2017699,
          "mean" : 689104.088545,
          "stddev" : 111005.501353,
          "N" : 635575
        },
        "clat_ns" : {
          "min" : 14964093,
          "max" : 38313819,
          "mean" : 21462755.384788,
          "stddev" : 3222673.669911,
          "N" : 635571,
          "percentile" : {
            "1.000000" : 16449536,
            "5.000000" : 16908288,
            "10.000000" : 17432576,
            "20.000000" : 18219008,
            "30.000000" : 19529728,
            "40.000000" : 20578304,
            "50.000000" : 21364736,
            "60.000000" : 22151168,
            "70.000000" : 22937600,
            "80.000000" : 23986176,
            "90.000000" : 25559040,
            "95.000000" : 27131904,
            "99.000000" : 30539776,
            "99.500000" : 31588352,
            "99.900000" : 35389440,
            "99.950000" : 35913728,
            "99.990000" : 38010880
          },
          "bins" : {
            "15007744" : 120,
            "15138816" : 206,
            "15269888" : 128,
            "15400960" : 155,
            "15532032" : 243,
            "15663104" : 236,
            "15794176" : 276,
            "15925248" : 364,
            "16056320" : 819,
            "16187392" : 841,
            "16318464" : 1944,
            "16449536" : 4150,
            "16580608" : 6132,
            "16711680" : 6026,
            "16908288" : 15210,
            "17170432" : 19263,
            "17432576" : 19421,
            "17694720" : 22930,
            "17956864" : 19885,
            "18219008" : 17408,
            "18481152" : 15096,
            "18743296" : 13494,
            "19005440" : 13367,
            "19267584" : 11344,
            "19529728" : 10531,
            "19791872" : 13382,
            "20054016" : 16179,
            "20316160" : 16231,
            "20578304" : 19985,
            "20840448" : 23510,
            "21102592" : 21008,
            "21364736" : 19825,
            "21626880" : 20562,
            "21889024" : 20803,
            "22151168" : 20211,
            "22413312" : 18439,
            "22675456" : 21192,
            "22937600" : 20579,
            "23199744" : 19841,
            "23461888" : 17427,
            "23724032" : 15806,
            "23986176" : 14566,
            "24248320" : 11567,
            "24510464" : 12107,
            "24772608" : 9743,
            "25034752" : 8922,
            "25296896" : 7436,
            "25559040" : 6837,
            "25821184" : 7095,
            "26083328" : 6182,
            "26345472" : 4863,
            "26607616" : 4173,
            "26869760" : 3910,
            "27131904" : 3288,
            "27394048" : 2850,
            "27656192" : 2568,
            "27918336" : 2455,
            "28180480" : 2173,
            "28442624" : 2158,
            "28704768" : 2046,
            "28966912" : 1950,
            "29229056" : 1814,
            "29491200" : 1574,
            "29753344" : 1503,
            "30015488" : 1141,
            "30277632" : 1054,
            "30539776" : 1019,
            "30801920" : 950,
            "31064064" : 716,
            "31326208" : 655,
            "31588352" : 527,
            "31850496" : 549,
            "32112640" : 448,
            "32374784" : 385,
            "32636928" : 232,
            "32899072" : 130,
            "33161216" : 183,
            "33423360" : 84,
            "33816576" : 150,
            "34340864" : 148,
            "34865152" : 156,
            "35389440" : 160,
            "35913728" : 237,
            "36438016" : 93,
            "36962304" : 53,
            "37486592" : 77,
            "38010880" : 68,
            "38535168" : 7
          }
        },
        "lat_ns" : {
          "min" : 15411014,
          "max" : 39496735,
          "mean" : 22151833.692650,
          "stddev" : 3324850.226641,
          "N" : 635571
        },
        "bw_min" : 4433920,
        "bw_max" : 7559168,
        "bw_agg" : 100.000000,
        "bw_mean" : 5918373.726027,
        "bw_dev" : 180756.560143,
        "bw_samples" : 876,
        "iops_min" : 4330,
        "iops_max" : 7382,
        "iops_mean" : 5779.397260,
        "iops_stddev" : 176.507565,
        "iops_samples" : 876
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 439997,
      "usr_cpu" : 5.203672,
      "sys_cpu" : 22.867201,
      "ctx" : 638598,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 34.189671,
        "50" : 65.809700,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772823825,
  "timestamp_ms" : 1772823825354,
  "time" : "Fri Mar  6 15:03:45 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 60,
      "elapsed" : 131,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 719836938240,
        "io_kbytes" : 702965760,
        "bw_bytes" : 5998641152,
        "bw" : 5858048,
        "iops" : 5720.783333,
        "runtime" : 120000,
        "total_ios" : 686494,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 330935,
          "max" : 2017699,
          "mean" : 696028.043776,
          "stddev" : 112015.576969,
          "N" : 686494
        },
        "clat_ns" : {
          "min" : 14964093,
          "max" : 38313819,
          "mean" : 21676921.559035,
          "stddev" : 3256927.211699,
          "N" : 686490,
          "percentile" : {
            "1.000000" : 16449536,
            "5.000000" : 16908288,
            "10.000000" : 17432576,
            "20.000000" : 18481152,
            "30.000000" : 19791872,
            "40.000000" : 20840448,
            "50.000000" : 21626880,
            "60.000000" : 22413312,
            "70.000000" : 23199744,
            "80.000000" : 24248320,
            "90.000000" : 25821184,
            "95.000000" : 27394048,
            "99.000000" : 30801920,
            "99.500000" : 31850496,
            "99.900000" : 35389440,
            "99.950000" : 35913728,
            "99.990000" : 38010880
          },
          "bins" : {
            "15007744" : 120,
            "15138816" : 206,
            "15269888" : 128,
            "15400960" : 155,
            "15532032" : 243,
            "15663104" : 236,
            "15794176" : 276,
            "15925248" : 364,
            "16056320" : 819,
            "16187392" : 841,
            "16318464" : 1944,
            "16449536" : 4150,
            "16580608" : 6132,
            "16711680" : 6026,
            "16908288" : 15210,
            "17170432" : 19263,
            "17432576" : 19421,
            "17694720" : 22930,
            "17956864" : 19885,
            "18219008" : 17408,
            "18481152" : 15096,
            "18743296" : 13494,
            "19005440" : 13367,
            "19267584" : 11344,
            "19529728" : 10531,
            "19791872" : 13456,
            "20054016" : 16598,
            "20316160" : 17035,
            "20578304" : 20552,
            "20840448" : 24629,
            "21102592" : 21708,
            "21364736" : 20273,
            "21626880" : 21606,
            "21889024" : 22174,
            "22151168" : 21816,
            "22413312" : 22097,
            "22675456" : 23747,
            "22937600" : 22994,
            "23199744" : 21068,
            "23461888" : 19076,
            "23724032" : 19885,
            "23986176" : 17874,
            "24248320" : 14114,
            "24510464" : 13895,
            "24772608" : 11391,
            "25034752" : 10524,
            "25296896" : 10118,
            "25559040" : 8768,
            "25821184" : 8570,
            "26083328" : 7338,
            "26345472" : 6133,
            "26607616" : 4880,
            "26869760" : 4562,
            "27131904" : 3927,
            "27394048" : 3450,
            "27656192" : 3052,
            "27918336" : 3000,
            "28180480" : 2743,
            "28442624" : 2512,
            "28704768" : 2372,
            "28966912" : 2305,
            "29229056" : 2136,
            "29491200" : 1891,
            "29753344" : 1802,
            "30015488" : 1394,
            "30277632" : 1253,
            "30539776" : 1230,
            "30801920" : 1113,
            "31064064" : 862,
            "31326208" : 775,
            "31588352" : 601,
            "31850496" : 630,
            "32112640" : 509,
            "32374784" : 443,
            "32636928" : 312,
            "32899072" : 195,
            "33161216" : 204,
            "33423360" : 94,
            "33816576" : 216,
            "34340864" : 148,
            "34865152" : 156,
            "35389440" : 160,
            "35913728" : 237,
            "36438016" : 93,
            "36962304" : 53,
            "37486592" : 77,
            "38010880" : 68,
            "38535168" : 7
          }
        },
        "lat_ns" : {
          "min" : 15411014,
          "max" : 39496735,
          "mean" : 22372900.228446,
          "stddev" : 3360234.109657,
          "N" : 686490
        },
        "bw_min" : 4433920,
        "bw_max" : 7559168,
        "bw_agg" : 100.000000,
        "bw_mean" : 5862480.711297,
        "bw_dev" : 180789.260183,
        "bw_samples" : 956,
        "iops_min" : 4330,
        "iops_max" : 7382,
        "iops_mean" : 5724.811715,
        "iops_stddev" : 176.537329,
        "iops_samples" : 956
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 479997,
      "usr_cpu" : 5.122740,
      "sys_cpu" : 22.594100,
      "ctx" : 689655,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 31.672090,
        "50" : 68.327327,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772823835,
  "timestamp_ms" : 1772823835354,
  "time" : "Fri Mar  6 15:03:55 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 50,
      "elapsed" : 141,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 772900126720,
        "io_kbytes" : 754785280,
        "bw_bytes" : 5945385590,
        "bw" : 5806040,
        "iops" : 5669.992308,
        "runtime" : 130000,
        "total_ios" : 737099,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 330935,
          "max" : 2017699,
          "mean" : 702293.841981,
          "stddev" : 113080.176064,
          "N" : 737099
        },
        "clat_ns" : {
          "min" : 14964093,
          "max" : 38313819,
          "mean" : 21870537.802034,
          "stddev" : 3292695.812042,
          "N" : 737095,
          "percentile" : {
            "1.000000" : 16449536,
            "5.000000" : 17170432,
            "10.000000" : 17432576,
            "20.000000" : 18481152,
            "30.000000" : 20054016,
            "40.000000" : 21102592,
            "50.000000" : 21889024,
            "60.000000" : 22675456,
            "70.000000" : 23461888,
            "80.000000" : 24510464,
            "90.000000" : 26083328,
            "95.000000" : 27656192,
            "99.000000" : 31064064,
            "99.500000" : 32112640,
            "99.900000" : 35389440,
            "99.950000" : 36438016,
            "99.990000" : 38010880
          },
          "bins" : {
            "15007744" : 120,
            "15138816" : 206,
            "15269888" : 128,
            "15400960" : 155,
            "15532032" : 243,
            "15663104" : 236,
            "15794176" : 276,
            "15925248" : 364,
            "16056320" : 819,
            "16187392" : 841,
            "16318464" : 1944,
            "16449536" : 4150,
            "16580608" : 6132,
            "16711680" : 6026,
            "16908288" : 15210,
            "17170432" : 19263,
            "17432576" : 19421,
            "17694720" : 22930,
            "17956864" : 19885,
            "18219008" : 17408,
            "18481152" : 15096,
            "18743296" : 13494,
            "19005440" : 13367,
            "19267584" : 11344,
            "19529728" : 10531,
            "19791872" : 13456,
            "20054016" : 16598,
            "20316160" : 17035,
            "20578304" : 20568,
            "20840448" : 24938,
            "21102592" : 22086,
            "21364736" : 21344,
            "21626880" : 23754,
            "21889024" : 24630,
            "22151168" : 24678,
            "22413312" : 25689,
            "22675456" : 25897,
            "22937600" : 25466,
            "23199744" : 24574,
            "23461888" : 21045,
            "23724032" : 21013,
            "23986176" : 19319,
            "24248320" : 15616,
            "24510464" : 16953,
            "24772608" : 14099,
            "25034752" : 12965,
            "25296896" : 12114,
            "25559040" : 9776,
            "25821184" : 9811,
            "26083328" : 8736,
            "26345472" : 7127,
            "26607616" : 5685,
            "26869760" : 5444,
            "27131904" : 4476,
            "27394048" : 3929,
            "27656192" : 3876,
            "27918336" : 3576,
            "28180480" : 3293,
            "28442624" : 3097,
            "28704768" : 2925,
            "28966912" : 2593,
            "29229056" : 2358,
            "29491200" : 2098,
            "29753344" : 1963,
            "30015488" : 1538,
            "30277632" : 1382,
            "30539776" : 1349,
            "30801920" : 1238,
            "31064064" : 984,
            "31326208" : 894,
            "31588352" : 762,
            "31850496" : 740,
            "32112640" : 624,
            "32374784" : 527,
            "32636928" : 390,
            "32899072" : 277,
            "33161216" : 291,
            "33423360" : 207,
            "33816576" : 337,
            "34340864" : 254,
            "34865152" : 228,
            "35389440" : 209,
            "35913728" : 261,
            "36438016" : 125,
            "36962304" : 78,
            "37486592" : 136,
            "38010880" : 68,
            "38535168" : 7
          }
        },
        "lat_ns" : {
          "min" : 15411014,
          "max" : 39496735,
          "mean" : 22572751.952461,
          "stddev" : 3397140.916718,
          "N" : 737095
        },
        "bw_min" : 4433920,
        "bw_max" : 7559168,
        "bw_agg" : 100.000000,
        "bw_mean" : 5811582.741313,
        "bw_dev" : 180272.929501,
        "bw_samples" : 1036,
        "iops_min" : 4330,
        "iops_max" : 7382,
        "iops_mean" : 5675.111969,
        "iops_stddev" : 176.032596,
        "iops_samples" : 1036
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 519997,
      "usr_cpu" : 5.043875,
      "sys_cpu" : 22.331283,
      "ctx" : 740461,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 29.497666,
        "50" : 70.501791,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772823845,
  "timestamp_ms" : 1772823845354,
  "time" : "Fri Mar  6 15:04:05 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 39,
      "elapsed" : 151,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 822063661056,
        "io_kbytes" : 802796544,
        "bw_bytes" : 5871883293,
        "bw" : 5734261,
        "iops" : 5599.892857,
        "runtime" : 140000,
        "total_ios" : 783985,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 330935,
          "max" : 2017699,
          "mean" : 711124.475600,
          "stddev" : 116898.218049,
          "N" : 783985
        },
        "clat_ns" : {
          "min" : 14964093,
          "max" : 40883291,
          "mean" : 22144970.114082,
          "stddev" : 3421135.136077,
          "N" : 783981,
          "percentile" : {
            "1.000000" : 16449536,
            "5.000000" : 17170432,
            "10.000000" : 17694720,
            "20.000000" : 18743296,
            "30.000000" : 20316160,
            "40.000000" : 21102592,
            "50.000000" : 22151168,
            "60.000000" : 22937600,
            "70.000000" : 23724032,
            "80.000000" : 24772608,
            "90.000000" : 26345472,
            "95.000000" : 28180480,
            "99.000000" : 31326208,
            "99.500000" : 32374784,
            "99.900000" : 35913728,
            "99.950000" : 37486592,
            "99.990000" : 40108032
          },
          "bins" : {
            "15007744" : 120,
            "15138816" : 206,
            "15269888" : 128,
            "15400960" : 155,
            "15532032" : 243,
            "15663104" : 236,
            "15794176" : 276,
            "15925248" : 364,
            "16056320" : 819,
            "16187392" : 841,
            "16318464" : 1944,
            "16449536" : 4150,
            "16580608" : 6132,
            "16711680" : 6026,
            "16908288" : 15210,
            "17170432" : 19263,
            "17432576" : 19421,
            "17694720" : 22930,
            "17956864" : 19885,
            "18219008" : 17408,
            "18481152" : 15096,
            "18743296" : 13494,
            "19005440" : 13367,
            "19267584" : 11344,
            "19529728" : 10531,
            "19791872" : 13456,
            "20054016" : 16598,
            "20316160" : 17035,
            "20578304" : 20568,
            "20840448" : 24938,
            "21102592" : 22086,
            "21364736" : 21344,
            "21626880" : 23754,
            "21889024" : 24630,
            "22151168" : 24678,
            "22413312" : 25693,
            "22675456" : 26130,
            "22937600" : 25808,
            "23199744" : 25099,
            "23461888" : 21619,
            "23724032" : 21684,
            "23986176" : 20844,
            "24248320" : 17843,
            "24510464" : 19955,
            "24772608" : 17139,
            "25034752" : 17290,
            "25296896" : 15357,
            "25559040" : 12179,
            "25821184" : 11643,
            "26083328" : 10691,
            "26345472" : 8819,
            "26607616" : 7070,
            "26869760" : 7053,
            "27131904" : 7676,
            "27394048" : 6405,
            "27656192" : 5250,
            "27918336" : 4831,
            "28180480" : 3860,
            "28442624" : 3766,
            "28704768" : 3573,
            "28966912" : 3094,
            "29229056" : 2881,
            "29491200" : 2548,
            "29753344" : 2396,
            "30015488" : 1867,
            "30277632" : 1712,
            "30539776" : 1858,
            "30801920" : 1654,
            "31064064" : 1372,
            "31326208" : 1278,
            "31588352" : 991,
            "31850496" : 936,
            "32112640" : 832,
            "32374784" : 737,
            "32636928" : 604,
            "32899072" : 437,
            "33161216" : 360,
            "33423360" : 251,
            "33816576" : 402,
            "34340864" : 364,
            "34865152" : 250,
            "35389440" : 228,
            "35913728" : 289,
            "36438016" : 163,
            "36962304" : 127,
            "37486592" : 156,
            "38010880" : 90,
            "38535168" : 28,
            "39059456" : 21,
            "39583744" : 19,
            "40108032" : 23,
            "40632320" : 60
          }
        },
        "lat_ns" : {
          "min" : 15411014,
          "max" : 42137464,
          "mean" : 22856054.700266,
          "stddev" : 3529815.899587,
          "N" : 783981
        },
        "bw_min" : 4390912,
        "bw_max" : 7559168,
        "bw_agg" : 100.000000,
        "bw_mean" : 5738831.677419,
        "bw_dev" : 186280.799345,
        "bw_samples" : 1116,
        "iops_min" : 4288,
        "iops_max" : 7382,
        "iops_mean" : 5604.078853,
        "iops_stddev" : 181.897618,
        "iops_samples" : 1116
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 559998,
      "usr_cpu" : 4.961268,
      "sys_cpu" : 21.983114,
      "ctx" : 787439,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 27.733566,
        "50" : 72.265923,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772823855,
  "timestamp_ms" : 1772823855354,
  "time" : "Fri Mar  6 15:04:15 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 30,
      "elapsed" : 161,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 870887456768,
        "io_kbytes" : 850476032,
        "bw_bytes" : 5805916378,
        "bw" : 5669840,
        "iops" : 5536.980000,
        "runtime" : 150000,
        "total_ios" : 830547,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 330935,
          "max" : 2017699,
          "mean" : 719243.160627,
          "stddev" : 119622.181240,
          "N" : 830547
        },
        "clat_ns" : {
          "min" : 14964093,
          "max" : 40883291,
          "mean" : 22396556.218437,
          "stddev" : 3512387.469700,
          "N" : 830543,
          "percentile" : {
            "1.000000" : 16449536,
            "5.000000" : 17170432,
            "10.000000" : 17694720,
            "20.000000" : 19005440,
            "30.000000" : 20578304,
            "40.000000" : 21364736,
            "50.000000" : 22413312,
            "60.000000" : 23199744,
            "70.000000" : 24248320,
            "80.000000" : 25296896,
            "90.000000" : 26869760,
            "95.000000" : 28442624,
            "99.000000" : 31588352,
            "99.500000" : 32636928,
            "99.900000" : 35913728,
            "99.950000" : 36962304,
            "99.990000" : 39583744
          },
          "bins" : {
            "15007744" : 120,
            "15138816" : 206,
            "15269888" : 128,
            "15400960" : 155,
            "15532032" : 243,
            "15663104" : 236,
            "15794176" : 276,
            "15925248" : 364,
            "16056320" : 819,
            "16187392" : 841,
            "16318464" : 1944,
            "16449536" : 4150,
            "16580608" : 6132,
            "16711680" : 6026,
            "16908288" : 15210,
            "17170432" : 19263,
            "17432576" : 19421,
            "17694720" : 22930,
            "17956864" : 19885,
            "18219008" : 17408,
            "18481152" : 15096,
            "18743296" : 13494,
            "19005440" : 13367,
            "19267584" : 11344,
            "19529728" : 10531,
            "19791872" : 13456,
            "20054016" : 16598,
            "20316160" : 17035,
            "20578304" : 20568,
            "20840448" : 24938,
            "21102592" : 22086,
            "21364736" : 21344,
            "21626880" : 23754,
            "21889024" : 24630,
            "22151168" : 24678,
            "22413312" : 25693,
            "22675456" : 26130,
            "22937600" : 25808,
            "23199744" : 25099,
            "23461888" : 21619,
            "23724032" : 21684,
            "23986176" : 21152,
            "24248320" : 19384,
            "24510464" : 21446,
            "24772608" : 20049,
            "25034752" : 20872,
            "25296896" : 20565,
            "25559040" : 15960,
            "25821184" : 14403,
            "26083328" : 13191,
            "26345472" : 11131,
            "26607616" : 10324,
            "26869760" : 10779,
            "27131904" : 9724,
            "27394048" : 7514,
            "27656192" : 6262,
            "27918336" : 5512,
            "28180480" : 4559,
            "28442624" : 4485,
            "28704768" : 4401,
            "28966912" : 3752,
            "29229056" : 3405,
            "29491200" : 3085,
            "29753344" : 2847,
            "30015488" : 2269,
            "30277632" : 2095,
            "30539776" : 2202,
            "30801920" : 2048,
            "31064064" : 1729,
            "31326208" : 1631,
            "31588352" : 1339,
            "31850496" : 1141,
            "32112640" : 1076,
            "32374784" : 845,
            "32636928" : 724,
            "32899072" : 490,
            "33161216" : 412,
            "33423360" : 306,
            "33816576" : 520,
            "34340864" : 520,
            "34865152" : 323,
            "35389440" : 361,
            "35913728" : 314,
            "36438016" : 163,
            "36962304" : 127,
            "37486592" : 156,
            "38010880" : 90,
            "38535168" : 28,
            "39059456" : 21,
            "39583744" : 19,
            "40108032" : 23,
            "40632320" : 60
          }
        },
        "lat_ns" : {
          "min" : 15411014,
          "max" : 42137464,
          "mean" : 23115760.196334,
          "stddev" : 3624076.025015,
          "N" : 830543
        },
        "bw_min" : 4390912,
        "bw_max" : 7559168,
        "bw_agg" : 100.000000,
        "bw_mean" : 5673741.384615,
        "bw_dev" : 190136.625876,
        "bw_samples" : 1196,
        "iops_min" : 4288,
        "iops_max" : 7382,
        "iops_mean" : 5540.528428,
        "iops_stddev" : 185.660892,
        "iops_samples" : 1196
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 599997,
      "usr_cpu" : 4.880858,
      "sys_cpu" : 21.666275,
      "ctx" : 834155,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 26.178771,
        "50" : 73.820747,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772823865,
  "timestamp_ms" : 1772823865354,
  "time" : "Fri Mar  6 15:04:25 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 20,
      "elapsed" : 171,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 918889168896,
        "io_kbytes" : 897352704,
        "bw_bytes" : 5743057305,
        "bw" : 5608454,
        "iops" : 5477.031250,
        "runtime" : 160000,
        "total_ios" : 876325,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 330935,
          "max" : 2017699,
          "mean" : 727154.390260,
          "stddev" : 122503.952904,
          "N" : 876325
        },
        "clat_ns" : {
          "min" : 14964093,
          "max" : 40883291,
          "mean" : 22641299.589246,
          "stddev" : 3607330.484625,
          "N" : 876321,
          "percentile" : {
            "1.000000" : 16449536,
            "5.000000" : 17170432,
            "10.000000" : 17694720,
            "20.000000" : 19005440,
            "30.000000" : 20578304,
            "40.000000" : 21626880,
            "50.000000" : 22675456,
            "60.000000" : 23461888,
            "70.000000" : 24510464,
            "80.000000" : 25559040,
            "90.000000" : 27131904,
            "95.000000" : 28704768,
            "99.000000" : 31850496,
            "99.500000" : 32899072,
            "99.900000" : 35913728,
            "99.950000" : 36962304,
            "99.990000" : 39583744
          },
          "bins" : {
            "15007744" : 120,
            "15138816" : 206,
            "15269888" : 128,
            "15400960" : 155,
            "15532032" : 243,
            "15663104" : 236,
            "15794176" : 276,
            "15925248" : 364,
            "16056320" : 819,
            "16187392" : 841,
            "16318464" : 1944,
            "16449536" : 4150,
            "16580608" : 6132,
            "16711680" : 6026,
            "16908288" : 15210,
            "17170432" : 19263,
            "17432576" : 19421,
            "17694720" : 22930,
            "17956864" : 19885,
            "18219008" : 17408,
            "18481152" : 15096,
            "18743296" : 13494,
            "19005440" : 13367,
            "19267584" : 11344,
            "19529728" : 10531,
            "19791872" : 13456,
            "20054016" : 16598,
            "20316160" : 17035,
            "20578304" : 20568,
            "20840448" : 24938,
            "21102592" : 22086,
            "21364736" : 21344,
            "21626880" : 23754,
            "21889024" : 24630,
            "22151168" : 24678,
            "22413312" : 25693,
            "22675456" : 26132,
            "22937600" : 26040,
            "23199744" : 25311,
            "23461888" : 21727,
            "23724032" : 21814,
            "23986176" : 21373,
            "24248320" : 19794,
            "24510464" : 22976,
            "24772608" : 21682,
            "25034752" : 22590,
            "25296896" : 22546,
            "25559040" : 18372,
            "25821184" : 17766,
            "26083328" : 17123,
            "26345472" : 14327,
            "26607616" : 13323,
            "26869760" : 13667,
            "27131904" : 12216,
            "27394048" : 10204,
            "27656192" : 8805,
            "27918336" : 6828,
            "28180480" : 5622,
            "28442624" : 5361,
            "28704768" : 5164,
            "28966912" : 4515,
            "29229056" : 4012,
            "29491200" : 3614,
            "29753344" : 3245,
            "30015488" : 2647,
            "30277632" : 2405,
            "30539776" : 2508,
            "30801920" : 2360,
            "31064064" : 2025,
            "31326208" : 1929,
            "31588352" : 1649,
            "31850496" : 1534,
            "32112640" : 1458,
            "32374784" : 1198,
            "32636928" : 1073,
            "32899072" : 764,
            "33161216" : 603,
            "33423360" : 400,
            "33816576" : 706,
            "34340864" : 665,
            "34865152" : 358,
            "35389440" : 389,
            "35913728" : 348,
            "36438016" : 218,
            "36962304" : 169,
            "37486592" : 156,
            "38010880" : 90,
            "38535168" : 28,
            "39059456" : 21,
            "39583744" : 19,
            "40108032" : 23,
            "40632320" : 60
          }
        },
        "lat_ns" : {
          "min" : 15411014,
          "max" : 42137464,
          "mean" : 23368390.262248,
          "stddev" : 3722114.343666,
          "N" : 876321
        },
        "bw_min" : 4390912,
        "bw_max" : 7559168,
        "bw_agg" : 100.000000,
        "bw_mean" : 5612182.789969,
        "bw_dev" : 193783.402447,
        "bw_samples" : 1276,
        "iops_min" : 4288,
        "iops_max" : 7382,
        "iops_mean" : 5480.420063,
        "iops_stddev" : 189.221550,
        "iops_samples" : 1276
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 639997,
      "usr_cpu" : 4.803460,
      "sys_cpu" : 21.366506,
      "ctx" : 880054,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 24.811229,
        "50" : 75.188315,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772823875,
  "timestamp_ms" : 1772823875354,
  "time" : "Fri Mar  6 15:04:35 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 10,
      "elapsed" : 181,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 967561969664,
        "io_kbytes" : 944884736,
        "bw_bytes" : 5691540998,
        "bw" : 5558145,
        "iops" : 5427.900000,
        "runtime" : 170000,
        "total_ios" : 922743,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 330935,
          "max" : 2017699,
          "mean" : 733766.979367,
          "stddev" : 123989.340531,
          "N" : 922743
        },
        "clat_ns" : {
          "min" : 14964093,
          "max" : 40883291,
          "mean" : 22846783.306305,
          "stddev" : 3657988.647499,
          "N" : 922739,
          "percentile" : {
            "1.000000" : 16449536,
            "5.000000" : 17170432,
            "10.000000" : 17694720,
            "20.000000" : 19267584,
            "30.000000" : 20840448,
            "40.000000" : 21889024,
            "50.000000" : 22937600,
            "60.000000" : 23724032,
            "70.000000" : 24772608,
            "80.000000" : 25821184,
            "90.000000" : 27394048,
            "95.000000" : 28966912,
            "99.000000" : 32112640,
            "99.500000" : 33161216,
            "99.900000" : 36438016,
            "99.950000" : 37486592,
            "99.990000" : 39583744
          },
          "bins" : {
            "15007744" : 120,
            "15138816" : 206,
            "15269888" : 128,
            "15400960" : 155,
            "15532032" : 243,
            "15663104" : 236,
            "15794176" : 276,
            "15925248" : 364,
            "16056320" : 819,
            "16187392" : 841,
            "16318464" : 1944,
            "16449536" : 4150,
            "16580608" : 6132,
            "16711680" : 6026,
            "16908288" : 15210,
            "17170432" : 19263,
            "17432576" : 19421,
            "17694720" : 22930,
            "17956864" : 19885,
            "18219008" : 17408,
            "18481152" : 15096,
            "18743296" : 13494,
            "19005440" : 13367,
            "19267584" : 11344,
            "19529728" : 10531,
            "19791872" : 13456,
            "20054016" : 16598,
            "20316160" : 17035,
            "20578304" : 20568,
            "20840448" : 24938,
            "21102592" : 22086,
            "21364736" : 21344,
            "21626880" : 23754,
            "21889024" : 24630,
            "22151168" : 24678,
            "22413312" : 25693,
            "22675456" : 26169,
            "22937600" : 26105,
            "23199744" : 25534,
            "23461888" : 22220,
            "23724032" : 22570,
            "23986176" : 21987,
            "24248320" : 20212,
            "24510464" : 23858,
            "24772608" : 23828,
            "25034752" : 25782,
            "25296896" : 26005,
            "25559040" : 22429,
            "25821184" : 20773,
            "26083328" : 21078,
            "26345472" : 17676,
            "26607616" : 16202,
            "26869760" : 16158,
            "27131904" : 13974,
            "27394048" : 11909,
            "27656192" : 10276,
            "27918336" : 7707,
            "28180480" : 6308,
            "28442624" : 6005,
            "28704768" : 5772,
            "28966912" : 5215,
            "29229056" : 4586,
            "29491200" : 4095,
            "29753344" : 3679,
            "30015488" : 3040,
            "30277632" : 2814,
            "30539776" : 2893,
            "30801920" : 2706,
            "31064064" : 2422,
            "31326208" : 2269,
            "31588352" : 2019,
            "31850496" : 1829,
            "32112640" : 1745,
            "32374784" : 1419,
            "32636928" : 1278,
            "32899072" : 986,
            "33161216" : 718,
            "33423360" : 485,
            "33816576" : 833,
            "34340864" : 690,
            "34865152" : 386,
            "35389440" : 424,
            "35913728" : 375,
            "36438016" : 245,
            "36962304" : 209,
            "37486592" : 209,
            "38010880" : 113,
            "38535168" : 28,
            "39059456" : 21,
            "39583744" : 19,
            "40108032" : 23,
            "40632320" : 60
          }
        },
        "lat_ns" : {
          "min" : 15411014,
          "max" : 42137464,
          "mean" : 23580523.741417,
          "stddev" : 3774456.538025,
          "N" : 922739
        },
        "bw_min" : 4390912,
        "bw_max" : 7559168,
        "bw_agg" : 100.000000,
        "bw_mean" : 5560510.436578,
        "bw_dev" : 195090.423549,
        "bw_samples" : 1356,
        "iops_min" : 4288,
        "iops_max" : 7382,
        "iops_mean" : 5429.964602,
        "iops_stddev" : 190.497659,
        "iops_samples" : 1356
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 679998,
      "usr_cpu" : 4.739426,
      "sys_cpu" : 21.111092,
      "ctx" : 926588,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 23.563116,
        "50" : 76.436451,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772823885,
  "timestamp_ms" : 1772823885354,
  "time" : "Fri Mar  6 15:04:45 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 1016871256064,
        "io_kbytes" : 993038336,
        "bw_bytes" : 5649284755,
        "bw" : 5516879,
        "iops" : 5387.583333,
        "runtime" : 180000,
        "total_ios" : 969765,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 330935,
          "max" : 2017699,
          "mean" : 739279.594477,
          "stddev" : 124728.146190,
          "N" : 969768
        },
        "clat_ns" : {
          "min" : 9935,
          "max" : 40883291,
          "mean" : 23016511.515313,
          "stddev" : 3685144.591465,
          "N" : 969857,
          "percentile" : {
            "1.000000" : 16580608,
            "5.000000" : 17170432,
            "10.000000" : 17694720,
            "20.000000" : 19529728,
            "30.000000" : 20840448,
            "40.000000" : 22151168,
            "50.000000" : 22937600,
            "60.000000" : 23986176,
            "70.000000" : 25034752,
            "80.000000" : 26083328,
            "90.000000" : 27394048,
            "95.000000" : 28966912,
            "99.000000" : 32374784,
            "99.500000" : 33423360,
            "99.900000" : 35913728,
            "99.950000" : 36962304,
            "99.990000" : 39583744
          },
          "bins" : {
            "9920" : 1,
            "12096" : 1,
            "15936" : 1,
            "847872" : 2,
            "856064" : 1,
            "1679360" : 2,
            "1695744" : 1,
            "2539520" : 2,
            "2572288" : 1,
            "3358720" : 2,
            "3391488" : 1,
            "4227072" : 3,
            "5013504" : 1,
            "5079040" : 2,
            "5865472" : 2,
            "5996544" : 1,
            "6717440" : 2,
            "6782976" : 1,
            "7569408" : 3,
            "8355840" : 1,
            "8454144" : 2,
            "9240576" : 3,
            "10027008" : 3,
            "10944512" : 3,
            "11730944" : 3,
            "12648448" : 3,
            "13434880" : 3,
            "14221312" : 3,
            "15007744" : 120,
            "15138816" : 209,
            "15269888" : 128,
            "15400960" : 155,
            "15532032" : 243,
            "15663104" : 236,
            "15794176" : 276,
            "15925248" : 367,
            "16056320" : 819,
            "16187392" : 841,
            "16318464" : 1944,
            "16449536" : 4150,
            "16580608" : 6132,
            "16711680" : 6026,
            "16908288" : 15213,
            "17170432" : 19263,
            "17432576" : 19421,
            "17694720" : 22933,
            "17956864" : 19885,
            "18219008" : 17408,
            "18481152" : 15099,
            "18743296" : 13494,
            "19005440" : 13367,
            "19267584" : 11347,
            "19529728" : 10531,
            "19791872" : 13456,
            "20054016" : 16601,
            "20316160" : 17035,
            "20578304" : 20568,
            "20840448" : 24939,
            "21102592" : 22088,
            "21364736" : 21344,
            "21626880" : 23754,
            "21889024" : 24633,
            "22151168" : 24678,
            "22413312" : 25839,
            "22675456" : 26357,
            "22937600" : 26423,
            "23199744" : 26994,
            "23461888" : 23672,
            "23724032" : 23199,
            "23986176" : 23141,
            "24248320" : 22294,
            "24510464" : 26074,
            "24772608" : 27025,
            "25034752" : 28864,
            "25296896" : 28740,
            "25559040" : 24809,
            "25821184" : 23534,
            "26083328" : 24571,
            "26345472" : 20063,
            "26607616" : 18103,
            "26869760" : 17767,
            "27131904" : 15875,
            "27394048" : 13526,
            "27656192" : 11538,
            "27918336" : 8562,
            "28180480" : 7024,
            "28442624" : 6591,
            "28704768" : 6298,
            "28966912" : 5846,
            "29229056" : 5316,
            "29491200" : 4525,
            "29753344" : 4063,
            "30015488" : 3409,
            "30277632" : 3174,
            "30539776" : 3212,
            "30801920" : 2972,
            "31064064" : 2715,
            "31326208" : 2548,
            "31588352" : 2253,
            "31850496" : 2067,
            "32112640" : 2020,
            "32374784" : 1606,
            "32636928" : 1477,
            "32899072" : 1194,
            "33161216" : 953,
            "33423360" : 652,
            "33816576" : 1076,
            "34340864" : 855,
            "34865152" : 462,
            "35389440" : 476,
            "35913728" : 419,
            "36438016" : 245,
            "36962304" : 209,
            "37486592" : 209,
            "38010880" : 113,
            "38535168" : 28,
            "39059456" : 21,
            "39583744" : 19,
            "40108032" : 23,
            "40632320" : 60
          }
        },
        "lat_ns" : {
          "min" : 842685,
          "max" : 42137464,
          "mean" : 23755763.974936,
          "stddev" : 3802333.420941,
          "N" : 969857
        },
        "bw_min" : 4390912,
        "bw_max" : 7559168,
        "bw_agg" : 100.000000,
        "bw_mean" : 5519857.810585,
        "bw_dev" : 194468.276745,
        "bw_samples" : 1436,
        "iops_min" : 4288,
        "iops_max" : 7382,
        "iops_mean" : 5390.267409,
        "iops_stddev" : 189.890095,
        "iops_samples" : 1436
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 719997,
      "usr_cpu" : 4.692797,
      "sys_cpu" : 20.892726,
      "ctx" : 973726,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999691,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 22.424299,
        "50" : 77.581476,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772823885,
  "timestamp_ms" : 1772823885390,
  "time" : "Fri Mar  6 15:04:45 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 1017006522368,
        "io_kbytes" : 993170432,
        "bw_bytes" : 5649973457,
        "bw" : 5517552,
        "iops" : 5387.523472,
        "runtime" : 180002,
        "total_ios" : 969765,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 330935,
          "max" : 2017699,
          "mean" : 739279.710773,
          "stddev" : 124728.134460,
          "N" : 969769
        },
        "clat_ns" : {
          "min" : 4437,
          "max" : 40883291,
          "mean" : 23016181.606586,
          "stddev" : 3685798.989947,
          "N" : 969889,
          "percentile" : {
            "1.000000" : 16580608,
            "5.000000" : 17170432,
            "10.000000" : 17694720,
            "20.000000" : 19529728,
            "30.000000" : 20840448,
            "40.000000" : 22151168,
            "50.000000" : 22937600,
            "60.000000" : 23986176,
            "70.000000" : 25034752,
            "80.000000" : 26083328,
            "90.000000" : 27394048,
            "95.000000" : 28966912,
            "99.000000" : 32374784,
            "99.500000" : 33423360,
            "99.900000" : 35913728,
            "99.950000" : 36962304,
            "99.990000" : 39583744
          },
          "bins" : {
            "4448" : 1,
            "9920" : 1,
            "12096" : 1,
            "15936" : 1,
            "847872" : 2,
            "856064" : 1,
            "864256" : 1,
            "1679360" : 2,
            "1695744" : 2,
            "2506752" : 1,
            "2539520" : 2,
            "2572288" : 1,
            "3358720" : 2,
            "3391488" : 2,
            "4227072" : 4,
            "5013504" : 1,
            "5079040" : 2,
            "5144576" : 1,
            "5865472" : 3,
            "5996544" : 1,
            "6717440" : 3,
            "6782976" : 1,
            "7569408" : 4,
            "8355840" : 1,
            "8454144" : 3,
            "9240576" : 4,
            "10027008" : 3,
            "10158080" : 1,
            "10944512" : 4,
            "11730944" : 4,
            "12648448" : 4,
            "13434880" : 4,
            "14221312" : 4,
            "15007744" : 120,
            "15138816" : 210,
            "15269888" : 128,
            "15400960" : 155,
            "15532032" : 243,
            "15663104" : 236,
            "15794176" : 276,
            "15925248" : 368,
            "16056320" : 819,
            "16187392" : 841,
            "16318464" : 1944,
            "16449536" : 4150,
            "16580608" : 6132,
            "16711680" : 6027,
            "16908288" : 15213,
            "17170432" : 19263,
            "17432576" : 19421,
            "17694720" : 22934,
            "17956864" : 19885,
            "18219008" : 17408,
            "18481152" : 15100,
            "18743296" : 13494,
            "19005440" : 13367,
            "19267584" : 11348,
            "19529728" : 10531,
            "19791872" : 13456,
            "20054016" : 16602,
            "20316160" : 17035,
            "20578304" : 20568,
            "20840448" : 24939,
            "21102592" : 22089,
            "21364736" : 21344,
            "21626880" : 23754,
            "21889024" : 24634,
            "22151168" : 24678,
            "22413312" : 25839,
            "22675456" : 26358,
            "22937600" : 26423,
            "23199744" : 26994,
            "23461888" : 23673,
            "23724032" : 23199,
            "23986176" : 23141,
            "24248320" : 22295,
            "24510464" : 26074,
            "24772608" : 27025,
            "25034752" : 28865,
            "25296896" : 28740,
            "25559040" : 24809,
            "25821184" : 23534,
            "26083328" : 24572,
            "26345472" : 20063,
            "26607616" : 18103,
            "26869760" : 17767,
            "27131904" : 15875,
            "27394048" : 13526,
            "27656192" : 11538,
            "27918336" : 8562,
            "28180480" : 7024,
            "28442624" : 6591,
            "28704768" : 6298,
            "28966912" : 5846,
            "29229056" : 5316,
            "29491200" : 4525,
            "29753344" : 4063,
            "30015488" : 3409,
            "30277632" : 3174,
            "30539776" : 3212,
            "30801920" : 2972,
            "31064064" : 2715,
            "31326208" : 2548,
            "31588352" : 2253,
            "31850496" : 2067,
            "32112640" : 2020,
            "32374784" : 1606,
            "32636928" : 1477,
            "32899072" : 1194,
            "33161216" : 953,
            "33423360" : 652,
            "33816576" : 1076,
            "34340864" : 855,
            "34865152" : 462,
            "35389440" : 476,
            "35913728" : 419,
            "36438016" : 245,
            "36962304" : 209,
            "37486592" : 209,
            "38010880" : 113,
            "38535168" : 28,
            "39059456" : 21,
            "39583744" : 19,
            "40108032" : 23,
            "40632320" : 60
          }
        },
        "lat_ns" : {
          "min" : 842685,
          "max" : 42137464,
          "mean" : 23755437.252688,
          "stddev" : 3802955.470894,
          "N" : 969889
        },
        "bw_min" : 4390912,
        "bw_max" : 7559168,
        "bw_agg" : 100.000000,
        "bw_mean" : 5519857.810585,
        "bw_dev" : 194468.276745,
        "bw_samples" : 1436,
        "iops_min" : 4288,
        "iops_max" : 7382,
        "iops_mean" : 5390.267409,
        "iops_stddev" : 189.890095,
        "iops_samples" : 1436
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 720004,
      "usr_cpu" : 4.692752,
      "sys_cpu" : 20.892523,
      "ctx" : 973731,
      "majf" : 0,
      "minf" : 145,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999588,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 22.425536,
        "50" : 77.582301,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}