← Back to file list

📄 seq-write-qd32-nj4_run2.json

mirror/benchmarks/seq/seq-write-qd32-nj4_run2.json

{
  "fio version" : "fio-3.35",
  "timestamp" : 1772823945,
  "timestamp_ms" : 1772823945116,
  "time" : "Fri Mar  6 15:05:45 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 180,
      "elapsed" : 10,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 41598058496,
        "io_kbytes" : 40623104,
        "bw_bytes" : 4267780701,
        "bw" : 4167754,
        "iops" : 4083.615471,
        "runtime" : 9747,
        "total_ios" : 39803,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 38987,
      "usr_cpu" : 3.162593,
      "sys_cpu" : 15.366661,
      "ctx" : 37259,
      "majf" : 0,
      "minf" : 30,
      "iodepth_level" : {
        "1" : 0.100000,
        "2" : 0.100000,
        "4" : 0.100000,
        "8" : 0.100000,
        "16" : 0.160792,
        "32" : 99.688466,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.997487,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772823955,
  "timestamp_ms" : 1772823955370,
  "time" : "Fri Mar  6 15:05:55 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 170,
      "elapsed" : 21,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 51564773376,
        "io_kbytes" : 50356224,
        "bw_bytes" : 5156477337,
        "bw" : 5035622,
        "iops" : 4918.000000,
        "runtime" : 10000,
        "total_ios" : 49180,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 536729,
          "max" : 1754160,
          "mean" : 810273.026291,
          "stddev" : 77627.820901,
          "N" : 49180
        },
        "clat_ns" : {
          "min" : 21748621,
          "max" : 34987713,
          "mean" : 25227463.943306,
          "stddev" : 2112356.517133,
          "N" : 49176,
          "percentile" : {
            "1.000000" : 22151168,
            "5.000000" : 22675456,
            "10.000000" : 23199744,
            "20.000000" : 23724032,
            "30.000000" : 23986176,
            "40.000000" : 24510464,
            "50.000000" : 24772608,
            "60.000000" : 25296896,
            "70.000000" : 25559040,
            "80.000000" : 26345472,
            "90.000000" : 28180480,
            "95.000000" : 30015488,
            "99.000000" : 32374784,
            "99.500000" : 32899072,
            "99.900000" : 34865152,
            "99.950000" : 34865152,
            "99.990000" : 34865152
          },
          "bins" : {
            "21626880" : 1,
            "21889024" : 180,
            "22151168" : 602,
            "22413312" : 975,
            "22675456" : 1029,
            "22937600" : 1583,
            "23199744" : 2222,
            "23461888" : 2965,
            "23724032" : 2720,
            "23986176" : 2497,
            "24248320" : 4863,
            "24510464" : 4505,
            "24772608" : 2349,
            "25034752" : 2208,
            "25296896" : 3801,
            "25559040" : 2250,
            "25821184" : 2133,
            "26083328" : 1986,
            "26345472" : 1189,
            "26607616" : 1016,
            "26869760" : 768,
            "27131904" : 710,
            "27394048" : 636,
            "27656192" : 454,
            "27918336" : 454,
            "28180480" : 470,
            "28442624" : 460,
            "28704768" : 368,
            "28966912" : 341,
            "29229056" : 272,
            "29491200" : 267,
            "29753344" : 278,
            "30015488" : 285,
            "30277632" : 328,
            "30539776" : 260,
            "30801920" : 244,
            "31064064" : 311,
            "31326208" : 245,
            "31588352" : 209,
            "31850496" : 106,
            "32112640" : 111,
            "32374784" : 120,
            "32636928" : 114,
            "32899072" : 72,
            "33161216" : 64,
            "33423360" : 49,
            "33816576" : 23,
            "34340864" : 30,
            "34865152" : 53
          }
        },
        "lat_ns" : {
          "min" : 22464635,
          "max" : 36042795,
          "mean" : 26038201.697942,
          "stddev" : 2177916.794570,
          "N" : 49176
        },
        "bw_min" : 4630528,
        "bw_max" : 5402624,
        "bw_agg" : 100.000000,
        "bw_mean" : 5046351.105263,
        "bw_dev" : 51706.679965,
        "bw_samples" : 76,
        "iops_min" : 4522,
        "iops_max" : 5276,
        "iops_mean" : 4927.894737,
        "iops_stddev" : 50.470238,
        "iops_samples" : 76
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 39999,
      "usr_cpu" : 3.962599,
      "sys_cpu" : 18.910473,
      "ctx" : 49294,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 99.991867,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772823965,
  "timestamp_ms" : 1772823965370,
  "time" : "Fri Mar  6 15:06:05 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 160,
      "elapsed" : 31,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 103820558336,
        "io_kbytes" : 101387264,
        "bw_bytes" : 5191027916,
        "bw" : 5069363,
        "iops" : 4950.750000,
        "runtime" : 20000,
        "total_ios" : 99015,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 506093,
          "max" : 1754160,
          "mean" : 804862.951462,
          "stddev" : 83202.536182,
          "N" : 99015
        },
        "clat_ns" : {
          "min" : 21748401,
          "max" : 38387787,
          "mean" : 25054638.138490,
          "stddev" : 2272237.444083,
          "N" : 99011,
          "percentile" : {
            "1.000000" : 22151168,
            "5.000000" : 22675456,
            "10.000000" : 22937600,
            "20.000000" : 23199744,
            "30.000000" : 23724032,
            "40.000000" : 24248320,
            "50.000000" : 24510464,
            "60.000000" : 25034752,
            "70.000000" : 25296896,
            "80.000000" : 26083328,
            "90.000000" : 28180480,
            "95.000000" : 30015488,
            "99.000000" : 32899072,
            "99.500000" : 34340864,
            "99.900000" : 36962304,
            "99.950000" : 38010880,
            "99.990000" : 38010880
          },
          "bins" : {
            "21626880" : 2,
            "21889024" : 366,
            "22151168" : 1029,
            "22413312" : 3477,
            "22675456" : 4898,
            "22937600" : 4794,
            "23199744" : 5590,
            "23461888" : 6082,
            "23724032" : 4653,
            "23986176" : 6095,
            "24248320" : 9279,
            "24510464" : 7808,
            "24772608" : 4488,
            "25034752" : 4854,
            "25296896" : 6153,
            "25559040" : 3793,
            "25821184" : 3409,
            "26083328" : 2868,
            "26345472" : 1834,
            "26607616" : 1548,
            "26869760" : 1315,
            "27131904" : 1415,
            "27394048" : 1286,
            "27656192" : 971,
            "27918336" : 1002,
            "28180480" : 800,
            "28442624" : 798,
            "28704768" : 716,
            "28966912" : 652,
            "29229056" : 601,
            "29491200" : 546,
            "29753344" : 562,
            "30015488" : 537,
            "30277632" : 576,
            "30539776" : 496,
            "30801920" : 440,
            "31064064" : 495,
            "31326208" : 394,
            "31588352" : 348,
            "31850496" : 292,
            "32112640" : 292,
            "32374784" : 214,
            "32636928" : 173,
            "32899072" : 131,
            "33161216" : 146,
            "33423360" : 142,
            "33816576" : 130,
            "34340864" : 133,
            "34865152" : 138,
            "35389440" : 81,
            "35913728" : 29,
            "36438016" : 23,
            "36962304" : 28,
            "37486592" : 23,
            "38010880" : 57,
            "38535168" : 9
          }
        },
        "lat_ns" : {
          "min" : 22464635,
          "max" : 39551074,
          "mean" : 25859748.862025,
          "stddev" : 2342815.706804,
          "N" : 99011
        },
        "bw_min" : 4630528,
        "bw_max" : 5459968,
        "bw_agg" : 99.845006,
        "bw_mean" : 5061506.128205,
        "bw_dev" : 53372.488803,
        "bw_samples" : 156,
        "iops_min" : 4522,
        "iops_max" : 5332,
        "iops_mean" : 4942.564103,
        "iops_stddev" : 52.107543,
        "iops_samples" : 156
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 79999,
      "usr_cpu" : 4.082551,
      "sys_cpu" : 19.286491,
      "ctx" : 99302,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 99.995960,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772823975,
  "timestamp_ms" : 1772823975370,
  "time" : "Fri Mar  6 15:06:15 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 150,
      "elapsed" : 41,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 153292374016,
        "io_kbytes" : 149699584,
        "bw_bytes" : 5109745800,
        "bw" : 4989986,
        "iops" : 4873.166667,
        "runtime" : 30000,
        "total_ios" : 146195,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 506093,
          "max" : 1842744,
          "mean" : 817701.204419,
          "stddev" : 82405.401601,
          "N" : 146195
        },
        "clat_ns" : {
          "min" : 21748401,
          "max" : 38387787,
          "mean" : 25450643.815447,
          "stddev" : 2249822.126123,
          "N" : 146191,
          "percentile" : {
            "1.000000" : 22413312,
            "5.000000" : 22675456,
            "10.000000" : 23199744,
            "20.000000" : 23724032,
            "30.000000" : 24248320,
            "40.000000" : 24510464,
            "50.000000" : 25034752,
            "60.000000" : 25559040,
            "70.000000" : 25821184,
            "80.000000" : 26607616,
            "90.000000" : 28442624,
            "95.000000" : 30277632,
            "99.000000" : 33161216,
            "99.500000" : 33816576,
            "99.900000" : 35913728,
            "99.950000" : 37486592,
            "99.990000" : 38010880
          },
          "bins" : {
            "21626880" : 2,
            "21889024" : 366,
            "22151168" : 1029,
            "22413312" : 3477,
            "22675456" : 4898,
            "22937600" : 4794,
            "23199744" : 5683,
            "23461888" : 6534,
            "23724032" : 5212,
            "23986176" : 7274,
            "24248320" : 11552,
            "24510464" : 10737,
            "24772608" : 6949,
            "25034752" : 7515,
            "25296896" : 10191,
            "25559040" : 9508,
            "25821184" : 8559,
            "26083328" : 5473,
            "26345472" : 4313,
            "26607616" : 3955,
            "26869760" : 2632,
            "27131904" : 2443,
            "27394048" : 2336,
            "27656192" : 1984,
            "27918336" : 1731,
            "28180480" : 1552,
            "28442624" : 1484,
            "28704768" : 1321,
            "28966912" : 1064,
            "29229056" : 974,
            "29491200" : 968,
            "29753344" : 908,
            "30015488" : 919,
            "30277632" : 943,
            "30539776" : 882,
            "30801920" : 741,
            "31064064" : 773,
            "31326208" : 644,
            "31588352" : 532,
            "31850496" : 517,
            "32112640" : 468,
            "32374784" : 362,
            "32636928" : 285,
            "32899072" : 237,
            "33161216" : 254,
            "33423360" : 248,
            "33816576" : 325,
            "34340864" : 234,
            "34865152" : 159,
            "35389440" : 81,
            "35913728" : 29,
            "36438016" : 23,
            "36962304" : 28,
            "37486592" : 23,
            "38010880" : 57,
            "38535168" : 9
          }
        },
        "lat_ns" : {
          "min" : 22464635,
          "max" : 39551074,
          "mean" : 26268461.861359,
          "stddev" : 2319750.927929,
          "N" : 146191
        },
        "bw_min" : 4630528,
        "bw_max" : 5459968,
        "bw_agg" : 100.000000,
        "bw_mean" : 4995082.220339,
        "bw_dev" : 55289.593426,
        "bw_samples" : 236,
        "iops_min" : 4522,
        "iops_max" : 5332,
        "iops_mean" : 4877.694915,
        "iops_stddev" : 53.958425,
        "iops_samples" : 236
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 119998,
      "usr_cpu" : 4.003400,
      "sys_cpu" : 18.871148,
      "ctx" : 146580,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 99.997264,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772823985,
  "timestamp_ms" : 1772823985370,
  "time" : "Fri Mar  6 15:06:25 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 140,
      "elapsed" : 51,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 201517432832,
        "io_kbytes" : 196794368,
        "bw_bytes" : 5037935820,
        "bw" : 4919859,
        "iops" : 4804.625000,
        "runtime" : 40000,
        "total_ios" : 192185,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 506093,
          "max" : 1842744,
          "mean" : 829388.795365,
          "stddev" : 85467.623055,
          "N" : 192186
        },
        "clat_ns" : {
          "min" : 21748401,
          "max" : 39362275,
          "mean" : 25812916.595509,
          "stddev" : 2364592.335975,
          "N" : 192182,
          "percentile" : {
            "1.000000" : 22413312,
            "5.000000" : 22675456,
            "10.000000" : 23199744,
            "20.000000" : 23986176,
            "30.000000" : 24510464,
            "40.000000" : 25034752,
            "50.000000" : 25296896,
            "60.000000" : 25821184,
            "70.000000" : 26345472,
            "80.000000" : 27131904,
            "90.000000" : 28966912,
            "95.000000" : 30801920,
            "99.000000" : 33423360,
            "99.500000" : 34340864,
            "99.900000" : 37486592,
            "99.950000" : 38010880,
            "99.990000" : 39059456
          },
          "bins" : {
            "21626880" : 2,
            "21889024" : 366,
            "22151168" : 1029,
            "22413312" : 3477,
            "22675456" : 4898,
            "22937600" : 4794,
            "23199744" : 5683,
            "23461888" : 6534,
            "23724032" : 5286,
            "23986176" : 7541,
            "24248320" : 12396,
            "24510464" : 12605,
            "24772608" : 9705,
            "25034752" : 10581,
            "25296896" : 13801,
            "25559040" : 13851,
            "25821184" : 12200,
            "26083328" : 7772,
            "26345472" : 6461,
            "26607616" : 6609,
            "26869760" : 5097,
            "27131904" : 3622,
            "27394048" : 3962,
            "27656192" : 3234,
            "27918336" : 2889,
            "28180480" : 2556,
            "28442624" : 2492,
            "28704768" : 2292,
            "28966912" : 1636,
            "29229056" : 1548,
            "29491200" : 1434,
            "29753344" : 1423,
            "30015488" : 1389,
            "30277632" : 1439,
            "30539776" : 1373,
            "30801920" : 1174,
            "31064064" : 1144,
            "31326208" : 996,
            "31588352" : 819,
            "31850496" : 788,
            "32112640" : 759,
            "32374784" : 802,
            "32636928" : 781,
            "32899072" : 480,
            "33161216" : 467,
            "33423360" : 369,
            "33816576" : 454,
            "34340864" : 295,
            "34865152" : 216,
            "35389440" : 135,
            "35913728" : 80,
            "36438016" : 78,
            "36962304" : 91,
            "37486592" : 107,
            "38010880" : 78,
            "38535168" : 31,
            "39059456" : 60,
            "39583744" : 1
          }
        },
        "lat_ns" : {
          "min" : 22464635,
          "max" : 40544050,
          "mean" : 26642410.972755,
          "stddev" : 2438335.867250,
          "N" : 192182
        },
        "bw_min" : 4016128,
        "bw_max" : 5459968,
        "bw_agg" : 100.000000,
        "bw_mean" : 4921207.227848,
        "bw_dev" : 62920.580208,
        "bw_samples" : 316,
        "iops_min" : 3922,
        "iops_max" : 5332,
        "iops_mean" : 4805.544304,
        "iops_stddev" : 61.417043,
        "iops_samples" : 316
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 159997,
      "usr_cpu" : 3.902573,
      "sys_cpu" : 18.456596,
      "ctx" : 192728,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 99.998439,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772823995,
  "timestamp_ms" : 1772823995371,
  "time" : "Fri Mar  6 15:06:35 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 129,
      "elapsed" : 61,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 249917603840,
        "io_kbytes" : 244060160,
        "bw_bytes" : 4998252111,
        "bw" : 4881105,
        "iops" : 4766.784664,
        "runtime" : 50001,
        "total_ios" : 238344,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 506093,
          "max" : 1842744,
          "mean" : 836000.589761,
          "stddev" : 86968.740292,
          "N" : 238344
        },
        "clat_ns" : {
          "min" : 21748401,
          "max" : 40042164,
          "mean" : 26016973.299790,
          "stddev" : 2418933.892135,
          "N" : 238340,
          "percentile" : {
            "1.000000" : 22413312,
            "5.000000" : 22937600,
            "10.000000" : 23461888,
            "20.000000" : 24248320,
            "30.000000" : 24772608,
            "40.000000" : 25034752,
            "50.000000" : 25559040,
            "60.000000" : 26083328,
            "70.000000" : 26607616,
            "80.000000" : 27394048,
            "90.000000" : 29229056,
            "95.000000" : 31064064,
            "99.000000" : 33816576,
            "99.500000" : 35389440,
            "99.900000" : 38010880,
            "99.950000" : 39059456,
            "99.990000" : 40108032
          },
          "bins" : {
            "21626880" : 2,
            "21889024" : 366,
            "22151168" : 1029,
            "22413312" : 3477,
            "22675456" : 4898,
            "22937600" : 4794,
            "23199744" : 5763,
            "23461888" : 6633,
            "23724032" : 6097,
            "23986176" : 8512,
            "24248320" : 14729,
            "24510464" : 14848,
            "24772608" : 12350,
            "25034752" : 12815,
            "25296896" : 15508,
            "25559040" : 16265,
            "25821184" : 14844,
            "26083328" : 11463,
            "26345472" : 9501,
            "26607616" : 9238,
            "26869760" : 7873,
            "27131904" : 5366,
            "27394048" : 5883,
            "27656192" : 4664,
            "27918336" : 3985,
            "28180480" : 3525,
            "28442624" : 3235,
            "28704768" : 2985,
            "28966912" : 2289,
            "29229056" : 2077,
            "29491200" : 1923,
            "29753344" : 1798,
            "30015488" : 1767,
            "30277632" : 1797,
            "30539776" : 1732,
            "30801920" : 1547,
            "31064064" : 1569,
            "31326208" : 1363,
            "31588352" : 1170,
            "31850496" : 1123,
            "32112640" : 1031,
            "32374784" : 1025,
            "32636928" : 954,
            "32899072" : 617,
            "33161216" : 685,
            "33423360" : 585,
            "33816576" : 610,
            "34340864" : 403,
            "34865152" : 327,
            "35389440" : 249,
            "35913728" : 213,
            "36438016" : 214,
            "36962304" : 189,
            "37486592" : 127,
            "38010880" : 98,
            "38535168" : 56,
            "39059456" : 78,
            "39583744" : 39,
            "40108032" : 37
          }
        },
        "lat_ns" : {
          "min" : 22464635,
          "max" : 41274216,
          "mean" : 26853037.200088,
          "stddev" : 2494434.636471,
          "N" : 238340
        },
        "bw_min" : 4016128,
        "bw_max" : 5459968,
        "bw_agg" : 100.000000,
        "bw_mean" : 4883765.646465,
        "bw_dev" : 64715.929936,
        "bw_samples" : 396,
        "iops_min" : 3922,
        "iops_max" : 5332,
        "iops_mean" : 4769.010101,
        "iops_stddev" : 63.172226,
        "iops_samples" : 396
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 200001,
      "usr_cpu" : 3.892981,
      "sys_cpu" : 18.193409,
      "ctx" : 239053,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 99.998322,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772824005,
  "timestamp_ms" : 1772824005371,
  "time" : "Fri Mar  6 15:06:45 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 120,
      "elapsed" : 71,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 298933288960,
        "io_kbytes" : 291927040,
        "bw_bytes" : 4982138447,
        "bw" : 4865369,
        "iops" : 4751.404143,
        "runtime" : 60001,
        "total_ios" : 285089,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 506093,
          "max" : 1842744,
          "mean" : 838710.293940,
          "stddev" : 85917.751481,
          "N" : 285089
        },
        "clat_ns" : {
          "min" : 21748401,
          "max" : 40042164,
          "mean" : 26100654.219822,
          "stddev" : 2388902.646401,
          "N" : 285085,
          "percentile" : {
            "1.000000" : 22413312,
            "5.000000" : 22937600,
            "10.000000" : 23724032,
            "20.000000" : 24248320,
            "30.000000" : 24772608,
            "40.000000" : 25296896,
            "50.000000" : 25559040,
            "60.000000" : 26083328,
            "70.000000" : 26607616,
            "80.000000" : 27394048,
            "90.000000" : 29229056,
            "95.000000" : 31064064,
            "99.000000" : 33816576,
            "99.500000" : 35389440,
            "99.900000" : 38010880,
            "99.950000" : 39059456,
            "99.990000" : 40108032
          },
          "bins" : {
            "21626880" : 2,
            "21889024" : 366,
            "22151168" : 1029,
            "22413312" : 3477,
            "22675456" : 4898,
            "22937600" : 4796,
            "23199744" : 6022,
            "23461888" : 7277,
            "23724032" : 7289,
            "23986176" : 10077,
            "24248320" : 17009,
            "24510464" : 16770,
            "24772608" : 13991,
            "25034752" : 16153,
            "25296896" : 18394,
            "25559040" : 18226,
            "25821184" : 17703,
            "26083328" : 14637,
            "26345472" : 13034,
            "26607616" : 12026,
            "26869760" : 10509,
            "27131904" : 8017,
            "27394048" : 7199,
            "27656192" : 5842,
            "27918336" : 5235,
            "28180480" : 4467,
            "28442624" : 3774,
            "28704768" : 3444,
            "28966912" : 2867,
            "29229056" : 2539,
            "29491200" : 2339,
            "29753344" : 2195,
            "30015488" : 2229,
            "30277632" : 2136,
            "30539776" : 2035,
            "30801920" : 1868,
            "31064064" : 1832,
            "31326208" : 1584,
            "31588352" : 1398,
            "31850496" : 1301,
            "32112640" : 1219,
            "32374784" : 1244,
            "32636928" : 1164,
            "32899072" : 748,
            "33161216" : 923,
            "33423360" : 729,
            "33816576" : 744,
            "34340864" : 429,
            "34865152" : 350,
            "35389440" : 274,
            "35913728" : 239,
            "36438016" : 246,
            "36962304" : 214,
            "37486592" : 158,
            "38010880" : 138,
            "38535168" : 105,
            "39059456" : 99,
            "39583744" : 39,
            "40108032" : 37
          }
        },
        "lat_ns" : {
          "min" : 22464635,
          "max" : 41274216,
          "mean" : 26939399.571563,
          "stddev" : 2463440.567659,
          "N" : 285085
        },
        "bw_min" : 4016128,
        "bw_max" : 5459968,
        "bw_agg" : 100.000000,
        "bw_mean" : 4868775.554622,
        "bw_dev" : 62539.907188,
        "bw_samples" : 476,
        "iops_min" : 3922,
        "iops_max" : 5332,
        "iops_mean" : 4754.369748,
        "iops_stddev" : 61.048398,
        "iops_samples" : 476
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 240000,
      "usr_cpu" : 3.893750,
      "sys_cpu" : 18.033750,
      "ctx" : 285862,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 99.998597,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772824015,
  "timestamp_ms" : 1772824015371,
  "time" : "Fri Mar  6 15:06:55 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 109,
      "elapsed" : 81,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 346795540480,
        "io_kbytes" : 338667520,
        "bw_bytes" : 4954151233,
        "bw" : 4838038,
        "iops" : 4724.703933,
        "runtime" : 70001,
        "total_ios" : 330734,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 506093,
          "max" : 1842744,
          "mean" : 843466.520911,
          "stddev" : 86021.190670,
          "N" : 330734
        },
        "clat_ns" : {
          "min" : 21748401,
          "max" : 40042164,
          "mean" : 26248401.349330,
          "stddev" : 2394101.955636,
          "N" : 330730,
          "percentile" : {
            "1.000000" : 22413312,
            "5.000000" : 23199744,
            "10.000000" : 23724032,
            "20.000000" : 24510464,
            "30.000000" : 25034752,
            "40.000000" : 25296896,
            "50.000000" : 25821184,
            "60.000000" : 26345472,
            "70.000000" : 26869760,
            "80.000000" : 27656192,
            "90.000000" : 29491200,
            "95.000000" : 31064064,
            "99.000000" : 33816576,
            "99.500000" : 35913728,
            "99.900000" : 38535168,
            "99.950000" : 39059456,
            "99.990000" : 40108032
          },
          "bins" : {
            "21626880" : 2,
            "21889024" : 366,
            "22151168" : 1029,
            "22413312" : 3477,
            "22675456" : 4898,
            "22937600" : 4796,
            "23199744" : 6022,
            "23461888" : 7277,
            "23724032" : 7362,
            "23986176" : 10371,
            "24248320" : 17170,
            "24510464" : 17649,
            "24772608" : 15898,
            "25034752" : 18797,
            "25296896" : 21970,
            "25559040" : 22109,
            "25821184" : 20514,
            "26083328" : 17369,
            "26345472" : 15037,
            "26607616" : 13649,
            "26869760" : 12582,
            "27131904" : 9788,
            "27394048" : 10424,
            "27656192" : 8707,
            "27918336" : 7613,
            "28180480" : 5889,
            "28442624" : 4703,
            "28704768" : 4259,
            "28966912" : 3801,
            "29229056" : 3304,
            "29491200" : 2914,
            "29753344" : 2771,
            "30015488" : 2656,
            "30277632" : 2540,
            "30539776" : 2420,
            "30801920" : 2281,
            "31064064" : 2149,
            "31326208" : 1962,
            "31588352" : 1719,
            "31850496" : 1636,
            "32112640" : 1427,
            "32374784" : 1413,
            "32636928" : 1340,
            "32899072" : 868,
            "33161216" : 1038,
            "33423360" : 793,
            "33816576" : 929,
            "34340864" : 565,
            "34865152" : 494,
            "35389440" : 320,
            "35913728" : 284,
            "36438016" : 300,
            "36962304" : 274,
            "37486592" : 220,
            "38010880" : 206,
            "38535168" : 135,
            "39059456" : 147,
            "39583744" : 60,
            "40108032" : 37
          }
        },
        "lat_ns" : {
          "min" : 22464635,
          "max" : 41274216,
          "mean" : 27091927.438312,
          "stddev" : 2468827.002120,
          "N" : 330730
        },
        "bw_min" : 4016128,
        "bw_max" : 5459968,
        "bw_agg" : 100.000000,
        "bw_mean" : 4839475.215827,
        "bw_dev" : 63020.400443,
        "bw_samples" : 556,
        "iops_min" : 3922,
        "iops_max" : 5332,
        "iops_mean" : 4725.784173,
        "iops_stddev" : 61.516587,
        "iops_samples" : 556
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 280000,
      "usr_cpu" : 3.890714,
      "sys_cpu" : 17.883929,
      "ctx" : 331601,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 99.998791,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772824025,
  "timestamp_ms" : 1772824025370,
  "time" : "Fri Mar  6 15:07:05 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 100,
      "elapsed" : 91,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 395566907392,
        "io_kbytes" : 386295808,
        "bw_bytes" : 4944586342,
        "bw" : 4828697,
        "iops" : 4715.575000,
        "runtime" : 80000,
        "total_ios" : 377246,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 506093,
          "max" : 1842744,
          "mean" : 845114.073562,
          "stddev" : 85635.040947,
          "N" : 377246
        },
        "clat_ns" : {
          "min" : 21748401,
          "max" : 40042164,
          "mean" : 26299398.651902,
          "stddev" : 2383403.304365,
          "N" : 377242,
          "percentile" : {
            "1.000000" : 22413312,
            "5.000000" : 23199744,
            "10.000000" : 23986176,
            "20.000000" : 24510464,
            "30.000000" : 25034752,
            "40.000000" : 25296896,
            "50.000000" : 25821184,
            "60.000000" : 26345472,
            "70.000000" : 26869760,
            "80.000000" : 27656192,
            "90.000000" : 29491200,
            "95.000000" : 31326208,
            "99.000000" : 33816576,
            "99.500000" : 35389440,
            "99.900000" : 38535168,
            "99.950000" : 39059456,
            "99.990000" : 39583744
          },
          "bins" : {
            "21626880" : 2,
            "21889024" : 366,
            "22151168" : 1029,
            "22413312" : 3477,
            "22675456" : 4898,
            "22937600" : 4796,
            "23199744" : 6033,
            "23461888" : 7735,
            "23724032" : 7999,
            "23986176" : 11512,
            "24248320" : 18469,
            "24510464" : 19512,
            "24772608" : 18901,
            "25034752" : 22866,
            "25296896" : 26366,
            "25559040" : 25222,
            "25821184" : 23618,
            "26083328" : 19566,
            "26345472" : 17349,
            "26607616" : 15643,
            "26869760" : 14888,
            "27131904" : 11548,
            "27394048" : 11611,
            "27656192" : 9681,
            "27918336" : 8652,
            "28180480" : 7156,
            "28442624" : 5421,
            "28704768" : 4857,
            "28966912" : 4321,
            "29229056" : 3888,
            "29491200" : 3429,
            "29753344" : 3316,
            "30015488" : 3122,
            "30277632" : 2950,
            "30539776" : 2801,
            "30801920" : 2699,
            "31064064" : 2488,
            "31326208" : 2305,
            "31588352" : 1965,
            "31850496" : 1884,
            "32112640" : 1659,
            "32374784" : 1654,
            "32636928" : 1601,
            "32899072" : 1149,
            "33161216" : 1252,
            "33423360" : 928,
            "33816576" : 1163,
            "34340864" : 796,
            "34865152" : 638,
            "35389440" : 358,
            "35913728" : 323,
            "36438016" : 301,
            "36962304" : 274,
            "37486592" : 220,
            "38010880" : 206,
            "38535168" : 135,
            "39059456" : 147,
            "39583744" : 60,
            "40108032" : 37
          }
        },
        "lat_ns" : {
          "min" : 22464635,
          "max" : 41274216,
          "mean" : 27144571.642672,
          "stddev" : 2457767.620073,
          "N" : 377242
        },
        "bw_min" : 4016128,
        "bw_max" : 5459968,
        "bw_agg" : 100.000000,
        "bw_mean" : 4829836.748428,
        "bw_dev" : 61568.231794,
        "bw_samples" : 636,
        "iops_min" : 3922,
        "iops_max" : 5332,
        "iops_mean" : 4716.389937,
        "iops_stddev" : 60.100515,
        "iops_samples" : 636
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 319999,
      "usr_cpu" : 3.877825,
      "sys_cpu" : 17.803806,
      "ctx" : 378281,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 99.998940,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772824035,
  "timestamp_ms" : 1772824035370,
  "time" : "Fri Mar  6 15:07:15 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 90,
      "elapsed" : 101,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 442721370112,
        "io_kbytes" : 432345088,
        "bw_bytes" : 4919126334,
        "bw" : 4803834,
        "iops" : 4691.277778,
        "runtime" : 90000,
        "total_ios" : 422215,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 506093,
          "max" : 1842744,
          "mean" : 849501.790934,
          "stddev" : 87682.239344,
          "N" : 422216
        },
        "clat_ns" : {
          "min" : 21748401,
          "max" : 43735686,
          "mean" : 26435154.077006,
          "stddev" : 2455299.190193,
          "N" : 422212,
          "percentile" : {
            "1.000000" : 22413312,
            "5.000000" : 23461888,
            "10.000000" : 23986176,
            "20.000000" : 24510464,
            "30.000000" : 25034752,
            "40.000000" : 25559040,
            "50.000000" : 25821184,
            "60.000000" : 26345472,
            "70.000000" : 27131904,
            "80.000000" : 27918336,
            "90.000000" : 29753344,
            "95.000000" : 31326208,
            "99.000000" : 34340864,
            "99.500000" : 35913728,
            "99.900000" : 39059456,
            "99.950000" : 40108032,
            "99.990000" : 43253760
          },
          "bins" : {
            "21626880" : 2,
            "21889024" : 366,
            "22151168" : 1029,
            "22413312" : 3477,
            "22675456" : 4898,
            "22937600" : 4796,
            "23199744" : 6081,
            "23461888" : 7902,
            "23724032" : 8345,
            "23986176" : 11697,
            "24248320" : 19816,
            "24510464" : 20958,
            "24772608" : 21383,
            "25034752" : 25672,
            "25296896" : 27970,
            "25559040" : 27416,
            "25821184" : 25338,
            "26083328" : 21540,
            "26345472" : 18662,
            "26607616" : 17596,
            "26869760" : 17417,
            "27131904" : 14034,
            "27394048" : 13804,
            "27656192" : 11168,
            "27918336" : 10067,
            "28180480" : 8485,
            "28442624" : 6355,
            "28704768" : 5879,
            "28966912" : 5755,
            "29229056" : 5037,
            "29491200" : 4333,
            "29753344" : 4264,
            "30015488" : 3705,
            "30277632" : 3633,
            "30539776" : 3380,
            "30801920" : 3333,
            "31064064" : 3153,
            "31326208" : 2891,
            "31588352" : 2267,
            "31850496" : 2137,
            "32112640" : 1919,
            "32374784" : 1928,
            "32636928" : 1980,
            "32899072" : 1536,
            "33161216" : 1555,
            "33423360" : 1132,
            "33816576" : 1575,
            "34340864" : 1017,
            "34865152" : 748,
            "35389440" : 459,
            "35913728" : 488,
            "36438016" : 367,
            "36962304" : 339,
            "37486592" : 283,
            "38010880" : 222,
            "38535168" : 156,
            "39059456" : 167,
            "39583744" : 81,
            "40108032" : 53,
            "40632320" : 16,
            "41156608" : 18,
            "41680896" : 19,
            "42205184" : 19,
            "42729472" : 19,
            "43253760" : 40,
            "43778048" : 35
          }
        },
        "lat_ns" : {
          "min" : 22464635,
          "max" : 45055131,
          "mean" : 27284696.524774,
          "stddev" : 2532040.782839,
          "N" : 422212
        },
        "bw_min" : 3913728,
        "bw_max" : 5459968,
        "bw_agg" : 100.000000,
        "bw_mean" : 4805324.709497,
        "bw_dev" : 66027.138116,
        "bw_samples" : 716,
        "iops_min" : 3822,
        "iops_max" : 5332,
        "iops_mean" : 4692.446927,
        "iops_stddev" : 64.466252,
        "iops_samples" : 716
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 359998,
      "usr_cpu" : 3.855021,
      "sys_cpu" : 17.691487,
      "ctx" : 423358,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 99.999289,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772824045,
  "timestamp_ms" : 1772824045370,
  "time" : "Fri Mar  6 15:07:25 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 79,
      "elapsed" : 111,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 490606690304,
        "io_kbytes" : 479108096,
        "bw_bytes" : 4906066903,
        "bw" : 4791080,
        "iops" : 4678.820000,
        "runtime" : 100000,
        "total_ios" : 467882,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 506093,
          "max" : 1842744,
          "mean" : 851773.542805,
          "stddev" : 88016.885889,
          "N" : 467883
        },
        "clat_ns" : {
          "min" : 21748401,
          "max" : 43735686,
          "mean" : 26505314.668810,
          "stddev" : 2466697.616557,
          "N" : 467879,
          "percentile" : {
            "1.000000" : 22413312,
            "5.000000" : 23461888,
            "10.000000" : 23986176,
            "20.000000" : 24510464,
            "30.000000" : 25034752,
            "40.000000" : 25559040,
            "50.000000" : 26083328,
            "60.000000" : 26607616,
            "70.000000" : 27131904,
            "80.000000" : 28180480,
            "90.000000" : 29753344,
            "95.000000" : 31588352,
            "99.000000" : 34340864,
            "99.500000" : 35913728,
            "99.900000" : 39059456,
            "99.950000" : 39583744,
            "99.990000" : 43253760
          },
          "bins" : {
            "21626880" : 2,
            "21889024" : 366,
            "22151168" : 1029,
            "22413312" : 3477,
            "22675456" : 4898,
            "22937600" : 4812,
            "23199744" : 6226,
            "23461888" : 8412,
            "23724032" : 9028,
            "23986176" : 13354,
            "24248320" : 20765,
            "24510464" : 22630,
            "24772608" : 24532,
            "25034752" : 28287,
            "25296896" : 29577,
            "25559040" : 29016,
            "25821184" : 27362,
            "26083328" : 23183,
            "26345472" : 20540,
            "26607616" : 18865,
            "26869760" : 19050,
            "27131904" : 16623,
            "27394048" : 15687,
            "27656192" : 13568,
            "27918336" : 12285,
            "28180480" : 10386,
            "28442624" : 8247,
            "28704768" : 7147,
            "28966912" : 6749,
            "29229056" : 5945,
            "29491200" : 4943,
            "29753344" : 4875,
            "30015488" : 4396,
            "30277632" : 4066,
            "30539776" : 3801,
            "30801920" : 3662,
            "31064064" : 3493,
            "31326208" : 3190,
            "31588352" : 2621,
            "31850496" : 2435,
            "32112640" : 2142,
            "32374784" : 2136,
            "32636928" : 2213,
            "32899072" : 1667,
            "33161216" : 1689,
            "33423360" : 1241,
            "33816576" : 1825,
            "34340864" : 1208,
            "34865152" : 927,
            "35389440" : 531,
            "35913728" : 570,
            "36438016" : 451,
            "36962304" : 459,
            "37486592" : 355,
            "38010880" : 245,
            "38535168" : 208,
            "39059456" : 182,
            "39583744" : 81,
            "40108032" : 53,
            "40632320" : 16,
            "41156608" : 18,
            "41680896" : 19,
            "42205184" : 19,
            "42729472" : 19,
            "43253760" : 40,
            "43778048" : 35
          }
        },
        "lat_ns" : {
          "min" : 22464635,
          "max" : 45055131,
          "mean" : 27357115.908733,
          "stddev" : 2543815.271192,
          "N" : 467879
        },
        "bw_min" : 3913728,
        "bw_max" : 5459968,
        "bw_agg" : 100.000000,
        "bw_mean" : 4793444.256281,
        "bw_dev" : 66757.496203,
        "bw_samples" : 796,
        "iops_min" : 3822,
        "iops_max" : 5332,
        "iops_mean" : 4680.854271,
        "iops_stddev" : 65.176601,
        "iops_samples" : 796
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 399999,
      "usr_cpu" : 3.859510,
      "sys_cpu" : 17.625294,
      "ctx" : 469207,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 99.999359,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772824055,
  "timestamp_ms" : 1772824055371,
  "time" : "Fri Mar  6 15:07:35 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 68,
      "elapsed" : 121,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 537253642240,
        "io_kbytes" : 524661760,
        "bw_bytes" : 4884079619,
        "bw" : 4769609,
        "iops" : 4657.848565,
        "runtime" : 110001,
        "total_ios" : 512368,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 506093,
          "max" : 1842744,
          "mean" : 855616.858938,
          "stddev" : 88228.777214,
          "N" : 512369
        },
        "clat_ns" : {
          "min" : 21748401,
          "max" : 43735686,
          "mean" : 26623954.187177,
          "stddev" : 2473294.476936,
          "N" : 512365,
          "percentile" : {
            "1.000000" : 22675456,
            "5.000000" : 23461888,
            "10.000000" : 23986176,
            "20.000000" : 24772608,
            "30.000000" : 25296896,
            "40.000000" : 25559040,
            "50.000000" : 26083328,
            "60.000000" : 26607616,
            "70.000000" : 27394048,
            "80.000000" : 28180480,
            "90.000000" : 30015488,
            "95.000000" : 31588352,
            "99.000000" : 34340864,
            "99.500000" : 35913728,
            "99.900000" : 39059456,
            "99.950000" : 39583744,
            "99.990000" : 43253760
          },
          "bins" : {
            "21626880" : 2,
            "21889024" : 366,
            "22151168" : 1029,
            "22413312" : 3477,
            "22675456" : 4898,
            "22937600" : 4812,
            "23199744" : 6226,
            "23461888" : 8412,
            "23724032" : 9028,
            "23986176" : 13354,
            "24248320" : 20765,
            "24510464" : 22630,
            "24772608" : 24589,
            "25034752" : 28780,
            "25296896" : 30713,
            "25559040" : 31490,
            "25821184" : 29362,
            "26083328" : 25051,
            "26345472" : 24111,
            "26607616" : 23136,
            "26869760" : 21918,
            "27131904" : 19417,
            "27394048" : 19377,
            "27656192" : 16919,
            "27918336" : 13664,
            "28180480" : 11829,
            "28442624" : 9736,
            "28704768" : 8891,
            "28966912" : 7818,
            "29229056" : 6658,
            "29491200" : 5638,
            "29753344" : 5577,
            "30015488" : 4937,
            "30277632" : 4585,
            "30539776" : 4310,
            "30801920" : 4008,
            "31064064" : 3898,
            "31326208" : 3575,
            "31588352" : 2989,
            "31850496" : 2923,
            "32112640" : 2575,
            "32374784" : 2514,
            "32636928" : 2485,
            "32899072" : 1938,
            "33161216" : 1911,
            "33423360" : 1476,
            "33816576" : 2264,
            "34340864" : 1532,
            "34865152" : 1098,
            "35389440" : 615,
            "35913728" : 658,
            "36438016" : 500,
            "36962304" : 483,
            "37486592" : 385,
            "38010880" : 267,
            "38535168" : 243,
            "39059456" : 223,
            "39583744" : 81,
            "40108032" : 53,
            "40632320" : 16,
            "41156608" : 18,
            "41680896" : 19,
            "42205184" : 19,
            "42729472" : 19,
            "43253760" : 40,
            "43778048" : 35
          }
        },
        "lat_ns" : {
          "min" : 22464635,
          "max" : 45055131,
          "mean" : 27479558.981757,
          "stddev" : 2550602.424249,
          "N" : 512365
        },
        "bw_min" : 3913728,
        "bw_max" : 5459968,
        "bw_agg" : 100.000000,
        "bw_mean" : 4771622.059361,
        "bw_dev" : 66521.419624,
        "bw_samples" : 876,
        "iops_min" : 3822,
        "iops_max" : 5332,
        "iops_mean" : 4659.561644,
        "iops_stddev" : 64.943767,
        "iops_samples" : 876
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 440000,
      "usr_cpu" : 3.842045,
      "sys_cpu" : 17.541136,
      "ctx" : 513811,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 99.999414,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772824065,
  "timestamp_ms" : 1772824065370,
  "time" : "Fri Mar  6 15:07:45 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 60,
      "elapsed" : 131,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 584759377920,
        "io_kbytes" : 571054080,
        "bw_bytes" : 4872994816,
        "bw" : 4758784,
        "iops" : 4647.283333,
        "runtime" : 120000,
        "total_ios" : 557674,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 506093,
          "max" : 1842744,
          "mean" : 857571.067369,
          "stddev" : 88039.794559,
          "N" : 557674
        },
        "clat_ns" : {
          "min" : 21748401,
          "max" : 43735686,
          "mean" : 26684485.438761,
          "stddev" : 2468003.110851,
          "N" : 557670,
          "percentile" : {
            "1.000000" : 22675456,
            "5.000000" : 23461888,
            "10.000000" : 24248320,
            "20.000000" : 24772608,
            "30.000000" : 25296896,
            "40.000000" : 25821184,
            "50.000000" : 26083328,
            "60.000000" : 26869760,
            "70.000000" : 27394048,
            "80.000000" : 28180480,
            "90.000000" : 30015488,
            "95.000000" : 31588352,
            "99.000000" : 34340864,
            "99.500000" : 35913728,
            "99.900000" : 38535168,
            "99.950000" : 39583744,
            "99.990000" : 43253760
          },
          "bins" : {
            "21626880" : 2,
            "21889024" : 366,
            "22151168" : 1029,
            "22413312" : 3477,
            "22675456" : 4898,
            "22937600" : 4812,
            "23199744" : 6227,
            "23461888" : 8616,
            "23724032" : 9701,
            "23986176" : 14254,
            "24248320" : 21755,
            "24510464" : 23745,
            "24772608" : 26245,
            "25034752" : 30029,
            "25296896" : 31450,
            "25559040" : 32823,
            "25821184" : 31862,
            "26083328" : 27598,
            "26345472" : 26536,
            "26607616" : 26617,
            "26869760" : 25177,
            "27131904" : 23094,
            "27394048" : 21605,
            "27656192" : 19081,
            "27918336" : 15655,
            "28180480" : 13297,
            "28442624" : 10815,
            "28704768" : 9817,
            "28966912" : 8553,
            "29229056" : 7330,
            "29491200" : 6323,
            "29753344" : 6036,
            "30015488" : 5397,
            "30277632" : 5207,
            "30539776" : 4899,
            "30801920" : 4378,
            "31064064" : 4249,
            "31326208" : 4010,
            "31588352" : 3354,
            "31850496" : 3203,
            "32112640" : 2882,
            "32374784" : 2797,
            "32636928" : 2769,
            "32899072" : 2220,
            "33161216" : 2181,
            "33423360" : 1680,
            "33816576" : 2668,
            "34340864" : 1905,
            "34865152" : 1166,
            "35389440" : 695,
            "35913728" : 725,
            "36438016" : 559,
            "36962304" : 483,
            "37486592" : 385,
            "38010880" : 267,
            "38535168" : 243,
            "39059456" : 223,
            "39583744" : 81,
            "40108032" : 53,
            "40632320" : 16,
            "41156608" : 18,
            "41680896" : 19,
            "42205184" : 19,
            "42729472" : 19,
            "43253760" : 40,
            "43778048" : 35
          }
        },
        "lat_ns" : {
          "min" : 22464635,
          "max" : 45055131,
          "mean" : 27542045.486682,
          "stddev" : 2545149.558464,
          "N" : 557670
        },
        "bw_min" : 3913728,
        "bw_max" : 5459968,
        "bw_agg" : 99.985543,
        "bw_mean" : 4758096.347280,
        "bw_dev" : 65857.186807,
        "bw_samples" : 956,
        "iops_min" : 3822,
        "iops_max" : 5332,
        "iops_mean" : 4646.368201,
        "iops_stddev" : 64.294583,
        "iops_samples" : 956
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 479997,
      "usr_cpu" : 3.823982,
      "sys_cpu" : 17.492818,
      "ctx" : 559225,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 99.999283,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772824075,
  "timestamp_ms" : 1772824075370,
  "time" : "Fri Mar  6 15:07:55 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 50,
      "elapsed" : 141,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 632149770240,
        "io_kbytes" : 617333760,
        "bw_bytes" : 4862690540,
        "bw" : 4748721,
        "iops" : 4637.453846,
        "runtime" : 130000,
        "total_ios" : 602869,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 506093,
          "max" : 1842744,
          "mean" : 859395.608338,
          "stddev" : 88005.129035,
          "N" : 602869
        },
        "clat_ns" : {
          "min" : 21748401,
          "max" : 43735686,
          "mean" : 26741699.313135,
          "stddev" : 2468885.168536,
          "N" : 602865,
          "percentile" : {
            "1.000000" : 22675456,
            "5.000000" : 23724032,
            "10.000000" : 24248320,
            "20.000000" : 24772608,
            "30.000000" : 25296896,
            "40.000000" : 25821184,
            "50.000000" : 26345472,
            "60.000000" : 26869760,
            "70.000000" : 27394048,
            "80.000000" : 28180480,
            "90.000000" : 30015488,
            "95.000000" : 31850496,
            "99.000000" : 34340864,
            "99.500000" : 35913728,
            "99.900000" : 38535168,
            "99.950000" : 39059456,
            "99.990000" : 43253760
          },
          "bins" : {
            "21626880" : 2,
            "21889024" : 366,
            "22151168" : 1029,
            "22413312" : 3477,
            "22675456" : 4898,
            "22937600" : 4812,
            "23199744" : 6227,
            "23461888" : 8764,
            "23724032" : 10190,
            "23986176" : 15383,
            "24248320" : 22578,
            "24510464" : 24821,
            "24772608" : 27247,
            "25034752" : 30804,
            "25296896" : 32464,
            "25559040" : 34310,
            "25821184" : 34401,
            "26083328" : 30819,
            "26345472" : 29104,
            "26607616" : 29305,
            "26869760" : 28909,
            "27131904" : 26112,
            "27394048" : 24492,
            "27656192" : 21388,
            "27918336" : 17927,
            "28180480" : 14894,
            "28442624" : 11855,
            "28704768" : 10578,
            "28966912" : 9246,
            "29229056" : 8188,
            "29491200" : 7010,
            "29753344" : 6560,
            "30015488" : 5827,
            "30277632" : 5599,
            "30539776" : 5325,
            "30801920" : 4875,
            "31064064" : 4668,
            "31326208" : 4336,
            "31588352" : 3668,
            "31850496" : 3480,
            "32112640" : 3112,
            "32374784" : 3122,
            "32636928" : 2974,
            "32899072" : 2390,
            "33161216" : 2365,
            "33423360" : 1832,
            "33816576" : 3036,
            "34340864" : 2267,
            "34865152" : 1427,
            "35389440" : 874,
            "35913728" : 836,
            "36438016" : 634,
            "36962304" : 563,
            "37486592" : 419,
            "38010880" : 310,
            "38535168" : 243,
            "39059456" : 223,
            "39583744" : 81,
            "40108032" : 53,
            "40632320" : 16,
            "41156608" : 18,
            "41680896" : 19,
            "42205184" : 19,
            "42729472" : 19,
            "43253760" : 40,
            "43778048" : 35
          }
        },
        "lat_ns" : {
          "min" : 22464635,
          "max" : 45055131,
          "mean" : 27601131.671865,
          "stddev" : 2546045.849269,
          "N" : 602865
        },
        "bw_min" : 3913728,
        "bw_max" : 5459968,
        "bw_agg" : 100.000000,
        "bw_mean" : 4749947.903475,
        "bw_dev" : 65521.090220,
        "bw_samples" : 1036,
        "iops_min" : 3822,
        "iops_max" : 5332,
        "iops_mean" : 4638.416988,
        "iops_stddev" : 63.966127,
        "iops_samples" : 1036
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 519997,
      "usr_cpu" : 3.810407,
      "sys_cpu" : 17.431254,
      "ctx" : 604518,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 99.999337,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772824085,
  "timestamp_ms" : 1772824085371,
  "time" : "Fri Mar  6 15:08:05 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 39,
      "elapsed" : 151,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 678768410624,
        "io_kbytes" : 662859776,
        "bw_bytes" : 4848311159,
        "bw" : 4734678,
        "iops" : 4623.738402,
        "runtime" : 140001,
        "total_ios" : 647328,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 506093,
          "max" : 1842744,
          "mean" : 861948.794939,
          "stddev" : 88494.228473,
          "N" : 647328
        },
        "clat_ns" : {
          "min" : 21748401,
          "max" : 43735686,
          "mean" : 26820867.962278,
          "stddev" : 2486655.355217,
          "N" : 647324,
          "percentile" : {
            "1.000000" : 22675456,
            "5.000000" : 23724032,
            "10.000000" : 24248320,
            "20.000000" : 24772608,
            "30.000000" : 25296896,
            "40.000000" : 25821184,
            "50.000000" : 26345472,
            "60.000000" : 26869760,
            "70.000000" : 27394048,
            "80.000000" : 28442624,
            "90.000000" : 30277632,
            "95.000000" : 31850496,
            "99.000000" : 34865152,
            "99.500000" : 36438016,
            "99.900000" : 38535168,
            "99.950000" : 39059456,
            "99.990000" : 43253760
          },
          "bins" : {
            "21626880" : 2,
            "21889024" : 366,
            "22151168" : 1029,
            "22413312" : 3477,
            "22675456" : 4898,
            "22937600" : 4812,
            "23199744" : 6227,
            "23461888" : 8764,
            "23724032" : 10190,
            "23986176" : 15529,
            "24248320" : 22737,
            "24510464" : 25287,
            "24772608" : 28106,
            "25034752" : 31880,
            "25296896" : 33512,
            "25559040" : 35403,
            "25821184" : 35680,
            "26083328" : 32489,
            "26345472" : 32970,
            "26607616" : 34471,
            "26869760" : 32313,
            "27131904" : 28976,
            "27394048" : 27147,
            "27656192" : 24328,
            "27918336" : 19768,
            "28180480" : 16266,
            "28442624" : 13140,
            "28704768" : 11544,
            "28966912" : 10137,
            "29229056" : 9164,
            "29491200" : 7733,
            "29753344" : 7281,
            "30015488" : 6298,
            "30277632" : 6126,
            "30539776" : 5730,
            "30801920" : 5240,
            "31064064" : 5048,
            "31326208" : 4738,
            "31588352" : 4051,
            "31850496" : 3916,
            "32112640" : 3483,
            "32374784" : 3534,
            "32636928" : 3238,
            "32899072" : 2600,
            "33161216" : 2566,
            "33423360" : 2050,
            "33816576" : 3378,
            "34340864" : 2536,
            "34865152" : 1683,
            "35389440" : 1081,
            "35913728" : 1028,
            "36438016" : 835,
            "36962304" : 738,
            "37486592" : 547,
            "38010880" : 369,
            "38535168" : 333,
            "39059456" : 252,
            "39583744" : 81,
            "40108032" : 53,
            "40632320" : 16,
            "41156608" : 18,
            "41680896" : 19,
            "42205184" : 19,
            "42729472" : 19,
            "43253760" : 40,
            "43778048" : 35
          }
        },
        "lat_ns" : {
          "min" : 22464635,
          "max" : 45055131,
          "mean" : 27682847.510738,
          "stddev" : 2564358.021397,
          "N" : 647324
        },
        "bw_min" : 3913728,
        "bw_max" : 5459968,
        "bw_agg" : 100.000000,
        "bw_mean" : 4735065.888889,
        "bw_dev" : 65611.583785,
        "bw_samples" : 1116,
        "iops_min" : 3822,
        "iops_max" : 5332,
        "iops_mean" : 4623.892473,
        "iops_stddev" : 64.054259,
        "iops_samples" : 1116
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 560000,
      "usr_cpu" : 3.795000,
      "sys_cpu" : 17.357500,
      "ctx" : 649063,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 99.999382,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772824095,
  "timestamp_ms" : 1772824095371,
  "time" : "Fri Mar  6 15:08:15 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 30,
      "elapsed" : 161,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 725455208448,
        "io_kbytes" : 708452352,
        "bw_bytes" : 4836368056,
        "bw" : 4723015,
        "iops" : 4612.346667,
        "runtime" : 150000,
        "total_ios" : 691852,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 503529,
          "max" : 1842744,
          "mean" : 864088.341384,
          "stddev" : 88867.502172,
          "N" : 691852
        },
        "clat_ns" : {
          "min" : 21748401,
          "max" : 43735686,
          "mean" : 26886274.020218,
          "stddev" : 2497790.889818,
          "N" : 691848,
          "percentile" : {
            "1.000000" : 22675456,
            "5.000000" : 23724032,
            "10.000000" : 24248320,
            "20.000000" : 25034752,
            "30.000000" : 25559040,
            "40.000000" : 25821184,
            "50.000000" : 26345472,
            "60.000000" : 26869760,
            "70.000000" : 27656192,
            "80.000000" : 28442624,
            "90.000000" : 30277632,
            "95.000000" : 31850496,
            "99.000000" : 34865152,
            "99.500000" : 36438016,
            "99.900000" : 38535168,
            "99.950000" : 39059456,
            "99.990000" : 43253760
          },
          "bins" : {
            "21626880" : 2,
            "21889024" : 366,
            "22151168" : 1029,
            "22413312" : 3477,
            "22675456" : 4898,
            "22937600" : 4812,
            "23199744" : 6227,
            "23461888" : 8764,
            "23724032" : 10190,
            "23986176" : 15529,
            "24248320" : 22917,
            "24510464" : 26516,
            "24772608" : 30214,
            "25034752" : 33683,
            "25296896" : 34374,
            "25559040" : 36391,
            "25821184" : 37441,
            "26083328" : 34294,
            "26345472" : 34838,
            "26607616" : 36248,
            "26869760" : 34798,
            "27131904" : 32045,
            "27394048" : 30489,
            "27656192" : 27722,
            "27918336" : 22546,
            "28180480" : 18420,
            "28442624" : 15185,
            "28704768" : 12914,
            "28966912" : 10924,
            "29229056" : 9871,
            "29491200" : 8412,
            "29753344" : 8008,
            "30015488" : 6886,
            "30277632" : 6632,
            "30539776" : 6114,
            "30801920" : 5596,
            "31064064" : 5408,
            "31326208" : 5051,
            "31588352" : 4352,
            "31850496" : 4199,
            "32112640" : 3833,
            "32374784" : 3871,
            "32636928" : 3483,
            "32899072" : 2815,
            "33161216" : 2761,
            "33423360" : 2281,
            "33816576" : 3802,
            "34340864" : 2933,
            "34865152" : 1946,
            "35389440" : 1254,
            "35913728" : 1166,
            "36438016" : 982,
            "36962304" : 885,
            "37486592" : 668,
            "38010880" : 449,
            "38535168" : 385,
            "39059456" : 252,
            "39583744" : 81,
            "40108032" : 53,
            "40632320" : 16,
            "41156608" : 18,
            "41680896" : 19,
            "42205184" : 19,
            "42729472" : 19,
            "43253760" : 40,
            "43778048" : 35
          }
        },
        "lat_ns" : {
          "min" : 22464635,
          "max" : 45055131,
          "mean" : 27750323.372303,
          "stddev" : 2575774.297371,
          "N" : 691848
        },
        "bw_min" : 3913728,
        "bw_max" : 5459968,
        "bw_agg" : 100.000000,
        "bw_mean" : 4723770.113712,
        "bw_dev" : 65566.959735,
        "bw_samples" : 1196,
        "iops_min" : 3822,
        "iops_max" : 5332,
        "iops_mean" : 4612.869565,
        "iops_stddev" : 64.010429,
        "iops_samples" : 1196
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 599999,
      "usr_cpu" : 3.775506,
      "sys_cpu" : 17.311529,
      "ctx" : 693698,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 99.999422,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772824105,
  "timestamp_ms" : 1772824105371,
  "time" : "Fri Mar  6 15:08:25 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 20,
      "elapsed" : 171,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 771584163840,
        "io_kbytes" : 753500160,
        "bw_bytes" : 4822370884,
        "bw" : 4709346,
        "iops" : 4598.996256,
        "runtime" : 160001,
        "total_ios" : 735844,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 503529,
          "max" : 1842744,
          "mean" : 866600.894645,
          "stddev" : 89252.432710,
          "N" : 735844
        },
        "clat_ns" : {
          "min" : 21748401,
          "max" : 43735686,
          "mean" : 26964924.699959,
          "stddev" : 2512833.219108,
          "N" : 735840,
          "percentile" : {
            "1.000000" : 22675456,
            "5.000000" : 23724032,
            "10.000000" : 24248320,
            "20.000000" : 25034752,
            "30.000000" : 25559040,
            "40.000000" : 26083328,
            "50.000000" : 26607616,
            "60.000000" : 27131904,
            "70.000000" : 27656192,
            "80.000000" : 28442624,
            "90.000000" : 30277632,
            "95.000000" : 32112640,
            "99.000000" : 35389440,
            "99.500000" : 36438016,
            "99.900000" : 39059456,
            "99.950000" : 40108032,
            "99.990000" : 43253760
          },
          "bins" : {
            "21626880" : 2,
            "21889024" : 366,
            "22151168" : 1029,
            "22413312" : 3477,
            "22675456" : 4898,
            "22937600" : 4812,
            "23199744" : 6227,
            "23461888" : 8764,
            "23724032" : 10190,
            "23986176" : 15529,
            "24248320" : 22917,
            "24510464" : 26516,
            "24772608" : 30214,
            "25034752" : 33684,
            "25296896" : 34720,
            "25559040" : 37128,
            "25821184" : 40126,
            "26083328" : 37468,
            "26345472" : 37344,
            "26607616" : 39089,
            "26869760" : 38696,
            "27131904" : 36088,
            "27394048" : 33200,
            "27656192" : 29908,
            "27918336" : 23754,
            "28180480" : 20851,
            "28442624" : 16947,
            "28704768" : 14096,
            "28966912" : 12252,
            "29229056" : 10948,
            "29491200" : 9105,
            "29753344" : 9306,
            "30015488" : 7847,
            "30277632" : 7521,
            "30539776" : 6701,
            "30801920" : 6196,
            "31064064" : 5969,
            "31326208" : 5466,
            "31588352" : 4723,
            "31850496" : 4640,
            "32112640" : 4142,
            "32374784" : 4114,
            "32636928" : 3728,
            "32899072" : 2955,
            "33161216" : 2909,
            "33423360" : 2425,
            "33816576" : 4045,
            "34340864" : 3249,
            "34865152" : 2137,
            "35389440" : 1444,
            "35913728" : 1277,
            "36438016" : 1093,
            "36962304" : 1013,
            "37486592" : 767,
            "38010880" : 510,
            "38535168" : 459,
            "39059456" : 317,
            "39583744" : 154,
            "40108032" : 129,
            "40632320" : 56,
            "41156608" : 71,
            "41680896" : 19,
            "42205184" : 19,
            "42729472" : 19,
            "43253760" : 40,
            "43778048" : 35
          }
        },
        "lat_ns" : {
          "min" : 22464635,
          "max" : 45055131,
          "mean" : 27831543.825303,
          "stddev" : 2591393.071171,
          "N" : 735840
        },
        "bw_min" : 3850240,
        "bw_max" : 5459968,
        "bw_agg" : 100.000000,
        "bw_mean" : 4710759.235110,
        "bw_dev" : 66490.058936,
        "bw_samples" : 1276,
        "iops_min" : 3760,
        "iops_max" : 5332,
        "iops_mean" : 4600.169279,
        "iops_stddev" : 64.911896,
        "iops_samples" : 1276
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 640000,
      "usr_cpu" : 3.757969,
      "sys_cpu" : 17.258281,
      "ctx" : 737812,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 99.999456,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772824115,
  "timestamp_ms" : 1772824115370,
  "time" : "Fri Mar  6 15:08:35 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 10,
      "elapsed" : 181,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 819499892736,
        "io_kbytes" : 800292864,
        "bw_bytes" : 4820587604,
        "bw" : 4707605,
        "iops" : 4597.294118,
        "runtime" : 170000,
        "total_ios" : 781540,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 503529,
          "max" : 1842744,
          "mean" : 866926.011445,
          "stddev" : 88480.967125,
          "N" : 781540
        },
        "clat_ns" : {
          "min" : 21748401,
          "max" : 43735686,
          "mean" : 26975030.711454,
          "stddev" : 2487873.583321,
          "N" : 781536,
          "percentile" : {
            "1.000000" : 22675456,
            "5.000000" : 23724032,
            "10.000000" : 24248320,
            "20.000000" : 25034752,
            "30.000000" : 25559040,
            "40.000000" : 26083328,
            "50.000000" : 26607616,
            "60.000000" : 27131904,
            "70.000000" : 27656192,
            "80.000000" : 28442624,
            "90.000000" : 30277632,
            "95.000000" : 31850496,
            "99.000000" : 34865152,
            "99.500000" : 36438016,
            "99.900000" : 39059456,
            "99.950000" : 39583744,
            "99.990000" : 42729472
          },
          "bins" : {
            "21626880" : 2,
            "21889024" : 366,
            "22151168" : 1029,
            "22413312" : 3477,
            "22675456" : 4898,
            "22937600" : 4812,
            "23199744" : 6269,
            "23461888" : 8824,
            "23724032" : 10226,
            "23986176" : 15813,
            "24248320" : 23792,
            "24510464" : 27937,
            "24772608" : 31147,
            "25034752" : 34368,
            "25296896" : 37407,
            "25559040" : 40503,
            "25821184" : 42376,
            "26083328" : 41574,
            "26345472" : 40590,
            "26607616" : 42862,
            "26869760" : 41794,
            "27131904" : 38143,
            "27394048" : 35530,
            "27656192" : 32204,
            "27918336" : 25754,
            "28180480" : 21965,
            "28442624" : 17878,
            "28704768" : 14954,
            "28966912" : 12965,
            "29229056" : 11486,
            "29491200" : 9609,
            "29753344" : 10192,
            "30015488" : 8337,
            "30277632" : 8026,
            "30539776" : 7085,
            "30801920" : 6594,
            "31064064" : 6309,
            "31326208" : 5735,
            "31588352" : 4945,
            "31850496" : 4873,
            "32112640" : 4374,
            "32374784" : 4319,
            "32636928" : 3904,
            "32899072" : 3128,
            "33161216" : 3078,
            "33423360" : 2563,
            "33816576" : 4258,
            "34340864" : 3462,
            "34865152" : 2215,
            "35389440" : 1522,
            "35913728" : 1309,
            "36438016" : 1146,
            "36962304" : 1013,
            "37486592" : 767,
            "38010880" : 510,
            "38535168" : 459,
            "39059456" : 317,
            "39583744" : 154,
            "40108032" : 129,
            "40632320" : 56,
            "41156608" : 71,
            "41680896" : 19,
            "42205184" : 19,
            "42729472" : 19,
            "43253760" : 40,
            "43778048" : 35
          }
        },
        "lat_ns" : {
          "min" : 22464635,
          "max" : 45055131,
          "mean" : 27841974.419986,
          "stddev" : 2565629.090601,
          "N" : 781536
        },
        "bw_min" : 3850240,
        "bw_max" : 5459968,
        "bw_agg" : 100.000000,
        "bw_mean" : 4709358.312684,
        "bw_dev" : 65231.067813,
        "bw_samples" : 1356,
        "iops_min" : 3760,
        "iops_max" : 5332,
        "iops_mean" : 4598.808260,
        "iops_stddev" : 63.682930,
        "iops_samples" : 1356
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 679999,
      "usr_cpu" : 3.754417,
      "sys_cpu" : 17.239143,
      "ctx" : 783619,
      "majf" : 0,
      "minf" : 141,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 99.999488,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772824125,
  "timestamp_ms" : 1772824125392,
  "time" : "Fri Mar  6 15:08:45 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 864850804736,
        "io_kbytes" : 844580864,
        "bw_bytes" : 4804700000,
        "bw" : 4692089,
        "iops" : 4581.774546,
        "runtime" : 180001,
        "total_ios" : 824724,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 477850,
          "max" : 1842744,
          "mean" : 869861.033240,
          "stddev" : 89034.931773,
          "N" : 824728
        },
        "clat_ns" : {
          "min" : 4136,
          "max" : 43735686,
          "mean" : 27063872.933923,
          "stddev" : 2516340.159731,
          "N" : 824848,
          "percentile" : {
            "1.000000" : 22675456,
            "5.000000" : 23986176,
            "10.000000" : 24510464,
            "20.000000" : 25034752,
            "30.000000" : 25559040,
            "40.000000" : 26083328,
            "50.000000" : 26607616,
            "60.000000" : 27131904,
            "70.000000" : 27656192,
            "80.000000" : 28704768,
            "90.000000" : 30539776,
            "95.000000" : 32112640,
            "99.000000" : 35389440,
            "99.500000" : 36438016,
            "99.900000" : 39059456,
            "99.950000" : 39583744,
            "99.990000" : 42729472
          },
          "bins" : {
            "4128" : 1,
            "4320" : 1,
            "4576" : 1,
            "15168" : 1,
            "485376" : 1,
            "872448" : 1,
            "929792" : 1,
            "954368" : 1,
            "978944" : 1,
            "1777664" : 1,
            "1794048" : 1,
            "1826816" : 1,
            "1892352" : 1,
            "2637824" : 2,
            "2703360" : 1,
            "2736128" : 1,
            "3522560" : 1,
            "3555328" : 1,
            "3588096" : 2,
            "4423680" : 3,
            "4489216" : 1,
            "5275648" : 3,
            "5341184" : 1,
            "6193152" : 2,
            "6258688" : 1,
            "6324224" : 1,
            "7045120" : 1,
            "7110656" : 3,
            "7897088" : 1,
            "7962624" : 2,
            "8028160" : 1,
            "8847360" : 4,
            "9764864" : 4,
            "10551296" : 1,
            "10682368" : 3,
            "11468800" : 2,
            "11599872" : 2,
            "12386304" : 4,
            "13303808" : 4,
            "14221312" : 3,
            "14352384" : 1,
            "15138816" : 4,
            "15925248" : 1,
            "16056320" : 3,
            "16908288" : 4,
            "17694720" : 3,
            "17956864" : 1,
            "18743296" : 4,
            "19529728" : 4,
            "20316160" : 1,
            "20578304" : 3,
            "21364736" : 4,
            "21626880" : 2,
            "21889024" : 366,
            "22151168" : 1031,
            "22413312" : 3479,
            "22675456" : 4898,
            "22937600" : 4812,
            "23199744" : 6273,
            "23461888" : 8824,
            "23724032" : 10226,
            "23986176" : 15817,
            "24248320" : 23792,
            "24510464" : 27937,
            "24772608" : 31149,
            "25034752" : 34375,
            "25296896" : 37788,
            "25559040" : 40870,
            "25821184" : 43436,
            "26083328" : 43374,
            "26345472" : 41674,
            "26607616" : 44460,
            "26869760" : 43583,
            "27131904" : 41396,
            "27394048" : 39781,
            "27656192" : 35409,
            "27918336" : 29319,
            "28180480" : 24485,
            "28442624" : 19340,
            "28704768" : 16212,
            "28966912" : 14320,
            "29229056" : 13172,
            "29491200" : 10497,
            "29753344" : 10970,
            "30015488" : 9253,
            "30277632" : 9902,
            "30539776" : 8323,
            "30801920" : 7118,
            "31064064" : 6793,
            "31326208" : 6311,
            "31588352" : 5560,
            "31850496" : 5478,
            "32112640" : 4775,
            "32374784" : 4734,
            "32636928" : 4239,
            "32899072" : 3491,
            "33161216" : 3331,
            "33423360" : 2767,
            "33816576" : 4693,
            "34340864" : 3853,
            "34865152" : 2431,
            "35389440" : 1730,
            "35913728" : 1525,
            "36438016" : 1457,
            "36962304" : 1089,
            "37486592" : 838,
            "38010880" : 572,
            "38535168" : 535,
            "39059456" : 340,
            "39583744" : 154,
            "40108032" : 129,
            "40632320" : 56,
            "41156608" : 71,
            "41680896" : 19,
            "42205184" : 19,
            "42729472" : 19,
            "43253760" : 40,
            "43778048" : 35
          }
        },
        "lat_ns" : {
          "min" : 481986,
          "max" : 45055131,
          "mean" : 27933748.442352,
          "stddev" : 2594561.952234,
          "N" : 824848
        },
        "bw_min" : 3850240,
        "bw_max" : 5459968,
        "bw_agg" : 100.000000,
        "bw_mean" : 4693136.791086,
        "bw_dev" : 66549.674692,
        "bw_samples" : 1436,
        "iops_min" : 3760,
        "iops_max" : 5332,
        "iops_mean" : 4582.963788,
        "iops_stddev" : 64.976649,
        "iops_samples" : 1436
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 719998,
      "usr_cpu" : 3.732094,
      "sys_cpu" : 17.168381,
      "ctx" : 826925,
      "majf" : 0,
      "minf" : 153,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999515,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.010000,
        "750" : 0.000000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 100.003759,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772824125,
  "timestamp_ms" : 1772824125427,
  "time" : "Fri Mar  6 15:08:45 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "seq-write-qd32-nj4",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "write",
        "bs" : "1M",
        "iodepth" : "32",
        "numjobs" : "4"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 864920010752,
        "io_kbytes" : 844648448,
        "bw_bytes" : 4804443886,
        "bw" : 4691839,
        "iops" : 4581.163727,
        "runtime" : 180025,
        "total_ios" : 824724,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 477850,
          "max" : 1842744,
          "mean" : 869861.033240,
          "stddev" : 89034.931773,
          "N" : 824728
        },
        "clat_ns" : {
          "min" : 4136,
          "max" : 43735686,
          "mean" : 27063872.933923,
          "stddev" : 2516340.159731,
          "N" : 824848,
          "percentile" : {
            "1.000000" : 22675456,
            "5.000000" : 23986176,
            "10.000000" : 24510464,
            "20.000000" : 25034752,
            "30.000000" : 25559040,
            "40.000000" : 26083328,
            "50.000000" : 26607616,
            "60.000000" : 27131904,
            "70.000000" : 27656192,
            "80.000000" : 28704768,
            "90.000000" : 30539776,
            "95.000000" : 32112640,
            "99.000000" : 35389440,
            "99.500000" : 36438016,
            "99.900000" : 39059456,
            "99.950000" : 39583744,
            "99.990000" : 42729472
          },
          "bins" : {
            "4128" : 1,
            "4320" : 1,
            "4576" : 1,
            "15168" : 1,
            "485376" : 1,
            "872448" : 1,
            "929792" : 1,
            "954368" : 1,
            "978944" : 1,
            "1777664" : 1,
            "1794048" : 1,
            "1826816" : 1,
            "1892352" : 1,
            "2637824" : 2,
            "2703360" : 1,
            "2736128" : 1,
            "3522560" : 1,
            "3555328" : 1,
            "3588096" : 2,
            "4423680" : 3,
            "4489216" : 1,
            "5275648" : 3,
            "5341184" : 1,
            "6193152" : 2,
            "6258688" : 1,
            "6324224" : 1,
            "7045120" : 1,
            "7110656" : 3,
            "7897088" : 1,
            "7962624" : 2,
            "8028160" : 1,
            "8847360" : 4,
            "9764864" : 4,
            "10551296" : 1,
            "10682368" : 3,
            "11468800" : 2,
            "11599872" : 2,
            "12386304" : 4,
            "13303808" : 4,
            "14221312" : 3,
            "14352384" : 1,
            "15138816" : 4,
            "15925248" : 1,
            "16056320" : 3,
            "16908288" : 4,
            "17694720" : 3,
            "17956864" : 1,
            "18743296" : 4,
            "19529728" : 4,
            "20316160" : 1,
            "20578304" : 3,
            "21364736" : 4,
            "21626880" : 2,
            "21889024" : 366,
            "22151168" : 1031,
            "22413312" : 3479,
            "22675456" : 4898,
            "22937600" : 4812,
            "23199744" : 6273,
            "23461888" : 8824,
            "23724032" : 10226,
            "23986176" : 15817,
            "24248320" : 23792,
            "24510464" : 27937,
            "24772608" : 31149,
            "25034752" : 34375,
            "25296896" : 37788,
            "25559040" : 40870,
            "25821184" : 43436,
            "26083328" : 43374,
            "26345472" : 41674,
            "26607616" : 44460,
            "26869760" : 43583,
            "27131904" : 41396,
            "27394048" : 39781,
            "27656192" : 35409,
            "27918336" : 29319,
            "28180480" : 24485,
            "28442624" : 19340,
            "28704768" : 16212,
            "28966912" : 14320,
            "29229056" : 13172,
            "29491200" : 10497,
            "29753344" : 10970,
            "30015488" : 9253,
            "30277632" : 9902,
            "30539776" : 8323,
            "30801920" : 7118,
            "31064064" : 6793,
            "31326208" : 6311,
            "31588352" : 5560,
            "31850496" : 5478,
            "32112640" : 4775,
            "32374784" : 4734,
            "32636928" : 4239,
            "32899072" : 3491,
            "33161216" : 3331,
            "33423360" : 2767,
            "33816576" : 4693,
            "34340864" : 3853,
            "34865152" : 2431,
            "35389440" : 1730,
            "35913728" : 1525,
            "36438016" : 1457,
            "36962304" : 1089,
            "37486592" : 838,
            "38010880" : 572,
            "38535168" : 535,
            "39059456" : 340,
            "39583744" : 154,
            "40108032" : 129,
            "40632320" : 56,
            "41156608" : 71,
            "41680896" : 19,
            "42205184" : 19,
            "42729472" : 19,
            "43253760" : 40,
            "43778048" : 35
          }
        },
        "lat_ns" : {
          "min" : 481986,
          "max" : 45055131,
          "mean" : 27933748.442352,
          "stddev" : 2594561.952234,
          "N" : 824848
        },
        "bw_min" : 3850240,
        "bw_max" : 5459968,
        "bw_agg" : 100.000000,
        "bw_mean" : 4692981.545907,
        "bw_dev" : 66511.505217,
        "bw_samples" : 1438,
        "iops_min" : 3760,
        "iops_max" : 5332,
        "iops_mean" : 4582.809672,
        "iops_stddev" : 64.939651,
        "iops_samples" : 1438
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 720047,
      "usr_cpu" : 3.731840,
      "sys_cpu" : 17.167213,
      "ctx" : 826972,
      "majf" : 0,
      "minf" : 155,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999515,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.010000,
        "750" : 0.000000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 100.003759,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}