← Back to file list

📄 rand-write-qd32-nj16_run3.json

mirror/benchmarks/rand/rand-write-qd32-nj16_run3.json

{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849238,
  "timestamp_ms" : 1772849238233,
  "time" : "Fri Mar  6 22:07:18 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 180,
      "elapsed" : 11,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 672329728,
        "io_kbytes" : 656572,
        "bw_bytes" : 68900361,
        "bw" : 67285,
        "iops" : 16878.971101,
        "runtime" : 9758,
        "total_ios" : 164705,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 156128,
      "usr_cpu" : 0.349073,
      "sys_cpu" : 4.862036,
      "ctx" : 185415,
      "majf" : 0,
      "minf" : 107,
      "iodepth_level" : {
        "1" : 0.100000,
        "2" : 0.100000,
        "4" : 0.100000,
        "8" : 0.100000,
        "16" : 0.155429,
        "32" : 99.698856,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849248,
  "timestamp_ms" : 1772849248475,
  "time" : "Fri Mar  6 22:07:28 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 169,
      "elapsed" : 21,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 643190784,
        "io_kbytes" : 628116,
        "bw_bytes" : 64312647,
        "bw" : 62805,
        "iops" : 15704.029597,
        "runtime" : 10001,
        "total_ios" : 157056,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 270153,
          "max" : 7252444,
          "mean" : 1014900.348341,
          "stddev" : 1013519.619512,
          "N" : 157056
        },
        "clat_ns" : {
          "min" : 11701040,
          "max" : 100980415,
          "mean" : 31594488.736360,
          "stddev" : 10355494.668444,
          "N" : 157040,
          "percentile" : {
            "1.000000" : 16908288,
            "5.000000" : 19005440,
            "10.000000" : 20578304,
            "20.000000" : 22937600,
            "30.000000" : 25296896,
            "40.000000" : 27394048,
            "50.000000" : 29753344,
            "60.000000" : 32112640,
            "70.000000" : 34865152,
            "80.000000" : 38535168,
            "90.000000" : 44826624,
            "95.000000" : 51642368,
            "99.000000" : 66846720,
            "99.500000" : 72876032,
            "99.900000" : 82313216,
            "99.950000" : 85458944,
            "99.990000" : 92798976
          },
          "bins" : {
            "11730944" : 5,
            "11862016" : 5,
            "11993088" : 5,
            "12124160" : 4,
            "12255232" : 1,
            "12386304" : 2,
            "12648448" : 6,
            "12779520" : 1,
            "12910592" : 2,
            "13041664" : 4,
            "13172736" : 5,
            "13303808" : 18,
            "13434880" : 13,
            "13565952" : 10,
            "13697024" : 28,
            "13828096" : 21,
            "13959168" : 30,
            "14090240" : 14,
            "14221312" : 15,
            "14352384" : 21,
            "14483456" : 12,
            "14614528" : 26,
            "14745600" : 44,
            "14876672" : 47,
            "15007744" : 74,
            "15138816" : 52,
            "15269888" : 65,
            "15400960" : 35,
            "15532032" : 44,
            "15663104" : 67,
            "15794176" : 58,
            "15925248" : 79,
            "16056320" : 93,
            "16187392" : 99,
            "16318464" : 120,
            "16449536" : 125,
            "16580608" : 144,
            "16711680" : 150,
            "16908288" : 316,
            "17170432" : 391,
            "17432576" : 514,
            "17694720" : 627,
            "17956864" : 818,
            "18219008" : 888,
            "18481152" : 988,
            "18743296" : 1026,
            "19005440" : 1215,
            "19267584" : 1288,
            "19529728" : 1422,
            "19791872" : 1474,
            "20054016" : 1502,
            "20316160" : 1549,
            "20578304" : 1530,
            "20840448" : 1628,
            "21102592" : 1799,
            "21364736" : 1716,
            "21626880" : 1669,
            "21889024" : 1784,
            "22151168" : 1849,
            "22413312" : 1814,
            "22675456" : 1760,
            "22937600" : 1780,
            "23199744" : 1722,
            "23461888" : 1757,
            "23724032" : 1819,
            "23986176" : 1806,
            "24248320" : 1745,
            "24510464" : 1614,
            "24772608" : 1667,
            "25034752" : 1755,
            "25296896" : 1791,
            "25559040" : 1729,
            "25821184" : 1688,
            "26083328" : 1727,
            "26345472" : 1906,
            "26607616" : 1756,
            "26869760" : 1773,
            "27131904" : 1912,
            "27394048" : 1796,
            "27656192" : 1869,
            "27918336" : 1850,
            "28180480" : 1821,
            "28442624" : 1908,
            "28704768" : 1820,
            "28966912" : 1808,
            "29229056" : 1740,
            "29491200" : 1764,
            "29753344" : 1702,
            "30015488" : 1771,
            "30277632" : 1732,
            "30539776" : 1765,
            "30801920" : 1643,
            "31064064" : 1763,
            "31326208" : 1762,
            "31588352" : 1601,
            "31850496" : 1587,
            "32112640" : 1566,
            "32374784" : 1525,
            "32636928" : 1558,
            "32899072" : 1588,
            "33161216" : 1499,
            "33423360" : 1533,
            "33816576" : 3084,
            "34340864" : 2814,
            "34865152" : 2863,
            "35389440" : 2696,
            "35913728" : 2617,
            "36438016" : 2269,
            "36962304" : 2276,
            "37486592" : 2179,
            "38010880" : 1922,
            "38535168" : 1819,
            "39059456" : 1720,
            "39583744" : 1704,
            "40108032" : 1707,
            "40632320" : 1523,
            "41156608" : 1361,
            "41680896" : 1234,
            "42205184" : 1202,
            "42729472" : 1163,
            "43253760" : 1047,
            "43778048" : 1055,
            "44302336" : 983,
            "44826624" : 896,
            "45350912" : 753,
            "45875200" : 756,
            "46399488" : 721,
            "46923776" : 677,
            "47448064" : 577,
            "47972352" : 556,
            "48496640" : 571,
            "49020928" : 508,
            "49545216" : 469,
            "50069504" : 441,
            "50593792" : 451,
            "51118080" : 416,
            "51642368" : 379,
            "52166656" : 422,
            "52690944" : 455,
            "53215232" : 331,
            "53739520" : 338,
            "54263808" : 307,
            "54788096" : 267,
            "55312384" : 294,
            "55836672" : 302,
            "56360960" : 284,
            "56885248" : 247,
            "57409536" : 201,
            "57933824" : 224,
            "58458112" : 189,
            "58982400" : 220,
            "59506688" : 217,
            "60030976" : 156,
            "60555264" : 145,
            "61079552" : 148,
            "61603840" : 178,
            "62128128" : 126,
            "62652416" : 120,
            "63176704" : 108,
            "63700992" : 113,
            "64225280" : 149,
            "64749568" : 126,
            "65273856" : 106,
            "65798144" : 118,
            "66322432" : 107,
            "66846720" : 99,
            "67633152" : 180,
            "68681728" : 155,
            "69730304" : 129,
            "70778880" : 116,
            "71827456" : 112,
            "72876032" : 96,
            "73924608" : 113,
            "74973184" : 86,
            "76021760" : 98,
            "77070336" : 68,
            "78118912" : 40,
            "79167488" : 58,
            "80216064" : 40,
            "81264640" : 45,
            "82313216" : 32,
            "83361792" : 24,
            "84410368" : 16,
            "85458944" : 21,
            "86507520" : 15,
            "87556096" : 11,
            "88604672" : 10,
            "89653248" : 11,
            "90701824" : 5,
            "91750400" : 5,
            "92798976" : 7,
            "93847552" : 1,
            "94896128" : 2,
            "95944704" : 1,
            "96993280" : 4,
            "98041856" : 1,
            "100139008" : 1,
            "101187584" : 2
          }
        },
        "lat_ns" : {
          "min" : 12107519,
          "max" : 102136749,
          "mean" : 32609692.717257,
          "stddev" : 10612893.631049,
          "N" : 157040
        },
        "bw_min" : 45832,
        "bw_max" : 79560,
        "bw_agg" : 99.647611,
        "bw_mean" : 62584.105263,
        "bw_dev" : 645.150389,
        "bw_samples" : 304,
        "iops_min" : 11458,
        "iops_max" : 19890,
        "iops_mean" : 15645.105263,
        "iops_stddev" : 161.317899,
        "iops_samples" : 304
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 160010,
      "usr_cpu" : 0.343104,
      "sys_cpu" : 4.556590,
      "ctx" : 181187,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 8.224455,
        "50" : 85.951508,
        "100" : 5.811940,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849258,
  "timestamp_ms" : 1772849258476,
  "time" : "Fri Mar  6 22:07:38 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 159,
      "elapsed" : 31,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 1286836224,
        "io_kbytes" : 1256676,
        "bw_bytes" : 64341811,
        "bw" : 62833,
        "iops" : 15710.950000,
        "runtime" : 20000,
        "total_ios" : 314219,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 260548,
          "max" : 7269529,
          "mean" : 1014545.007813,
          "stddev" : 1021374.909040,
          "N" : 314219
        },
        "clat_ns" : {
          "min" : 11190371,
          "max" : 106086053,
          "mean" : 31578808.588553,
          "stddev" : 10495229.031268,
          "N" : 314203,
          "percentile" : {
            "1.000000" : 16449536,
            "5.000000" : 18743296,
            "10.000000" : 20316160,
            "20.000000" : 22937600,
            "30.000000" : 25296896,
            "40.000000" : 27394048,
            "50.000000" : 29753344,
            "60.000000" : 32112640,
            "70.000000" : 34865152,
            "80.000000" : 38535168,
            "90.000000" : 44826624,
            "95.000000" : 51642368,
            "99.000000" : 67633152,
            "99.500000" : 72876032,
            "99.900000" : 84410368,
            "99.950000" : 88604672,
            "99.990000" : 95944704
          },
          "bins" : {
            "11206656" : 2,
            "11337728" : 10,
            "11468800" : 7,
            "11599872" : 5,
            "11730944" : 5,
            "11862016" : 6,
            "11993088" : 10,
            "12124160" : 10,
            "12255232" : 9,
            "12386304" : 7,
            "12517376" : 5,
            "12648448" : 19,
            "12779520" : 8,
            "12910592" : 7,
            "13041664" : 29,
            "13172736" : 9,
            "13303808" : 33,
            "13434880" : 28,
            "13565952" : 16,
            "13697024" : 36,
            "13828096" : 41,
            "13959168" : 44,
            "14090240" : 42,
            "14221312" : 55,
            "14352384" : 67,
            "14483456" : 51,
            "14614528" : 69,
            "14745600" : 123,
            "14876672" : 109,
            "15007744" : 131,
            "15138816" : 122,
            "15269888" : 181,
            "15400960" : 128,
            "15532032" : 140,
            "15663104" : 185,
            "15794176" : 179,
            "15925248" : 229,
            "16056320" : 260,
            "16187392" : 295,
            "16318464" : 323,
            "16449536" : 336,
            "16580608" : 365,
            "16711680" : 389,
            "16908288" : 850,
            "17170432" : 1027,
            "17432576" : 1233,
            "17694720" : 1445,
            "17956864" : 1605,
            "18219008" : 1816,
            "18481152" : 2033,
            "18743296" : 2179,
            "19005440" : 2419,
            "19267584" : 2589,
            "19529728" : 2658,
            "19791872" : 2760,
            "20054016" : 2849,
            "20316160" : 2979,
            "20578304" : 3101,
            "20840448" : 3089,
            "21102592" : 3286,
            "21364736" : 3224,
            "21626880" : 3215,
            "21889024" : 3372,
            "22151168" : 3495,
            "22413312" : 3448,
            "22675456" : 3512,
            "22937600" : 3482,
            "23199744" : 3497,
            "23461888" : 3571,
            "23724032" : 3608,
            "23986176" : 3621,
            "24248320" : 3534,
            "24510464" : 3339,
            "24772608" : 3400,
            "25034752" : 3612,
            "25296896" : 3612,
            "25559040" : 3625,
            "25821184" : 3496,
            "26083328" : 3561,
            "26345472" : 3736,
            "26607616" : 3659,
            "26869760" : 3585,
            "27131904" : 3728,
            "27394048" : 3689,
            "27656192" : 3656,
            "27918336" : 3724,
            "28180480" : 3648,
            "28442624" : 3671,
            "28704768" : 3719,
            "28966912" : 3643,
            "29229056" : 3513,
            "29491200" : 3516,
            "29753344" : 3528,
            "30015488" : 3489,
            "30277632" : 3489,
            "30539776" : 3515,
            "30801920" : 3332,
            "31064064" : 3362,
            "31326208" : 3400,
            "31588352" : 3199,
            "31850496" : 3112,
            "32112640" : 3072,
            "32374784" : 3017,
            "32636928" : 3127,
            "32899072" : 3070,
            "33161216" : 2990,
            "33423360" : 3026,
            "33816576" : 5961,
            "34340864" : 5553,
            "34865152" : 5552,
            "35389440" : 5282,
            "35913728" : 5076,
            "36438016" : 4604,
            "36962304" : 4354,
            "37486592" : 4224,
            "38010880" : 3927,
            "38535168" : 3754,
            "39059456" : 3492,
            "39583744" : 3529,
            "40108032" : 3459,
            "40632320" : 3090,
            "41156608" : 2891,
            "41680896" : 2668,
            "42205184" : 2422,
            "42729472" : 2286,
            "43253760" : 2107,
            "43778048" : 2008,
            "44302336" : 1866,
            "44826624" : 1797,
            "45350912" : 1567,
            "45875200" : 1552,
            "46399488" : 1408,
            "46923776" : 1351,
            "47448064" : 1218,
            "47972352" : 1166,
            "48496640" : 1090,
            "49020928" : 1018,
            "49545216" : 983,
            "50069504" : 887,
            "50593792" : 904,
            "51118080" : 800,
            "51642368" : 706,
            "52166656" : 747,
            "52690944" : 792,
            "53215232" : 602,
            "53739520" : 621,
            "54263808" : 541,
            "54788096" : 506,
            "55312384" : 521,
            "55836672" : 500,
            "56360960" : 528,
            "56885248" : 446,
            "57409536" : 440,
            "57933824" : 387,
            "58458112" : 408,
            "58982400" : 422,
            "59506688" : 404,
            "60030976" : 353,
            "60555264" : 348,
            "61079552" : 307,
            "61603840" : 351,
            "62128128" : 336,
            "62652416" : 295,
            "63176704" : 265,
            "63700992" : 276,
            "64225280" : 304,
            "64749568" : 292,
            "65273856" : 262,
            "65798144" : 250,
            "66322432" : 238,
            "66846720" : 229,
            "67633152" : 360,
            "68681728" : 317,
            "69730304" : 294,
            "70778880" : 253,
            "71827456" : 229,
            "72876032" : 191,
            "73924608" : 205,
            "74973184" : 180,
            "76021760" : 173,
            "77070336" : 142,
            "78118912" : 124,
            "79167488" : 110,
            "80216064" : 81,
            "81264640" : 84,
            "82313216" : 79,
            "83361792" : 55,
            "84410368" : 42,
            "85458944" : 54,
            "86507520" : 36,
            "87556096" : 30,
            "88604672" : 28,
            "89653248" : 31,
            "90701824" : 17,
            "91750400" : 12,
            "92798976" : 22,
            "93847552" : 10,
            "94896128" : 5,
            "95944704" : 7,
            "96993280" : 12,
            "98041856" : 4,
            "99090432" : 3,
            "100139008" : 2,
            "101187584" : 3,
            "102236160" : 1,
            "103284736" : 1,
            "106430464" : 1
          }
        },
        "lat_ns" : {
          "min" : 11618794,
          "max" : 107174704,
          "mean" : 32593493.697785,
          "stddev" : 10755111.593630,
          "N" : 314203
        },
        "bw_min" : 45488,
        "bw_max" : 79984,
        "bw_agg" : 99.970080,
        "bw_mean" : 62815.128205,
        "bw_dev" : 590.070746,
        "bw_samples" : 624,
        "iops_min" : 11372,
        "iops_max" : 19996,
        "iops_mean" : 15702.743590,
        "iops_stddev" : 147.533543,
        "iops_samples" : 624
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 319997,
      "usr_cpu" : 0.340628,
      "sys_cpu" : 4.545980,
      "ctx" : 362492,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 8.762997,
        "50" : 85.454094,
        "100" : 5.775590,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849268,
  "timestamp_ms" : 1772849268476,
  "time" : "Fri Mar  6 22:07:48 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 149,
      "elapsed" : 41,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 1912287232,
        "io_kbytes" : 1867468,
        "bw_bytes" : 63742907,
        "bw" : 62248,
        "iops" : 15563.866667,
        "runtime" : 30000,
        "total_ios" : 466916,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 260548,
          "max" : 7269529,
          "mean" : 1024067.822204,
          "stddev" : 1036696.321227,
          "N" : 466916
        },
        "clat_ns" : {
          "min" : 11190371,
          "max" : 106086053,
          "mean" : 31864691.487316,
          "stddev" : 10774591.792535,
          "N" : 466900,
          "percentile" : {
            "1.000000" : 16580608,
            "5.000000" : 19005440,
            "10.000000" : 20316160,
            "20.000000" : 22937600,
            "30.000000" : 25296896,
            "40.000000" : 27394048,
            "50.000000" : 29753344,
            "60.000000" : 32374784,
            "70.000000" : 35389440,
            "80.000000" : 39059456,
            "90.000000" : 45350912,
            "95.000000" : 52690944,
            "99.000000" : 68681728,
            "99.500000" : 73924608,
            "99.900000" : 85458944,
            "99.950000" : 88604672,
            "99.990000" : 94896128
          },
          "bins" : {
            "11206656" : 2,
            "11337728" : 10,
            "11468800" : 8,
            "11599872" : 9,
            "11730944" : 10,
            "11862016" : 20,
            "11993088" : 11,
            "12124160" : 11,
            "12255232" : 9,
            "12386304" : 8,
            "12517376" : 5,
            "12648448" : 21,
            "12779520" : 11,
            "12910592" : 11,
            "13041664" : 36,
            "13172736" : 17,
            "13303808" : 39,
            "13434880" : 43,
            "13565952" : 28,
            "13697024" : 63,
            "13828096" : 72,
            "13959168" : 57,
            "14090240" : 58,
            "14221312" : 73,
            "14352384" : 91,
            "14483456" : 89,
            "14614528" : 96,
            "14745600" : 158,
            "14876672" : 132,
            "15007744" : 176,
            "15138816" : 167,
            "15269888" : 241,
            "15400960" : 198,
            "15532032" : 182,
            "15663104" : 230,
            "15794176" : 237,
            "15925248" : 301,
            "16056320" : 342,
            "16187392" : 377,
            "16318464" : 443,
            "16449536" : 452,
            "16580608" : 502,
            "16711680" : 559,
            "16908288" : 1210,
            "17170432" : 1471,
            "17432576" : 1778,
            "17694720" : 2051,
            "17956864" : 2387,
            "18219008" : 2573,
            "18481152" : 2859,
            "18743296" : 3161,
            "19005440" : 3496,
            "19267584" : 3730,
            "19529728" : 3867,
            "19791872" : 4132,
            "20054016" : 4247,
            "20316160" : 4447,
            "20578304" : 4546,
            "20840448" : 4642,
            "21102592" : 4972,
            "21364736" : 4819,
            "21626880" : 4842,
            "21889024" : 4941,
            "22151168" : 5014,
            "22413312" : 5145,
            "22675456" : 5149,
            "22937600" : 5214,
            "23199744" : 5206,
            "23461888" : 5184,
            "23724032" : 5229,
            "23986176" : 5341,
            "24248320" : 5305,
            "24510464" : 5033,
            "24772608" : 5148,
            "25034752" : 5270,
            "25296896" : 5417,
            "25559040" : 5452,
            "25821184" : 5349,
            "26083328" : 5459,
            "26345472" : 5640,
            "26607616" : 5371,
            "26869760" : 5465,
            "27131904" : 5533,
            "27394048" : 5314,
            "27656192" : 5397,
            "27918336" : 5327,
            "28180480" : 5421,
            "28442624" : 5492,
            "28704768" : 5454,
            "28966912" : 5235,
            "29229056" : 5165,
            "29491200" : 5151,
            "29753344" : 5079,
            "30015488" : 5127,
            "30277632" : 5125,
            "30539776" : 5116,
            "30801920" : 4920,
            "31064064" : 4849,
            "31326208" : 4842,
            "31588352" : 4667,
            "31850496" : 4525,
            "32112640" : 4560,
            "32374784" : 4398,
            "32636928" : 4507,
            "32899072" : 4374,
            "33161216" : 4370,
            "33423360" : 4346,
            "33816576" : 8383,
            "34340864" : 7905,
            "34865152" : 7895,
            "35389440" : 7481,
            "35913728" : 7291,
            "36438016" : 6708,
            "36962304" : 6296,
            "37486592" : 6156,
            "38010880" : 5827,
            "38535168" : 5509,
            "39059456" : 5136,
            "39583744" : 5178,
            "40108032" : 5013,
            "40632320" : 4627,
            "41156608" : 4291,
            "41680896" : 4088,
            "42205184" : 3853,
            "42729472" : 3615,
            "43253760" : 3295,
            "43778048" : 3147,
            "44302336" : 2952,
            "44826624" : 2839,
            "45350912" : 2602,
            "45875200" : 2508,
            "46399488" : 2318,
            "46923776" : 2226,
            "47448064" : 2003,
            "47972352" : 1967,
            "48496640" : 1794,
            "49020928" : 1712,
            "49545216" : 1610,
            "50069504" : 1459,
            "50593792" : 1426,
            "51118080" : 1338,
            "51642368" : 1223,
            "52166656" : 1196,
            "52690944" : 1266,
            "53215232" : 1034,
            "53739520" : 1009,
            "54263808" : 917,
            "54788096" : 853,
            "55312384" : 871,
            "55836672" : 859,
            "56360960" : 830,
            "56885248" : 736,
            "57409536" : 726,
            "57933824" : 700,
            "58458112" : 688,
            "58982400" : 687,
            "59506688" : 638,
            "60030976" : 534,
            "60555264" : 563,
            "61079552" : 493,
            "61603840" : 554,
            "62128128" : 513,
            "62652416" : 482,
            "63176704" : 406,
            "63700992" : 471,
            "64225280" : 456,
            "64749568" : 415,
            "65273856" : 400,
            "65798144" : 393,
            "66322432" : 357,
            "66846720" : 353,
            "67633152" : 570,
            "68681728" : 515,
            "69730304" : 464,
            "70778880" : 438,
            "71827456" : 385,
            "72876032" : 344,
            "73924608" : 356,
            "74973184" : 309,
            "76021760" : 259,
            "77070336" : 248,
            "78118912" : 188,
            "79167488" : 187,
            "80216064" : 138,
            "81264640" : 146,
            "82313216" : 124,
            "83361792" : 103,
            "84410368" : 83,
            "85458944" : 88,
            "86507520" : 80,
            "87556096" : 56,
            "88604672" : 61,
            "89653248" : 55,
            "90701824" : 30,
            "91750400" : 23,
            "92798976" : 32,
            "93847552" : 21,
            "94896128" : 19,
            "95944704" : 13,
            "96993280" : 14,
            "98041856" : 7,
            "99090432" : 4,
            "100139008" : 2,
            "101187584" : 3,
            "102236160" : 2,
            "103284736" : 1,
            "106430464" : 1
          }
        },
        "lat_ns" : {
          "min" : 11618794,
          "max" : 107174704,
          "mean" : 32888118.289739,
          "stddev" : 11044030.461716,
          "N" : 466900
        },
        "bw_min" : 43848,
        "bw_max" : 80040,
        "bw_agg" : 100.000000,
        "bw_mean" : 62431.254237,
        "bw_dev" : 603.873099,
        "bw_samples" : 944,
        "iops_min" : 10962,
        "iops_max" : 20010,
        "iops_mean" : 15607.000000,
        "iops_stddev" : 150.974342,
        "iops_samples" : 944
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 479997,
      "usr_cpu" : 0.334585,
      "sys_cpu" : 4.508153,
      "ctx" : 538405,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999786,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999786,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 8.471545,
        "50" : 85.168210,
        "100" : 6.355105,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849278,
  "timestamp_ms" : 1772849278474,
  "time" : "Fri Mar  6 22:07:58 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 139,
      "elapsed" : 51,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 2587299840,
        "io_kbytes" : 2526660,
        "bw_bytes" : 64680878,
        "bw" : 63164,
        "iops" : 15791.880203,
        "runtime" : 40001,
        "total_ios" : 631691,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 260548,
          "max" : 7424416,
          "mean" : 1009116.372954,
          "stddev" : 1015741.180074,
          "N" : 631691
        },
        "clat_ns" : {
          "min" : 11190371,
          "max" : 106086053,
          "mean" : 31412484.855761,
          "stddev" : 10591959.916618,
          "N" : 631675,
          "percentile" : {
            "1.000000" : 16580608,
            "5.000000" : 18743296,
            "10.000000" : 20316160,
            "20.000000" : 22675456,
            "30.000000" : 25034752,
            "40.000000" : 27131904,
            "50.000000" : 29229056,
            "60.000000" : 31850496,
            "70.000000" : 34865152,
            "80.000000" : 38535168,
            "90.000000" : 44826624,
            "95.000000" : 51642368,
            "99.000000" : 67633152,
            "99.500000" : 72876032,
            "99.900000" : 84410368,
            "99.950000" : 88604672,
            "99.990000" : 94896128
          },
          "bins" : {
            "11206656" : 5,
            "11337728" : 10,
            "11468800" : 9,
            "11599872" : 12,
            "11730944" : 13,
            "11862016" : 20,
            "11993088" : 11,
            "12124160" : 11,
            "12255232" : 9,
            "12386304" : 20,
            "12517376" : 8,
            "12648448" : 28,
            "12779520" : 12,
            "12910592" : 21,
            "13041664" : 51,
            "13172736" : 36,
            "13303808" : 47,
            "13434880" : 63,
            "13565952" : 42,
            "13697024" : 84,
            "13828096" : 98,
            "13959168" : 78,
            "14090240" : 83,
            "14221312" : 105,
            "14352384" : 123,
            "14483456" : 126,
            "14614528" : 110,
            "14745600" : 191,
            "14876672" : 183,
            "15007744" : 236,
            "15138816" : 212,
            "15269888" : 294,
            "15400960" : 260,
            "15532032" : 252,
            "15663104" : 293,
            "15794176" : 317,
            "15925248" : 393,
            "16056320" : 481,
            "16187392" : 533,
            "16318464" : 605,
            "16449536" : 663,
            "16580608" : 725,
            "16711680" : 785,
            "16908288" : 1701,
            "17170432" : 2185,
            "17432576" : 2556,
            "17694720" : 2876,
            "17956864" : 3369,
            "18219008" : 3793,
            "18481152" : 4138,
            "18743296" : 4581,
            "19005440" : 5021,
            "19267584" : 5325,
            "19529728" : 5621,
            "19791872" : 5826,
            "20054016" : 6171,
            "20316160" : 6397,
            "20578304" : 6577,
            "20840448" : 6618,
            "21102592" : 7095,
            "21364736" : 6938,
            "21626880" : 6956,
            "21889024" : 6982,
            "22151168" : 7071,
            "22413312" : 7288,
            "22675456" : 7213,
            "22937600" : 7354,
            "23199744" : 7354,
            "23461888" : 7358,
            "23724032" : 7322,
            "23986176" : 7436,
            "24248320" : 7356,
            "24510464" : 7118,
            "24772608" : 7193,
            "25034752" : 7368,
            "25296896" : 7570,
            "25559040" : 7591,
            "25821184" : 7445,
            "26083328" : 7513,
            "26345472" : 7765,
            "26607616" : 7496,
            "26869760" : 7648,
            "27131904" : 7685,
            "27394048" : 7405,
            "27656192" : 7472,
            "27918336" : 7367,
            "28180480" : 7494,
            "28442624" : 7540,
            "28704768" : 7642,
            "28966912" : 7266,
            "29229056" : 7233,
            "29491200" : 7180,
            "29753344" : 7106,
            "30015488" : 7116,
            "30277632" : 7142,
            "30539776" : 7075,
            "30801920" : 6811,
            "31064064" : 6672,
            "31326208" : 6613,
            "31588352" : 6382,
            "31850496" : 6155,
            "32112640" : 6109,
            "32374784" : 6069,
            "32636928" : 6008,
            "32899072" : 5926,
            "33161216" : 5838,
            "33423360" : 5687,
            "33816576" : 11067,
            "34340864" : 10402,
            "34865152" : 10451,
            "35389440" : 9731,
            "35913728" : 9445,
            "36438016" : 8515,
            "36962304" : 8106,
            "37486592" : 7967,
            "38010880" : 7401,
            "38535168" : 7036,
            "39059456" : 6555,
            "39583744" : 6518,
            "40108032" : 6330,
            "40632320" : 5797,
            "41156608" : 5359,
            "41680896" : 5085,
            "42205184" : 4749,
            "42729472" : 4501,
            "43253760" : 4102,
            "43778048" : 3992,
            "44302336" : 3653,
            "44826624" : 3488,
            "45350912" : 3288,
            "45875200" : 3105,
            "46399488" : 2897,
            "46923776" : 2744,
            "47448064" : 2465,
            "47972352" : 2455,
            "48496640" : 2247,
            "49020928" : 2151,
            "49545216" : 2022,
            "50069504" : 1820,
            "50593792" : 1742,
            "51118080" : 1637,
            "51642368" : 1520,
            "52166656" : 1490,
            "52690944" : 1564,
            "53215232" : 1321,
            "53739520" : 1262,
            "54263808" : 1178,
            "54788096" : 1109,
            "55312384" : 1092,
            "55836672" : 1066,
            "56360960" : 1043,
            "56885248" : 938,
            "57409536" : 921,
            "57933824" : 922,
            "58458112" : 877,
            "58982400" : 858,
            "59506688" : 812,
            "60030976" : 714,
            "60555264" : 735,
            "61079552" : 665,
            "61603840" : 714,
            "62128128" : 659,
            "62652416" : 617,
            "63176704" : 516,
            "63700992" : 610,
            "64225280" : 599,
            "64749568" : 551,
            "65273856" : 486,
            "65798144" : 509,
            "66322432" : 468,
            "66846720" : 466,
            "67633152" : 736,
            "68681728" : 708,
            "69730304" : 637,
            "70778880" : 572,
            "71827456" : 529,
            "72876032" : 431,
            "73924608" : 457,
            "74973184" : 396,
            "76021760" : 309,
            "77070336" : 275,
            "78118912" : 219,
            "79167488" : 217,
            "80216064" : 153,
            "81264640" : 163,
            "82313216" : 151,
            "83361792" : 115,
            "84410368" : 92,
            "85458944" : 98,
            "86507520" : 87,
            "87556096" : 58,
            "88604672" : 66,
            "89653248" : 60,
            "90701824" : 38,
            "91750400" : 30,
            "92798976" : 34,
            "93847552" : 24,
            "94896128" : 21,
            "95944704" : 14,
            "96993280" : 19,
            "98041856" : 8,
            "99090432" : 4,
            "100139008" : 3,
            "101187584" : 6,
            "102236160" : 2,
            "103284736" : 1,
            "106430464" : 1
          }
        },
        "lat_ns" : {
          "min" : 11596691,
          "max" : 107174704,
          "mean" : 32421578.181706,
          "stddev" : 10856807.868791,
          "N" : 631675
        },
        "bw_min" : 43848,
        "bw_max" : 85152,
        "bw_agg" : 100.000000,
        "bw_mean" : 63199.000000,
        "bw_dev" : 615.262325,
        "bw_samples" : 1264,
        "iops_min" : 10962,
        "iops_max" : 21288,
        "iops_mean" : 15798.949367,
        "iops_stddev" : 153.826505,
        "iops_samples" : 1264
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 640009,
      "usr_cpu" : 0.337339,
      "sys_cpu" : 4.584936,
      "ctx" : 727615,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 8.933165,
        "50" : 85.118199,
        "100" : 5.944362,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849288,
  "timestamp_ms" : 1772849288475,
  "time" : "Fri Mar  6 22:08:08 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 129,
      "elapsed" : 61,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 3249754112,
        "io_kbytes" : 3173588,
        "bw_bytes" : 64993782,
        "bw" : 63470,
        "iops" : 15868.402632,
        "runtime" : 50001,
        "total_ios" : 793436,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 260548,
          "max" : 7424416,
          "mean" : 1004261.463792,
          "stddev" : 1008150.467910,
          "N" : 793436
        },
        "clat_ns" : {
          "min" : 11190371,
          "max" : 106086053,
          "mean" : 31260574.459836,
          "stddev" : 10498968.940202,
          "N" : 793420,
          "percentile" : {
            "1.000000" : 16711680,
            "5.000000" : 19005440,
            "10.000000" : 20316160,
            "20.000000" : 22675456,
            "30.000000" : 24772608,
            "40.000000" : 26869760,
            "50.000000" : 29229056,
            "60.000000" : 31588352,
            "70.000000" : 34340864,
            "80.000000" : 38535168,
            "90.000000" : 44826624,
            "95.000000" : 51642368,
            "99.000000" : 67633152,
            "99.500000" : 72876032,
            "99.900000" : 83361792,
            "99.950000" : 87556096,
            "99.990000" : 94896128
          },
          "bins" : {
            "11206656" : 5,
            "11337728" : 10,
            "11468800" : 9,
            "11599872" : 12,
            "11730944" : 13,
            "11862016" : 21,
            "11993088" : 11,
            "12124160" : 13,
            "12255232" : 15,
            "12386304" : 27,
            "12517376" : 10,
            "12648448" : 32,
            "12779520" : 16,
            "12910592" : 26,
            "13041664" : 52,
            "13172736" : 36,
            "13303808" : 53,
            "13434880" : 67,
            "13565952" : 51,
            "13697024" : 89,
            "13828096" : 100,
            "13959168" : 80,
            "14090240" : 87,
            "14221312" : 106,
            "14352384" : 128,
            "14483456" : 135,
            "14614528" : 120,
            "14745600" : 203,
            "14876672" : 197,
            "15007744" : 252,
            "15138816" : 228,
            "15269888" : 311,
            "15400960" : 280,
            "15532032" : 283,
            "15663104" : 338,
            "15794176" : 355,
            "15925248" : 455,
            "16056320" : 539,
            "16187392" : 589,
            "16318464" : 692,
            "16449536" : 771,
            "16580608" : 835,
            "16711680" : 914,
            "16908288" : 2076,
            "17170432" : 2657,
            "17432576" : 3107,
            "17694720" : 3522,
            "17956864" : 4086,
            "18219008" : 4649,
            "18481152" : 5167,
            "18743296" : 5755,
            "19005440" : 6290,
            "19267584" : 6717,
            "19529728" : 7085,
            "19791872" : 7478,
            "20054016" : 7897,
            "20316160" : 8142,
            "20578304" : 8543,
            "20840448" : 8544,
            "21102592" : 9146,
            "21364736" : 9076,
            "21626880" : 8961,
            "21889024" : 9176,
            "22151168" : 9339,
            "22413312" : 9609,
            "22675456" : 9446,
            "22937600" : 9586,
            "23199744" : 9561,
            "23461888" : 9637,
            "23724032" : 9670,
            "23986176" : 9694,
            "24248320" : 9657,
            "24510464" : 9549,
            "24772608" : 9438,
            "25034752" : 9634,
            "25296896" : 9847,
            "25559040" : 9832,
            "25821184" : 9706,
            "26083328" : 9661,
            "26345472" : 9880,
            "26607616" : 9592,
            "26869760" : 9901,
            "27131904" : 9864,
            "27394048" : 9483,
            "27656192" : 9619,
            "27918336" : 9347,
            "28180480" : 9464,
            "28442624" : 9453,
            "28704768" : 9555,
            "28966912" : 9074,
            "29229056" : 9097,
            "29491200" : 8967,
            "29753344" : 8885,
            "30015488" : 8824,
            "30277632" : 8859,
            "30539776" : 8759,
            "30801920" : 8366,
            "31064064" : 8335,
            "31326208" : 8222,
            "31588352" : 7878,
            "31850496" : 7547,
            "32112640" : 7527,
            "32374784" : 7515,
            "32636928" : 7400,
            "32899072" : 7216,
            "33161216" : 7092,
            "33423360" : 6929,
            "33816576" : 13414,
            "34340864" : 12848,
            "34865152" : 12712,
            "35389440" : 11894,
            "35913728" : 11429,
            "36438016" : 10416,
            "36962304" : 9877,
            "37486592" : 9767,
            "38010880" : 9076,
            "38535168" : 8690,
            "39059456" : 8119,
            "39583744" : 7985,
            "40108032" : 7731,
            "40632320" : 7148,
            "41156608" : 6653,
            "41680896" : 6293,
            "42205184" : 5889,
            "42729472" : 5527,
            "43253760" : 5145,
            "43778048" : 5004,
            "44302336" : 4571,
            "44826624" : 4308,
            "45350912" : 4135,
            "45875200" : 3874,
            "46399488" : 3604,
            "46923776" : 3453,
            "47448064" : 3042,
            "47972352" : 3006,
            "48496640" : 2770,
            "49020928" : 2669,
            "49545216" : 2467,
            "50069504" : 2212,
            "50593792" : 2133,
            "51118080" : 2020,
            "51642368" : 1876,
            "52166656" : 1774,
            "52690944" : 1876,
            "53215232" : 1620,
            "53739520" : 1585,
            "54263808" : 1433,
            "54788096" : 1398,
            "55312384" : 1345,
            "55836672" : 1309,
            "56360960" : 1276,
            "56885248" : 1215,
            "57409536" : 1137,
            "57933824" : 1115,
            "58458112" : 1103,
            "58982400" : 1055,
            "59506688" : 1048,
            "60030976" : 894,
            "60555264" : 912,
            "61079552" : 848,
            "61603840" : 890,
            "62128128" : 810,
            "62652416" : 773,
            "63176704" : 669,
            "63700992" : 739,
            "64225280" : 713,
            "64749568" : 685,
            "65273856" : 594,
            "65798144" : 590,
            "66322432" : 553,
            "66846720" : 558,
            "67633152" : 922,
            "68681728" : 826,
            "69730304" : 781,
            "70778880" : 669,
            "71827456" : 638,
            "72876032" : 513,
            "73924608" : 518,
            "74973184" : 485,
            "76021760" : 354,
            "77070336" : 332,
            "78118912" : 271,
            "79167488" : 253,
            "80216064" : 174,
            "81264640" : 185,
            "82313216" : 176,
            "83361792" : 129,
            "84410368" : 106,
            "85458944" : 116,
            "86507520" : 109,
            "87556096" : 65,
            "88604672" : 70,
            "89653248" : 68,
            "90701824" : 46,
            "91750400" : 36,
            "92798976" : 38,
            "93847552" : 25,
            "94896128" : 22,
            "95944704" : 18,
            "96993280" : 19,
            "98041856" : 9,
            "99090432" : 4,
            "100139008" : 3,
            "101187584" : 6,
            "102236160" : 2,
            "103284736" : 1,
            "106430464" : 1
          }
        },
        "lat_ns" : {
          "min" : 11596691,
          "max" : 107174704,
          "mean" : 32264789.195004,
          "stddev" : 10761445.375633,
          "N" : 793420
        },
        "bw_min" : 43768,
        "bw_max" : 85768,
        "bw_agg" : 99.903120,
        "bw_mean" : 63409.737374,
        "bw_dev" : 623.782248,
        "bw_samples" : 1584,
        "iops_min" : 10942,
        "iops_max" : 21442,
        "iops_mean" : 15851.575758,
        "iops_stddev" : 155.961511,
        "iops_samples" : 1584
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 800006,
      "usr_cpu" : 0.333123,
      "sys_cpu" : 4.614965,
      "ctx" : 912152,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 8.752061,
        "50" : 85.455916,
        "100" : 5.788621,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849298,
  "timestamp_ms" : 1772849298474,
  "time" : "Fri Mar  6 22:08:18 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 119,
      "elapsed" : 71,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 3920252928,
        "io_kbytes" : 3828372,
        "bw_bytes" : 65337548,
        "bw" : 63806,
        "iops" : 15952.050000,
        "runtime" : 60000,
        "total_ios" : 957123,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 260548,
          "max" : 7424416,
          "mean" : 998995.694202,
          "stddev" : 1001592.220549,
          "N" : 957124
        },
        "clat_ns" : {
          "min" : 11090168,
          "max" : 106086053,
          "mean" : 31096305.123872,
          "stddev" : 10442793.154444,
          "N" : 957107,
          "percentile" : {
            "1.000000" : 16711680,
            "5.000000" : 18743296,
            "10.000000" : 20316160,
            "20.000000" : 22413312,
            "30.000000" : 24772608,
            "40.000000" : 26869760,
            "50.000000" : 28966912,
            "60.000000" : 31326208,
            "70.000000" : 34340864,
            "80.000000" : 38010880,
            "90.000000" : 44302336,
            "95.000000" : 51118080,
            "99.000000" : 66846720,
            "99.500000" : 72876032,
            "99.900000" : 83361792,
            "99.950000" : 87556096,
            "99.990000" : 93847552
          },
          "bins" : {
            "11075584" : 1,
            "11206656" : 9,
            "11337728" : 19,
            "11468800" : 10,
            "11599872" : 12,
            "11730944" : 13,
            "11862016" : 21,
            "11993088" : 12,
            "12124160" : 13,
            "12255232" : 16,
            "12386304" : 29,
            "12517376" : 13,
            "12648448" : 33,
            "12779520" : 23,
            "12910592" : 35,
            "13041664" : 53,
            "13172736" : 40,
            "13303808" : 56,
            "13434880" : 78,
            "13565952" : 57,
            "13697024" : 93,
            "13828096" : 107,
            "13959168" : 93,
            "14090240" : 107,
            "14221312" : 121,
            "14352384" : 144,
            "14483456" : 154,
            "14614528" : 139,
            "14745600" : 232,
            "14876672" : 223,
            "15007744" : 299,
            "15138816" : 277,
            "15269888" : 376,
            "15400960" : 327,
            "15532032" : 359,
            "15663104" : 419,
            "15794176" : 486,
            "15925248" : 589,
            "16056320" : 693,
            "16187392" : 770,
            "16318464" : 881,
            "16449536" : 1027,
            "16580608" : 1082,
            "16711680" : 1193,
            "16908288" : 2729,
            "17170432" : 3385,
            "17432576" : 3974,
            "17694720" : 4600,
            "17956864" : 5292,
            "18219008" : 5929,
            "18481152" : 6660,
            "18743296" : 7305,
            "19005440" : 7953,
            "19267584" : 8458,
            "19529728" : 8864,
            "19791872" : 9242,
            "20054016" : 9795,
            "20316160" : 10186,
            "20578304" : 10536,
            "20840448" : 10635,
            "21102592" : 11228,
            "21364736" : 11214,
            "21626880" : 10996,
            "21889024" : 11242,
            "22151168" : 11490,
            "22413312" : 11590,
            "22675456" : 11474,
            "22937600" : 11652,
            "23199744" : 11552,
            "23461888" : 11675,
            "23724032" : 11586,
            "23986176" : 11716,
            "24248320" : 11683,
            "24510464" : 11593,
            "24772608" : 11428,
            "25034752" : 11616,
            "25296896" : 11753,
            "25559040" : 11835,
            "25821184" : 11710,
            "26083328" : 11714,
            "26345472" : 11878,
            "26607616" : 11490,
            "26869760" : 11884,
            "27131904" : 11761,
            "27394048" : 11464,
            "27656192" : 11528,
            "27918336" : 11364,
            "28180480" : 11478,
            "28442624" : 11264,
            "28704768" : 11509,
            "28966912" : 10901,
            "29229056" : 10877,
            "29491200" : 10739,
            "29753344" : 10556,
            "30015488" : 10524,
            "30277632" : 10490,
            "30539776" : 10551,
            "30801920" : 10084,
            "31064064" : 9935,
            "31326208" : 9825,
            "31588352" : 9452,
            "31850496" : 9049,
            "32112640" : 9046,
            "32374784" : 8996,
            "32636928" : 8863,
            "32899072" : 8690,
            "33161216" : 8464,
            "33423360" : 8306,
            "33816576" : 16058,
            "34340864" : 15313,
            "34865152" : 15154,
            "35389440" : 14261,
            "35913728" : 13516,
            "36438016" : 12586,
            "36962304" : 11937,
            "37486592" : 11662,
            "38010880" : 10785,
            "38535168" : 10438,
            "39059456" : 9733,
            "39583744" : 9524,
            "40108032" : 9161,
            "40632320" : 8430,
            "41156608" : 7959,
            "41680896" : 7523,
            "42205184" : 6983,
            "42729472" : 6503,
            "43253760" : 6138,
            "43778048" : 5893,
            "44302336" : 5485,
            "44826624" : 5127,
            "45350912" : 4823,
            "45875200" : 4555,
            "46399488" : 4280,
            "46923776" : 4042,
            "47448064" : 3647,
            "47972352" : 3552,
            "48496640" : 3310,
            "49020928" : 3137,
            "49545216" : 2921,
            "50069504" : 2610,
            "50593792" : 2517,
            "51118080" : 2384,
            "51642368" : 2206,
            "52166656" : 2111,
            "52690944" : 2191,
            "53215232" : 1865,
            "53739520" : 1853,
            "54263808" : 1692,
            "54788096" : 1616,
            "55312384" : 1563,
            "55836672" : 1522,
            "56360960" : 1454,
            "56885248" : 1447,
            "57409536" : 1316,
            "57933824" : 1341,
            "58458112" : 1290,
            "58982400" : 1230,
            "59506688" : 1262,
            "60030976" : 1054,
            "60555264" : 1062,
            "61079552" : 1003,
            "61603840" : 1041,
            "62128128" : 932,
            "62652416" : 888,
            "63176704" : 794,
            "63700992" : 877,
            "64225280" : 799,
            "64749568" : 790,
            "65273856" : 697,
            "65798144" : 698,
            "66322432" : 644,
            "66846720" : 647,
            "67633152" : 1091,
            "68681728" : 962,
            "69730304" : 911,
            "70778880" : 764,
            "71827456" : 758,
            "72876032" : 610,
            "73924608" : 589,
            "74973184" : 578,
            "76021760" : 425,
            "77070336" : 368,
            "78118912" : 329,
            "79167488" : 288,
            "80216064" : 204,
            "81264640" : 204,
            "82313216" : 202,
            "83361792" : 143,
            "84410368" : 120,
            "85458944" : 129,
            "86507520" : 119,
            "87556096" : 89,
            "88604672" : 82,
            "89653248" : 70,
            "90701824" : 55,
            "91750400" : 39,
            "92798976" : 40,
            "93847552" : 27,
            "94896128" : 22,
            "95944704" : 18,
            "96993280" : 21,
            "98041856" : 9,
            "99090432" : 4,
            "100139008" : 3,
            "101187584" : 6,
            "102236160" : 2,
            "103284736" : 1,
            "106430464" : 1
          }
        },
        "lat_ns" : {
          "min" : 11458911,
          "max" : 107174704,
          "mean" : 32095280.227575,
          "stddev" : 10703741.796446,
          "N" : 957107
        },
        "bw_min" : 43768,
        "bw_max" : 85768,
        "bw_agg" : 99.808484,
        "bw_mean" : 63684.823529,
        "bw_dev" : 605.034882,
        "bw_samples" : 1904,
        "iops_min" : 10942,
        "iops_max" : 21442,
        "iops_mean" : 15920.352941,
        "iops_stddev" : 151.270535,
        "iops_samples" : 1904
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 959996,
      "usr_cpu" : 0.341668,
      "sys_cpu" : 4.630957,
      "ctx" : 1098828,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 9.189623,
        "50" : 85.195424,
        "100" : 5.612131,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849308,
  "timestamp_ms" : 1772849308475,
  "time" : "Fri Mar  6 22:08:28 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 109,
      "elapsed" : 81,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 4603834368,
        "io_kbytes" : 4495932,
        "bw_bytes" : 65768122,
        "bw" : 64226,
        "iops" : 16057.284896,
        "runtime" : 70001,
        "total_ios" : 1124026,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 251084,
          "max" : 7424416,
          "mean" : 992409.249568,
          "stddev" : 991395.339581,
          "N" : 1124026
        },
        "clat_ns" : {
          "min" : 11090168,
          "max" : 106086053,
          "mean" : 30892964.741540,
          "stddev" : 10349893.313021,
          "N" : 1124010,
          "percentile" : {
            "1.000000" : 16449536,
            "5.000000" : 18743296,
            "10.000000" : 20054016,
            "20.000000" : 22413312,
            "30.000000" : 24510464,
            "40.000000" : 26607616,
            "50.000000" : 28704768,
            "60.000000" : 31064064,
            "70.000000" : 33816576,
            "80.000000" : 38010880,
            "90.000000" : 44302336,
            "95.000000" : 51118080,
            "99.000000" : 66322432,
            "99.500000" : 71827456,
            "99.900000" : 82313216,
            "99.950000" : 86507520,
            "99.990000" : 93847552
          },
          "bins" : {
            "11075584" : 1,
            "11206656" : 9,
            "11337728" : 26,
            "11468800" : 13,
            "11599872" : 14,
            "11730944" : 13,
            "11862016" : 23,
            "11993088" : 17,
            "12124160" : 26,
            "12255232" : 28,
            "12386304" : 38,
            "12517376" : 19,
            "12648448" : 41,
            "12779520" : 34,
            "12910592" : 59,
            "13041664" : 74,
            "13172736" : 67,
            "13303808" : 89,
            "13434880" : 122,
            "13565952" : 117,
            "13697024" : 155,
            "13828096" : 167,
            "13959168" : 134,
            "14090240" : 162,
            "14221312" : 188,
            "14352384" : 214,
            "14483456" : 248,
            "14614528" : 245,
            "14745600" : 348,
            "14876672" : 359,
            "15007744" : 455,
            "15138816" : 422,
            "15269888" : 551,
            "15400960" : 505,
            "15532032" : 547,
            "15663104" : 613,
            "15794176" : 688,
            "15925248" : 834,
            "16056320" : 941,
            "16187392" : 1064,
            "16318464" : 1161,
            "16449536" : 1349,
            "16580608" : 1417,
            "16711680" : 1547,
            "16908288" : 3481,
            "17170432" : 4286,
            "17432576" : 4953,
            "17694720" : 5583,
            "17956864" : 6362,
            "18219008" : 7112,
            "18481152" : 7987,
            "18743296" : 8707,
            "19005440" : 9430,
            "19267584" : 9971,
            "19529728" : 10452,
            "19791872" : 11038,
            "20054016" : 11479,
            "20316160" : 11963,
            "20578304" : 12301,
            "20840448" : 12487,
            "21102592" : 13138,
            "21364736" : 13186,
            "21626880" : 12945,
            "21889024" : 13296,
            "22151168" : 13583,
            "22413312" : 13647,
            "22675456" : 13479,
            "22937600" : 13728,
            "23199744" : 13747,
            "23461888" : 13747,
            "23724032" : 13675,
            "23986176" : 13919,
            "24248320" : 13853,
            "24510464" : 13809,
            "24772608" : 13679,
            "25034752" : 13833,
            "25296896" : 13847,
            "25559040" : 14036,
            "25821184" : 14045,
            "26083328" : 14035,
            "26345472" : 14083,
            "26607616" : 13792,
            "26869760" : 14078,
            "27131904" : 13957,
            "27394048" : 13614,
            "27656192" : 13701,
            "27918336" : 13565,
            "28180480" : 13613,
            "28442624" : 13422,
            "28704768" : 13530,
            "28966912" : 12968,
            "29229056" : 12938,
            "29491200" : 12803,
            "29753344" : 12624,
            "30015488" : 12394,
            "30277632" : 12414,
            "30539776" : 12481,
            "30801920" : 12034,
            "31064064" : 11713,
            "31326208" : 11533,
            "31588352" : 11074,
            "31850496" : 10686,
            "32112640" : 10650,
            "32374784" : 10612,
            "32636928" : 10332,
            "32899072" : 10111,
            "33161216" : 9953,
            "33423360" : 9754,
            "33816576" : 18661,
            "34340864" : 17796,
            "34865152" : 17566,
            "35389440" : 16615,
            "35913728" : 15727,
            "36438016" : 14620,
            "36962304" : 13785,
            "37486592" : 13555,
            "38010880" : 12515,
            "38535168" : 11904,
            "39059456" : 11176,
            "39583744" : 10871,
            "40108032" : 10357,
            "40632320" : 9495,
            "41156608" : 8927,
            "41680896" : 8473,
            "42205184" : 7879,
            "42729472" : 7309,
            "43253760" : 6927,
            "43778048" : 6547,
            "44302336" : 6098,
            "44826624" : 5800,
            "45350912" : 5420,
            "45875200" : 5134,
            "46399488" : 4832,
            "46923776" : 4556,
            "47448064" : 4184,
            "47972352" : 4066,
            "48496640" : 3738,
            "49020928" : 3511,
            "49545216" : 3327,
            "50069504" : 3036,
            "50593792" : 2877,
            "51118080" : 2739,
            "51642368" : 2509,
            "52166656" : 2434,
            "52690944" : 2507,
            "53215232" : 2143,
            "53739520" : 2159,
            "54263808" : 2012,
            "54788096" : 1923,
            "55312384" : 1854,
            "55836672" : 1788,
            "56360960" : 1670,
            "56885248" : 1675,
            "57409536" : 1499,
            "57933824" : 1499,
            "58458112" : 1442,
            "58982400" : 1394,
            "59506688" : 1418,
            "60030976" : 1193,
            "60555264" : 1181,
            "61079552" : 1112,
            "61603840" : 1151,
            "62128128" : 1038,
            "62652416" : 985,
            "63176704" : 906,
            "63700992" : 992,
            "64225280" : 895,
            "64749568" : 879,
            "65273856" : 778,
            "65798144" : 788,
            "66322432" : 724,
            "66846720" : 732,
            "67633152" : 1206,
            "68681728" : 1082,
            "69730304" : 1015,
            "70778880" : 866,
            "71827456" : 852,
            "72876032" : 685,
            "73924608" : 663,
            "74973184" : 619,
            "76021760" : 469,
            "77070336" : 423,
            "78118912" : 365,
            "79167488" : 326,
            "80216064" : 237,
            "81264640" : 226,
            "82313216" : 219,
            "83361792" : 166,
            "84410368" : 132,
            "85458944" : 137,
            "86507520" : 133,
            "87556096" : 89,
            "88604672" : 86,
            "89653248" : 71,
            "90701824" : 55,
            "91750400" : 39,
            "92798976" : 40,
            "93847552" : 27,
            "94896128" : 22,
            "95944704" : 18,
            "96993280" : 21,
            "98041856" : 9,
            "99090432" : 4,
            "100139008" : 3,
            "101187584" : 6,
            "102236160" : 2,
            "103284736" : 1,
            "106430464" : 1
          }
        },
        "lat_ns" : {
          "min" : 11458911,
          "max" : 107174704,
          "mean" : 31885372.264836,
          "stddev" : 10608151.148983,
          "N" : 1124010
        },
        "bw_min" : 43768,
        "bw_max" : 87632,
        "bw_agg" : 100.000000,
        "bw_mean" : 64292.906475,
        "bw_dev" : 630.937637,
        "bw_samples" : 2224,
        "iops_min" : 10942,
        "iops_max" : 21908,
        "iops_mean" : 16072.345324,
        "iops_stddev" : 157.752845,
        "iops_samples" : 2224
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1120000,
      "usr_cpu" : 0.345982,
      "sys_cpu" : 4.660446,
      "ctx" : 1291179,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999911,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999911,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 9.592839,
        "50" : 84.965650,
        "100" : 5.439109,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849318,
  "timestamp_ms" : 1772849318475,
  "time" : "Fri Mar  6 22:08:38 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 99,
      "elapsed" : 91,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 5273169920,
        "io_kbytes" : 5149580,
        "bw_bytes" : 65913800,
        "bw" : 64368,
        "iops" : 16092.761340,
        "runtime" : 80001,
        "total_ios" : 1287437,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 251084,
          "max" : 7424416,
          "mean" : 990219.415555,
          "stddev" : 987294.953783,
          "N" : 1287437
        },
        "clat_ns" : {
          "min" : 11090168,
          "max" : 106086053,
          "mean" : 30824889.608748,
          "stddev" : 10268364.343188,
          "N" : 1287421,
          "percentile" : {
            "1.000000" : 16318464,
            "5.000000" : 18481152,
            "10.000000" : 20054016,
            "20.000000" : 22413312,
            "30.000000" : 24510464,
            "40.000000" : 26607616,
            "50.000000" : 28704768,
            "60.000000" : 31064064,
            "70.000000" : 33816576,
            "80.000000" : 37486592,
            "90.000000" : 43778048,
            "95.000000" : 50593792,
            "99.000000" : 65798144,
            "99.500000" : 71827456,
            "99.900000" : 82313216,
            "99.950000" : 85458944,
            "99.990000" : 92798976
          },
          "bins" : {
            "11075584" : 1,
            "11206656" : 9,
            "11337728" : 26,
            "11468800" : 14,
            "11599872" : 18,
            "11730944" : 18,
            "11862016" : 23,
            "11993088" : 17,
            "12124160" : 27,
            "12255232" : 38,
            "12386304" : 39,
            "12517376" : 27,
            "12648448" : 60,
            "12779520" : 55,
            "12910592" : 80,
            "13041664" : 104,
            "13172736" : 111,
            "13303808" : 125,
            "13434880" : 159,
            "13565952" : 157,
            "13697024" : 195,
            "13828096" : 228,
            "13959168" : 182,
            "14090240" : 212,
            "14221312" : 254,
            "14352384" : 306,
            "14483456" : 341,
            "14614528" : 317,
            "14745600" : 449,
            "14876672" : 483,
            "15007744" : 598,
            "15138816" : 589,
            "15269888" : 710,
            "15400960" : 661,
            "15532032" : 718,
            "15663104" : 806,
            "15794176" : 908,
            "15925248" : 1090,
            "16056320" : 1205,
            "16187392" : 1307,
            "16318464" : 1443,
            "16449536" : 1631,
            "16580608" : 1756,
            "16711680" : 1865,
            "16908288" : 4169,
            "17170432" : 5091,
            "17432576" : 5794,
            "17694720" : 6479,
            "17956864" : 7294,
            "18219008" : 8228,
            "18481152" : 9178,
            "18743296" : 9913,
            "19005440" : 10814,
            "19267584" : 11442,
            "19529728" : 11875,
            "19791872" : 12513,
            "20054016" : 12999,
            "20316160" : 13557,
            "20578304" : 13894,
            "20840448" : 14173,
            "21102592" : 14847,
            "21364736" : 15032,
            "21626880" : 14784,
            "21889024" : 15132,
            "22151168" : 15379,
            "22413312" : 15475,
            "22675456" : 15280,
            "22937600" : 15541,
            "23199744" : 15515,
            "23461888" : 15560,
            "23724032" : 15465,
            "23986176" : 15819,
            "24248320" : 15659,
            "24510464" : 15691,
            "24772608" : 15575,
            "25034752" : 15754,
            "25296896" : 15827,
            "25559040" : 16003,
            "25821184" : 15992,
            "26083328" : 16037,
            "26345472" : 16140,
            "26607616" : 15905,
            "26869760" : 16141,
            "27131904" : 15951,
            "27394048" : 15674,
            "27656192" : 15920,
            "27918336" : 15733,
            "28180480" : 15687,
            "28442624" : 15465,
            "28704768" : 15516,
            "28966912" : 14967,
            "29229056" : 14985,
            "29491200" : 14838,
            "29753344" : 14575,
            "30015488" : 14367,
            "30277632" : 14430,
            "30539776" : 14315,
            "30801920" : 13833,
            "31064064" : 13489,
            "31326208" : 13269,
            "31588352" : 12817,
            "31850496" : 12390,
            "32112640" : 12213,
            "32374784" : 12268,
            "32636928" : 11959,
            "32899072" : 11642,
            "33161216" : 11489,
            "33423360" : 11301,
            "33816576" : 21568,
            "34340864" : 20728,
            "34865152" : 20216,
            "35389440" : 19162,
            "35913728" : 18081,
            "36438016" : 16814,
            "36962304" : 15840,
            "37486592" : 15434,
            "38010880" : 14335,
            "38535168" : 13625,
            "39059456" : 12820,
            "39583744" : 12460,
            "40108032" : 11731,
            "40632320" : 10780,
            "41156608" : 10073,
            "41680896" : 9693,
            "42205184" : 8961,
            "42729472" : 8332,
            "43253760" : 7889,
            "43778048" : 7479,
            "44302336" : 6926,
            "44826624" : 6637,
            "45350912" : 6190,
            "45875200" : 5848,
            "46399488" : 5497,
            "46923776" : 5115,
            "47448064" : 4732,
            "47972352" : 4610,
            "48496640" : 4208,
            "49020928" : 3952,
            "49545216" : 3733,
            "50069504" : 3402,
            "50593792" : 3247,
            "51118080" : 3093,
            "51642368" : 2810,
            "52166656" : 2806,
            "52690944" : 2833,
            "53215232" : 2427,
            "53739520" : 2430,
            "54263808" : 2269,
            "54788096" : 2207,
            "55312384" : 2149,
            "55836672" : 2062,
            "56360960" : 1888,
            "56885248" : 1889,
            "57409536" : 1680,
            "57933824" : 1698,
            "58458112" : 1632,
            "58982400" : 1563,
            "59506688" : 1583,
            "60030976" : 1350,
            "60555264" : 1320,
            "61079552" : 1237,
            "61603840" : 1245,
            "62128128" : 1143,
            "62652416" : 1097,
            "63176704" : 998,
            "63700992" : 1094,
            "64225280" : 980,
            "64749568" : 966,
            "65273856" : 868,
            "65798144" : 863,
            "66322432" : 779,
            "66846720" : 783,
            "67633152" : 1339,
            "68681728" : 1187,
            "69730304" : 1092,
            "70778880" : 943,
            "71827456" : 930,
            "72876032" : 749,
            "73924608" : 734,
            "74973184" : 658,
            "76021760" : 498,
            "77070336" : 465,
            "78118912" : 389,
            "79167488" : 352,
            "80216064" : 250,
            "81264640" : 241,
            "82313216" : 226,
            "83361792" : 171,
            "84410368" : 135,
            "85458944" : 139,
            "86507520" : 138,
            "87556096" : 92,
            "88604672" : 90,
            "89653248" : 74,
            "90701824" : 55,
            "91750400" : 39,
            "92798976" : 40,
            "93847552" : 27,
            "94896128" : 22,
            "95944704" : 18,
            "96993280" : 21,
            "98041856" : 9,
            "99090432" : 4,
            "100139008" : 3,
            "101187584" : 6,
            "102236160" : 2,
            "103284736" : 1,
            "106430464" : 1
          }
        },
        "lat_ns" : {
          "min" : 11458911,
          "max" : 107174704,
          "mean" : 31815122.860556,
          "stddev" : 10523959.648225,
          "N" : 1287421
        },
        "bw_min" : 43768,
        "bw_max" : 87632,
        "bw_agg" : 99.981442,
        "bw_mean" : 64357.899371,
        "bw_dev" : 626.337084,
        "bw_samples" : 2544,
        "iops_min" : 10942,
        "iops_max" : 21908,
        "iops_mean" : 16088.628931,
        "iops_stddev" : 156.603046,
        "iops_samples" : 2544
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1280000,
      "usr_cpu" : 0.348203,
      "sys_cpu" : 4.664141,
      "ctx" : 1478892,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 9.779430,
        "50" : 84.916310,
        "100" : 5.302162,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849328,
  "timestamp_ms" : 1772849328475,
  "time" : "Fri Mar  6 22:08:48 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 89,
      "elapsed" : 101,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 5930905600,
        "io_kbytes" : 5791900,
        "bw_bytes" : 65898951,
        "bw" : 64354,
        "iops" : 16089.211111,
        "runtime" : 90000,
        "total_ios" : 1448029,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 251084,
          "max" : 7424416,
          "mean" : 990460.420925,
          "stddev" : 988033.498180,
          "N" : 1448029
        },
        "clat_ns" : {
          "min" : 11022375,
          "max" : 106547440,
          "mean" : 30830988.242941,
          "stddev" : 10307525.332029,
          "N" : 1448013,
          "percentile" : {
            "1.000000" : 16318464,
            "5.000000" : 18481152,
            "10.000000" : 20054016,
            "20.000000" : 22413312,
            "30.000000" : 24510464,
            "40.000000" : 26607616,
            "50.000000" : 28704768,
            "60.000000" : 31064064,
            "70.000000" : 33816576,
            "80.000000" : 37486592,
            "90.000000" : 43778048,
            "95.000000" : 50593792,
            "99.000000" : 66322432,
            "99.500000" : 71827456,
            "99.900000" : 82313216,
            "99.950000" : 86507520,
            "99.990000" : 93847552
          },
          "bins" : {
            "11075584" : 7,
            "11206656" : 11,
            "11337728" : 45,
            "11468800" : 40,
            "11599872" : 22,
            "11730944" : 23,
            "11862016" : 27,
            "11993088" : 22,
            "12124160" : 29,
            "12255232" : 40,
            "12386304" : 51,
            "12517376" : 32,
            "12648448" : 70,
            "12779520" : 71,
            "12910592" : 97,
            "13041664" : 120,
            "13172736" : 130,
            "13303808" : 150,
            "13434880" : 183,
            "13565952" : 195,
            "13697024" : 215,
            "13828096" : 264,
            "13959168" : 217,
            "14090240" : 255,
            "14221312" : 299,
            "14352384" : 368,
            "14483456" : 394,
            "14614528" : 369,
            "14745600" : 502,
            "14876672" : 559,
            "15007744" : 646,
            "15138816" : 657,
            "15269888" : 791,
            "15400960" : 748,
            "15532032" : 807,
            "15663104" : 913,
            "15794176" : 1053,
            "15925248" : 1238,
            "16056320" : 1349,
            "16187392" : 1456,
            "16318464" : 1613,
            "16449536" : 1845,
            "16580608" : 1967,
            "16711680" : 2101,
            "16908288" : 4670,
            "17170432" : 5719,
            "17432576" : 6512,
            "17694720" : 7308,
            "17956864" : 8153,
            "18219008" : 9161,
            "18481152" : 10272,
            "18743296" : 10985,
            "19005440" : 12086,
            "19267584" : 12723,
            "19529728" : 13284,
            "19791872" : 13985,
            "20054016" : 14537,
            "20316160" : 15285,
            "20578304" : 15656,
            "20840448" : 16019,
            "21102592" : 16724,
            "21364736" : 16897,
            "21626880" : 16735,
            "21889024" : 17201,
            "22151168" : 17551,
            "22413312" : 17578,
            "22675456" : 17321,
            "22937600" : 17560,
            "23199744" : 17611,
            "23461888" : 17652,
            "23724032" : 17561,
            "23986176" : 18001,
            "24248320" : 17812,
            "24510464" : 17856,
            "24772608" : 17774,
            "25034752" : 17900,
            "25296896" : 18002,
            "25559040" : 18086,
            "25821184" : 17969,
            "26083328" : 18008,
            "26345472" : 18181,
            "26607616" : 17882,
            "26869760" : 18190,
            "27131904" : 18103,
            "27394048" : 17685,
            "27656192" : 17926,
            "27918336" : 17648,
            "28180480" : 17486,
            "28442624" : 17302,
            "28704768" : 17239,
            "28966912" : 16681,
            "29229056" : 16748,
            "29491200" : 16493,
            "29753344" : 16220,
            "30015488" : 16153,
            "30277632" : 16160,
            "30539776" : 15980,
            "30801920" : 15393,
            "31064064" : 15049,
            "31326208" : 14817,
            "31588352" : 14376,
            "31850496" : 13839,
            "32112640" : 13644,
            "32374784" : 13679,
            "32636928" : 13309,
            "32899072" : 13048,
            "33161216" : 12874,
            "33423360" : 12688,
            "33816576" : 23977,
            "34340864" : 23084,
            "34865152" : 22618,
            "35389440" : 21271,
            "35913728" : 20210,
            "36438016" : 18910,
            "36962304" : 17824,
            "37486592" : 17309,
            "38010880" : 16088,
            "38535168" : 15249,
            "39059456" : 14440,
            "39583744" : 14005,
            "40108032" : 13193,
            "40632320" : 12007,
            "41156608" : 11316,
            "41680896" : 10835,
            "42205184" : 10157,
            "42729472" : 9319,
            "43253760" : 8889,
            "43778048" : 8396,
            "44302336" : 7856,
            "44826624" : 7511,
            "45350912" : 7003,
            "45875200" : 6585,
            "46399488" : 6192,
            "46923776" : 5792,
            "47448064" : 5398,
            "47972352" : 5264,
            "48496640" : 4784,
            "49020928" : 4556,
            "49545216" : 4275,
            "50069504" : 3899,
            "50593792" : 3715,
            "51118080" : 3564,
            "51642368" : 3220,
            "52166656" : 3162,
            "52690944" : 3196,
            "53215232" : 2727,
            "53739520" : 2744,
            "54263808" : 2563,
            "54788096" : 2497,
            "55312384" : 2412,
            "55836672" : 2328,
            "56360960" : 2114,
            "56885248" : 2112,
            "57409536" : 1931,
            "57933824" : 1891,
            "58458112" : 1788,
            "58982400" : 1744,
            "59506688" : 1738,
            "60030976" : 1519,
            "60555264" : 1476,
            "61079552" : 1387,
            "61603840" : 1406,
            "62128128" : 1295,
            "62652416" : 1238,
            "63176704" : 1137,
            "63700992" : 1245,
            "64225280" : 1103,
            "64749568" : 1066,
            "65273856" : 959,
            "65798144" : 955,
            "66322432" : 876,
            "66846720" : 886,
            "67633152" : 1534,
            "68681728" : 1327,
            "69730304" : 1264,
            "70778880" : 1085,
            "71827456" : 1051,
            "72876032" : 860,
            "73924608" : 810,
            "74973184" : 743,
            "76021760" : 587,
            "77070336" : 518,
            "78118912" : 460,
            "79167488" : 408,
            "80216064" : 317,
            "81264640" : 286,
            "82313216" : 266,
            "83361792" : 201,
            "84410368" : 167,
            "85458944" : 171,
            "86507520" : 162,
            "87556096" : 116,
            "88604672" : 106,
            "89653248" : 92,
            "90701824" : 66,
            "91750400" : 50,
            "92798976" : 49,
            "93847552" : 35,
            "94896128" : 33,
            "95944704" : 29,
            "96993280" : 25,
            "98041856" : 13,
            "99090432" : 8,
            "100139008" : 8,
            "101187584" : 8,
            "102236160" : 3,
            "103284736" : 2,
            "104333312" : 4,
            "105381888" : 1,
            "106430464" : 4
          }
        },
        "lat_ns" : {
          "min" : 11396175,
          "max" : 109186736,
          "mean" : 31821432.843422,
          "stddev" : 10564479.200571,
          "N" : 1448013
        },
        "bw_min" : 43640,
        "bw_max" : 87632,
        "bw_agg" : 99.938708,
        "bw_mean" : 64315.206704,
        "bw_dev" : 621.386205,
        "bw_samples" : 2864,
        "iops_min" : 10910,
        "iops_max" : 21908,
        "iops_mean" : 16077.944134,
        "iops_stddev" : 155.369828,
        "iops_samples" : 2864
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1439997,
      "usr_cpu" : 0.350209,
      "sys_cpu" : 4.656815,
      "ctx" : 1663496,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 9.740827,
        "50" : 84.919225,
        "100" : 5.337048,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849338,
  "timestamp_ms" : 1772849338475,
  "time" : "Fri Mar  6 22:08:58 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 79,
      "elapsed" : 111,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 6577643520,
        "io_kbytes" : 6423480,
        "bw_bytes" : 65776435,
        "bw" : 64234,
        "iops" : 16059.270000,
        "runtime" : 100000,
        "total_ios" : 1605927,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 251084,
          "max" : 7424416,
          "mean" : 992317.490109,
          "stddev" : 989984.883326,
          "N" : 1605927
        },
        "clat_ns" : {
          "min" : 11022375,
          "max" : 106547440,
          "mean" : 30888247.917213,
          "stddev" : 10276382.928396,
          "N" : 1605911,
          "percentile" : {
            "1.000000" : 16187392,
            "5.000000" : 18481152,
            "10.000000" : 20054016,
            "20.000000" : 22413312,
            "30.000000" : 24510464,
            "40.000000" : 26607616,
            "50.000000" : 28966912,
            "60.000000" : 31326208,
            "70.000000" : 33816576,
            "80.000000" : 38010880,
            "90.000000" : 43778048,
            "95.000000" : 50593792,
            "99.000000" : 65798144,
            "99.500000" : 71827456,
            "99.900000" : 82313216,
            "99.950000" : 86507520,
            "99.990000" : 93847552
          },
          "bins" : {
            "11075584" : 7,
            "11206656" : 15,
            "11337728" : 47,
            "11468800" : 40,
            "11599872" : 22,
            "11730944" : 27,
            "11862016" : 27,
            "11993088" : 22,
            "12124160" : 29,
            "12255232" : 46,
            "12386304" : 57,
            "12517376" : 33,
            "12648448" : 78,
            "12779520" : 77,
            "12910592" : 101,
            "13041664" : 125,
            "13172736" : 146,
            "13303808" : 174,
            "13434880" : 216,
            "13565952" : 212,
            "13697024" : 229,
            "13828096" : 293,
            "13959168" : 246,
            "14090240" : 291,
            "14221312" : 335,
            "14352384" : 408,
            "14483456" : 433,
            "14614528" : 423,
            "14745600" : 561,
            "14876672" : 627,
            "15007744" : 735,
            "15138816" : 755,
            "15269888" : 880,
            "15400960" : 875,
            "15532032" : 933,
            "15663104" : 1069,
            "15794176" : 1193,
            "15925248" : 1427,
            "16056320" : 1560,
            "16187392" : 1674,
            "16318464" : 1830,
            "16449536" : 2063,
            "16580608" : 2235,
            "16711680" : 2386,
            "16908288" : 5313,
            "17170432" : 6412,
            "17432576" : 7245,
            "17694720" : 8082,
            "17956864" : 9009,
            "18219008" : 10114,
            "18481152" : 11277,
            "18743296" : 12072,
            "19005440" : 13214,
            "19267584" : 13813,
            "19529728" : 14386,
            "19791872" : 15148,
            "20054016" : 15779,
            "20316160" : 16567,
            "20578304" : 16974,
            "20840448" : 17412,
            "21102592" : 18113,
            "21364736" : 18327,
            "21626880" : 18173,
            "21889024" : 18528,
            "22151168" : 18994,
            "22413312" : 19063,
            "22675456" : 18853,
            "22937600" : 19177,
            "23199744" : 19192,
            "23461888" : 19255,
            "23724032" : 19257,
            "23986176" : 19815,
            "24248320" : 19605,
            "24510464" : 19669,
            "24772608" : 19639,
            "25034752" : 19760,
            "25296896" : 19941,
            "25559040" : 19938,
            "25821184" : 19844,
            "26083328" : 19854,
            "26345472" : 20135,
            "26607616" : 19922,
            "26869760" : 20171,
            "27131904" : 20009,
            "27394048" : 19678,
            "27656192" : 19928,
            "27918336" : 19628,
            "28180480" : 19400,
            "28442624" : 19255,
            "28704768" : 19190,
            "28966912" : 18563,
            "29229056" : 18539,
            "29491200" : 18315,
            "29753344" : 18093,
            "30015488" : 18065,
            "30277632" : 18138,
            "30539776" : 17861,
            "30801920" : 17231,
            "31064064" : 16853,
            "31326208" : 16505,
            "31588352" : 16130,
            "31850496" : 15500,
            "32112640" : 15278,
            "32374784" : 15263,
            "32636928" : 14894,
            "32899072" : 14613,
            "33161216" : 14417,
            "33423360" : 14176,
            "33816576" : 26983,
            "34340864" : 25887,
            "34865152" : 25297,
            "35389440" : 23972,
            "35913728" : 22695,
            "36438016" : 21055,
            "36962304" : 20026,
            "37486592" : 19485,
            "38010880" : 18163,
            "38535168" : 17158,
            "39059456" : 16208,
            "39583744" : 15642,
            "40108032" : 14771,
            "40632320" : 13475,
            "41156608" : 12723,
            "41680896" : 12167,
            "42205184" : 11402,
            "42729472" : 10455,
            "43253760" : 10061,
            "43778048" : 9433,
            "44302336" : 8819,
            "44826624" : 8331,
            "45350912" : 7784,
            "45875200" : 7316,
            "46399488" : 6944,
            "46923776" : 6530,
            "47448064" : 6063,
            "47972352" : 5844,
            "48496640" : 5362,
            "49020928" : 5090,
            "49545216" : 4795,
            "50069504" : 4396,
            "50593792" : 4133,
            "51118080" : 4010,
            "51642368" : 3656,
            "52166656" : 3554,
            "52690944" : 3566,
            "53215232" : 3073,
            "53739520" : 3069,
            "54263808" : 2848,
            "54788096" : 2799,
            "55312384" : 2668,
            "55836672" : 2611,
            "56360960" : 2373,
            "56885248" : 2397,
            "57409536" : 2174,
            "57933824" : 2106,
            "58458112" : 2019,
            "58982400" : 1964,
            "59506688" : 1925,
            "60030976" : 1703,
            "60555264" : 1645,
            "61079552" : 1543,
            "61603840" : 1574,
            "62128128" : 1465,
            "62652416" : 1355,
            "63176704" : 1266,
            "63700992" : 1373,
            "64225280" : 1216,
            "64749568" : 1166,
            "65273856" : 1059,
            "65798144" : 1042,
            "66322432" : 972,
            "66846720" : 956,
            "67633152" : 1681,
            "68681728" : 1418,
            "69730304" : 1389,
            "70778880" : 1224,
            "71827456" : 1146,
            "72876032" : 931,
            "73924608" : 868,
            "74973184" : 792,
            "76021760" : 619,
            "77070336" : 546,
            "78118912" : 480,
            "79167488" : 420,
            "80216064" : 330,
            "81264640" : 288,
            "82313216" : 272,
            "83361792" : 206,
            "84410368" : 170,
            "85458944" : 174,
            "86507520" : 165,
            "87556096" : 116,
            "88604672" : 107,
            "89653248" : 93,
            "90701824" : 66,
            "91750400" : 50,
            "92798976" : 49,
            "93847552" : 35,
            "94896128" : 33,
            "95944704" : 29,
            "96993280" : 25,
            "98041856" : 13,
            "99090432" : 8,
            "100139008" : 8,
            "101187584" : 8,
            "102236160" : 3,
            "103284736" : 2,
            "104333312" : 4,
            "105381888" : 1,
            "106430464" : 4
          }
        },
        "lat_ns" : {
          "min" : 11396175,
          "max" : 109186736,
          "mean" : 31880508.301828,
          "stddev" : 10532257.321475,
          "N" : 1605911
        },
        "bw_min" : 43640,
        "bw_max" : 87632,
        "bw_agg" : 100.000000,
        "bw_mean" : 64250.537688,
        "bw_dev" : 614.324900,
        "bw_samples" : 3184,
        "iops_min" : 10910,
        "iops_max" : 21908,
        "iops_mean" : 16061.793970,
        "iops_stddev" : 153.605477,
        "iops_samples" : 3184
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1599998,
      "usr_cpu" : 0.350625,
      "sys_cpu" : 4.647693,
      "ctx" : 1845047,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 9.691723,
        "50" : 84.963762,
        "100" : 5.341899,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849348,
  "timestamp_ms" : 1772849348476,
  "time" : "Fri Mar  6 22:09:08 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 69,
      "elapsed" : 121,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 7236620288,
        "io_kbytes" : 7067012,
        "bw_bytes" : 65786859,
        "bw" : 64244,
        "iops" : 16061.626712,
        "runtime" : 110001,
        "total_ios" : 1766795,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 251084,
          "max" : 7424416,
          "mean" : 992157.125497,
          "stddev" : 990305.569244,
          "N" : 1766795
        },
        "clat_ns" : {
          "min" : 11022375,
          "max" : 106547440,
          "mean" : 30884251.257721,
          "stddev" : 10281627.815469,
          "N" : 1766779,
          "percentile" : {
            "1.000000" : 16187392,
            "5.000000" : 18481152,
            "10.000000" : 20054016,
            "20.000000" : 22413312,
            "30.000000" : 24510464,
            "40.000000" : 26607616,
            "50.000000" : 28966912,
            "60.000000" : 31326208,
            "70.000000" : 33816576,
            "80.000000" : 37486592,
            "90.000000" : 43778048,
            "95.000000" : 50593792,
            "99.000000" : 65798144,
            "99.500000" : 71827456,
            "99.900000" : 82313216,
            "99.950000" : 86507520,
            "99.990000" : 92798976
          },
          "bins" : {
            "11075584" : 7,
            "11206656" : 15,
            "11337728" : 51,
            "11468800" : 46,
            "11599872" : 26,
            "11730944" : 29,
            "11862016" : 30,
            "11993088" : 28,
            "12124160" : 41,
            "12255232" : 48,
            "12386304" : 63,
            "12517376" : 36,
            "12648448" : 79,
            "12779520" : 89,
            "12910592" : 110,
            "13041664" : 137,
            "13172736" : 168,
            "13303808" : 209,
            "13434880" : 243,
            "13565952" : 234,
            "13697024" : 259,
            "13828096" : 318,
            "13959168" : 280,
            "14090240" : 326,
            "14221312" : 367,
            "14352384" : 462,
            "14483456" : 474,
            "14614528" : 463,
            "14745600" : 613,
            "14876672" : 703,
            "15007744" : 798,
            "15138816" : 847,
            "15269888" : 983,
            "15400960" : 983,
            "15532032" : 1028,
            "15663104" : 1217,
            "15794176" : 1359,
            "15925248" : 1573,
            "16056320" : 1734,
            "16187392" : 1864,
            "16318464" : 2018,
            "16449536" : 2274,
            "16580608" : 2427,
            "16711680" : 2599,
            "16908288" : 5866,
            "17170432" : 7062,
            "17432576" : 7945,
            "17694720" : 8838,
            "17956864" : 9841,
            "18219008" : 11072,
            "18481152" : 12240,
            "18743296" : 13171,
            "19005440" : 14360,
            "19267584" : 15073,
            "19529728" : 15768,
            "19791872" : 16503,
            "20054016" : 17291,
            "20316160" : 18250,
            "20578304" : 18685,
            "20840448" : 19009,
            "21102592" : 19817,
            "21364736" : 20013,
            "21626880" : 19911,
            "21889024" : 20475,
            "22151168" : 21015,
            "22413312" : 21042,
            "22675456" : 20825,
            "22937600" : 21173,
            "23199744" : 21154,
            "23461888" : 21255,
            "23724032" : 21260,
            "23986176" : 21849,
            "24248320" : 21682,
            "24510464" : 21763,
            "24772608" : 21766,
            "25034752" : 21863,
            "25296896" : 21968,
            "25559040" : 21980,
            "25821184" : 21949,
            "26083328" : 21991,
            "26345472" : 22201,
            "26607616" : 21997,
            "26869760" : 22195,
            "27131904" : 22051,
            "27394048" : 21689,
            "27656192" : 21916,
            "27918336" : 21647,
            "28180480" : 21317,
            "28442624" : 21271,
            "28704768" : 21132,
            "28966912" : 20483,
            "29229056" : 20412,
            "29491200" : 20170,
            "29753344" : 20028,
            "30015488" : 19886,
            "30277632" : 19914,
            "30539776" : 19557,
            "30801920" : 18942,
            "31064064" : 18535,
            "31326208" : 18201,
            "31588352" : 17815,
            "31850496" : 17124,
            "32112640" : 16872,
            "32374784" : 16778,
            "32636928" : 16386,
            "32899072" : 16120,
            "33161216" : 15923,
            "33423360" : 15755,
            "33816576" : 29821,
            "34340864" : 28547,
            "34865152" : 27829,
            "35389440" : 26305,
            "35913728" : 25123,
            "36438016" : 23402,
            "36962304" : 22127,
            "37486592" : 21277,
            "38010880" : 20014,
            "38535168" : 18939,
            "39059456" : 17842,
            "39583744" : 17113,
            "40108032" : 16102,
            "40632320" : 14731,
            "41156608" : 13898,
            "41680896" : 13210,
            "42205184" : 12395,
            "42729472" : 11443,
            "43253760" : 10962,
            "43778048" : 10222,
            "44302336" : 9588,
            "44826624" : 8997,
            "45350912" : 8474,
            "45875200" : 7934,
            "46399488" : 7532,
            "46923776" : 7128,
            "47448064" : 6661,
            "47972352" : 6333,
            "48496640" : 5850,
            "49020928" : 5536,
            "49545216" : 5247,
            "50069504" : 4854,
            "50593792" : 4527,
            "51118080" : 4440,
            "51642368" : 4058,
            "52166656" : 3884,
            "52690944" : 3827,
            "53215232" : 3383,
            "53739520" : 3371,
            "54263808" : 3158,
            "54788096" : 3081,
            "55312384" : 2929,
            "55836672" : 2857,
            "56360960" : 2590,
            "56885248" : 2597,
            "57409536" : 2376,
            "57933824" : 2304,
            "58458112" : 2251,
            "58982400" : 2169,
            "59506688" : 2101,
            "60030976" : 1923,
            "60555264" : 1803,
            "61079552" : 1700,
            "61603840" : 1729,
            "62128128" : 1630,
            "62652416" : 1501,
            "63176704" : 1401,
            "63700992" : 1513,
            "64225280" : 1348,
            "64749568" : 1305,
            "65273856" : 1209,
            "65798144" : 1152,
            "66322432" : 1075,
            "66846720" : 1060,
            "67633152" : 1898,
            "68681728" : 1582,
            "69730304" : 1537,
            "70778880" : 1357,
            "71827456" : 1242,
            "72876032" : 1031,
            "73924608" : 976,
            "74973184" : 891,
            "76021760" : 689,
            "77070336" : 612,
            "78118912" : 540,
            "79167488" : 449,
            "80216064" : 379,
            "81264640" : 349,
            "82313216" : 321,
            "83361792" : 235,
            "84410368" : 199,
            "85458944" : 210,
            "86507520" : 185,
            "87556096" : 129,
            "88604672" : 125,
            "89653248" : 102,
            "90701824" : 73,
            "91750400" : 52,
            "92798976" : 54,
            "93847552" : 35,
            "94896128" : 34,
            "95944704" : 29,
            "96993280" : 25,
            "98041856" : 13,
            "99090432" : 8,
            "100139008" : 8,
            "101187584" : 8,
            "102236160" : 3,
            "103284736" : 2,
            "104333312" : 4,
            "105381888" : 1,
            "106430464" : 4
          }
        },
        "lat_ns" : {
          "min" : 11396175,
          "max" : 109186736,
          "mean" : 31876423.026547,
          "stddev" : 10537193.781877,
          "N" : 1766779
        },
        "bw_min" : 43640,
        "bw_max" : 87632,
        "bw_agg" : 99.936214,
        "bw_mean" : 64204.301370,
        "bw_dev" : 616.096080,
        "bw_samples" : 3504,
        "iops_min" : 10910,
        "iops_max" : 21908,
        "iops_mean" : 16050.223744,
        "iops_stddev" : 154.050156,
        "iops_samples" : 3504
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1760000,
      "usr_cpu" : 0.351250,
      "sys_cpu" : 4.645455,
      "ctx" : 2030328,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 9.646733,
        "50" : 84.992600,
        "100" : 5.358290,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849358,
  "timestamp_ms" : 1772849358474,
  "time" : "Fri Mar  6 22:09:18 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 60,
      "elapsed" : 131,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 7903662080,
        "io_kbytes" : 7718420,
        "bw_bytes" : 65863850,
        "bw" : 64320,
        "iops" : 16080.308333,
        "runtime" : 120000,
        "total_ios" : 1929637,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 251084,
          "max" : 7424416,
          "mean" : 991003.431883,
          "stddev" : 988246.580516,
          "N" : 1929637
        },
        "clat_ns" : {
          "min" : 11022375,
          "max" : 106547440,
          "mean" : 30847581.652091,
          "stddev" : 10282477.517475,
          "N" : 1929621,
          "percentile" : {
            "1.000000" : 16318464,
            "5.000000" : 18743296,
            "10.000000" : 20054016,
            "20.000000" : 22413312,
            "30.000000" : 24510464,
            "40.000000" : 26607616,
            "50.000000" : 28704768,
            "60.000000" : 31064064,
            "70.000000" : 33816576,
            "80.000000" : 37486592,
            "90.000000" : 43778048,
            "95.000000" : 50593792,
            "99.000000" : 65798144,
            "99.500000" : 71827456,
            "99.900000" : 82313216,
            "99.950000" : 85458944,
            "99.990000" : 92798976
          },
          "bins" : {
            "11075584" : 7,
            "11206656" : 16,
            "11337728" : 53,
            "11468800" : 46,
            "11599872" : 26,
            "11730944" : 32,
            "11862016" : 30,
            "11993088" : 29,
            "12124160" : 45,
            "12255232" : 53,
            "12386304" : 63,
            "12517376" : 38,
            "12648448" : 79,
            "12779520" : 89,
            "12910592" : 113,
            "13041664" : 141,
            "13172736" : 171,
            "13303808" : 218,
            "13434880" : 246,
            "13565952" : 245,
            "13697024" : 272,
            "13828096" : 325,
            "13959168" : 284,
            "14090240" : 337,
            "14221312" : 370,
            "14352384" : 465,
            "14483456" : 492,
            "14614528" : 468,
            "14745600" : 622,
            "14876672" : 713,
            "15007744" : 822,
            "15138816" : 862,
            "15269888" : 1000,
            "15400960" : 1008,
            "15532032" : 1046,
            "15663104" : 1250,
            "15794176" : 1396,
            "15925248" : 1635,
            "16056320" : 1812,
            "16187392" : 1955,
            "16318464" : 2122,
            "16449536" : 2393,
            "16580608" : 2574,
            "16711680" : 2729,
            "16908288" : 6231,
            "17170432" : 7567,
            "17432576" : 8526,
            "17694720" : 9503,
            "17956864" : 10572,
            "18219008" : 11997,
            "18481152" : 13278,
            "18743296" : 14432,
            "19005440" : 15681,
            "19267584" : 16643,
            "19529728" : 17402,
            "19791872" : 18386,
            "20054016" : 19115,
            "20316160" : 20214,
            "20578304" : 20790,
            "20840448" : 21043,
            "21102592" : 22087,
            "21364736" : 22274,
            "21626880" : 22162,
            "21889024" : 22907,
            "22151168" : 23389,
            "22413312" : 23417,
            "22675456" : 23241,
            "22937600" : 23613,
            "23199744" : 23593,
            "23461888" : 23671,
            "23724032" : 23655,
            "23986176" : 24234,
            "24248320" : 24077,
            "24510464" : 24131,
            "24772608" : 24079,
            "25034752" : 24120,
            "25296896" : 24116,
            "25559040" : 24173,
            "25821184" : 24226,
            "26083328" : 24096,
            "26345472" : 24419,
            "26607616" : 24140,
            "26869760" : 24271,
            "27131904" : 24102,
            "27394048" : 23619,
            "27656192" : 23893,
            "27918336" : 23611,
            "28180480" : 23313,
            "28442624" : 23174,
            "28704768" : 22967,
            "28966912" : 22271,
            "29229056" : 22129,
            "29491200" : 21955,
            "29753344" : 21676,
            "30015488" : 21623,
            "30277632" : 21548,
            "30539776" : 21283,
            "30801920" : 20506,
            "31064064" : 20163,
            "31326208" : 19822,
            "31588352" : 19405,
            "31850496" : 18621,
            "32112640" : 18336,
            "32374784" : 18186,
            "32636928" : 17747,
            "32899072" : 17469,
            "33161216" : 17284,
            "33423360" : 17007,
            "33816576" : 32233,
            "34340864" : 30943,
            "34865152" : 30165,
            "35389440" : 28381,
            "35913728" : 27069,
            "36438016" : 25274,
            "36962304" : 23869,
            "37486592" : 22919,
            "38010880" : 21601,
            "38535168" : 20449,
            "39059456" : 19250,
            "39583744" : 18341,
            "40108032" : 17318,
            "40632320" : 15964,
            "41156608" : 14963,
            "41680896" : 14380,
            "42205184" : 13425,
            "42729472" : 12332,
            "43253760" : 11807,
            "43778048" : 11140,
            "44302336" : 10348,
            "44826624" : 9707,
            "45350912" : 9176,
            "45875200" : 8590,
            "46399488" : 8140,
            "46923776" : 7795,
            "47448064" : 7290,
            "47972352" : 6859,
            "48496640" : 6404,
            "49020928" : 6025,
            "49545216" : 5741,
            "50069504" : 5289,
            "50593792" : 4929,
            "51118080" : 4885,
            "51642368" : 4479,
            "52166656" : 4239,
            "52690944" : 4180,
            "53215232" : 3752,
            "53739520" : 3701,
            "54263808" : 3477,
            "54788096" : 3369,
            "55312384" : 3228,
            "55836672" : 3157,
            "56360960" : 2872,
            "56885248" : 2857,
            "57409536" : 2599,
            "57933824" : 2548,
            "58458112" : 2481,
            "58982400" : 2344,
            "59506688" : 2303,
            "60030976" : 2109,
            "60555264" : 1990,
            "61079552" : 1860,
            "61603840" : 1889,
            "62128128" : 1778,
            "62652416" : 1667,
            "63176704" : 1529,
            "63700992" : 1654,
            "64225280" : 1454,
            "64749568" : 1441,
            "65273856" : 1318,
            "65798144" : 1258,
            "66322432" : 1185,
            "66846720" : 1149,
            "67633152" : 2047,
            "68681728" : 1734,
            "69730304" : 1715,
            "70778880" : 1510,
            "71827456" : 1349,
            "72876032" : 1164,
            "73924608" : 1079,
            "74973184" : 970,
            "76021760" : 777,
            "77070336" : 680,
            "78118912" : 594,
            "79167488" : 503,
            "80216064" : 415,
            "81264640" : 391,
            "82313216" : 344,
            "83361792" : 249,
            "84410368" : 209,
            "85458944" : 228,
            "86507520" : 190,
            "87556096" : 137,
            "88604672" : 130,
            "89653248" : 105,
            "90701824" : 79,
            "91750400" : 53,
            "92798976" : 54,
            "93847552" : 35,
            "94896128" : 34,
            "95944704" : 29,
            "96993280" : 25,
            "98041856" : 13,
            "99090432" : 8,
            "100139008" : 8,
            "101187584" : 8,
            "102236160" : 3,
            "103284736" : 2,
            "104333312" : 4,
            "105381888" : 1,
            "106430464" : 4
          }
        },
        "lat_ns" : {
          "min" : 11396175,
          "max" : 109186736,
          "mean" : 31838483.750787,
          "stddev" : 10538088.085493,
          "N" : 1929621
        },
        "bw_min" : 43640,
        "bw_max" : 87632,
        "bw_agg" : 99.945327,
        "bw_mean" : 64285.497908,
        "bw_dev" : 613.600520,
        "bw_samples" : 3824,
        "iops_min" : 10910,
        "iops_max" : 21908,
        "iops_mean" : 16070.468619,
        "iops_stddev" : 153.429559,
        "iops_samples" : 3824
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 1919997,
      "usr_cpu" : 0.351355,
      "sys_cpu" : 4.651830,
      "ctx" : 2216926,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999948,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999948,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 9.560762,
        "50" : 85.054650,
        "100" : 5.382411,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849368,
  "timestamp_ms" : 1772849368476,
  "time" : "Fri Mar  6 22:09:28 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 49,
      "elapsed" : 141,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 8571224064,
        "io_kbytes" : 8370336,
        "bw_bytes" : 65931985,
        "bw" : 64386,
        "iops" : 16096.976177,
        "runtime" : 130001,
        "total_ios" : 2092623,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 251084,
          "max" : 7424416,
          "mean" : 989968.399935,
          "stddev" : 985723.471994,
          "N" : 2092623
        },
        "clat_ns" : {
          "min" : 11022375,
          "max" : 106547440,
          "mean" : 30814954.553396,
          "stddev" : 10263403.730380,
          "N" : 2092607,
          "percentile" : {
            "1.000000" : 16318464,
            "5.000000" : 18743296,
            "10.000000" : 20054016,
            "20.000000" : 22413312,
            "30.000000" : 24510464,
            "40.000000" : 26607616,
            "50.000000" : 28704768,
            "60.000000" : 31064064,
            "70.000000" : 33816576,
            "80.000000" : 37486592,
            "90.000000" : 43778048,
            "95.000000" : 50593792,
            "99.000000" : 65798144,
            "99.500000" : 71827456,
            "99.900000" : 81264640,
            "99.950000" : 85458944,
            "99.990000" : 92798976
          },
          "bins" : {
            "11075584" : 7,
            "11206656" : 16,
            "11337728" : 53,
            "11468800" : 46,
            "11599872" : 26,
            "11730944" : 32,
            "11862016" : 30,
            "11993088" : 29,
            "12124160" : 45,
            "12255232" : 53,
            "12386304" : 65,
            "12517376" : 38,
            "12648448" : 79,
            "12779520" : 89,
            "12910592" : 116,
            "13041664" : 146,
            "13172736" : 171,
            "13303808" : 218,
            "13434880" : 246,
            "13565952" : 247,
            "13697024" : 273,
            "13828096" : 325,
            "13959168" : 285,
            "14090240" : 337,
            "14221312" : 372,
            "14352384" : 474,
            "14483456" : 500,
            "14614528" : 488,
            "14745600" : 634,
            "14876672" : 719,
            "15007744" : 836,
            "15138816" : 883,
            "15269888" : 1014,
            "15400960" : 1028,
            "15532032" : 1064,
            "15663104" : 1275,
            "15794176" : 1428,
            "15925248" : 1688,
            "16056320" : 1868,
            "16187392" : 2034,
            "16318464" : 2199,
            "16449536" : 2481,
            "16580608" : 2712,
            "16711680" : 2886,
            "16908288" : 6588,
            "17170432" : 8022,
            "17432576" : 9065,
            "17694720" : 10226,
            "17956864" : 11458,
            "18219008" : 13023,
            "18481152" : 14540,
            "18743296" : 15758,
            "19005440" : 17124,
            "19267584" : 18298,
            "19529728" : 19073,
            "19791872" : 20140,
            "20054016" : 20980,
            "20316160" : 22179,
            "20578304" : 22872,
            "20840448" : 23197,
            "21102592" : 24383,
            "21364736" : 24461,
            "21626880" : 24438,
            "21889024" : 25174,
            "22151168" : 25676,
            "22413312" : 25792,
            "22675456" : 25679,
            "22937600" : 26109,
            "23199744" : 25932,
            "23461888" : 26042,
            "23724032" : 25957,
            "23986176" : 26555,
            "24248320" : 26332,
            "24510464" : 26483,
            "24772608" : 26307,
            "25034752" : 26271,
            "25296896" : 26222,
            "25559040" : 26344,
            "25821184" : 26375,
            "26083328" : 26274,
            "26345472" : 26500,
            "26607616" : 26153,
            "26869760" : 26239,
            "27131904" : 26149,
            "27394048" : 25574,
            "27656192" : 25888,
            "27918336" : 25401,
            "28180480" : 25157,
            "28442624" : 24993,
            "28704768" : 24746,
            "28966912" : 24113,
            "29229056" : 23910,
            "29491200" : 23703,
            "29753344" : 23380,
            "30015488" : 23287,
            "30277632" : 23174,
            "30539776" : 22894,
            "30801920" : 22102,
            "31064064" : 21807,
            "31326208" : 21256,
            "31588352" : 20854,
            "31850496" : 20038,
            "32112640" : 19653,
            "32374784" : 19488,
            "32636928" : 19119,
            "32899072" : 18804,
            "33161216" : 18495,
            "33423360" : 18296,
            "33816576" : 34771,
            "34340864" : 33346,
            "34865152" : 32341,
            "35389440" : 30506,
            "35913728" : 29135,
            "36438016" : 27216,
            "36962304" : 25903,
            "37486592" : 24816,
            "38010880" : 23316,
            "38535168" : 22208,
            "39059456" : 20902,
            "39583744" : 19842,
            "40108032" : 18726,
            "40632320" : 17443,
            "41156608" : 16342,
            "41680896" : 15621,
            "42205184" : 14559,
            "42729472" : 13396,
            "43253760" : 12864,
            "43778048" : 12094,
            "44302336" : 11247,
            "44826624" : 10481,
            "45350912" : 9922,
            "45875200" : 9283,
            "46399488" : 8908,
            "46923776" : 8514,
            "47448064" : 7988,
            "47972352" : 7457,
            "48496640" : 6943,
            "49020928" : 6553,
            "49545216" : 6208,
            "50069504" : 5677,
            "50593792" : 5318,
            "51118080" : 5253,
            "51642368" : 4825,
            "52166656" : 4551,
            "52690944" : 4441,
            "53215232" : 4015,
            "53739520" : 3975,
            "54263808" : 3740,
            "54788096" : 3601,
            "55312384" : 3416,
            "55836672" : 3351,
            "56360960" : 3083,
            "56885248" : 3052,
            "57409536" : 2784,
            "57933824" : 2721,
            "58458112" : 2648,
            "58982400" : 2519,
            "59506688" : 2481,
            "60030976" : 2297,
            "60555264" : 2143,
            "61079552" : 1994,
            "61603840" : 2044,
            "62128128" : 1905,
            "62652416" : 1785,
            "63176704" : 1661,
            "63700992" : 1777,
            "64225280" : 1563,
            "64749568" : 1543,
            "65273856" : 1425,
            "65798144" : 1357,
            "66322432" : 1278,
            "66846720" : 1234,
            "67633152" : 2235,
            "68681728" : 1891,
            "69730304" : 1879,
            "70778880" : 1641,
            "71827456" : 1477,
            "72876032" : 1260,
            "73924608" : 1175,
            "74973184" : 1046,
            "76021760" : 830,
            "77070336" : 737,
            "78118912" : 646,
            "79167488" : 535,
            "80216064" : 434,
            "81264640" : 407,
            "82313216" : 360,
            "83361792" : 263,
            "84410368" : 216,
            "85458944" : 239,
            "86507520" : 201,
            "87556096" : 144,
            "88604672" : 133,
            "89653248" : 106,
            "90701824" : 82,
            "91750400" : 54,
            "92798976" : 55,
            "93847552" : 37,
            "94896128" : 34,
            "95944704" : 29,
            "96993280" : 25,
            "98041856" : 13,
            "99090432" : 8,
            "100139008" : 8,
            "101187584" : 8,
            "102236160" : 3,
            "103284736" : 2,
            "104333312" : 4,
            "105381888" : 1,
            "106430464" : 4
          }
        },
        "lat_ns" : {
          "min" : 11396175,
          "max" : 109186736,
          "mean" : 31804833.515585,
          "stddev" : 10518691.538569,
          "N" : 2092607
        },
        "bw_min" : 43640,
        "bw_max" : 87632,
        "bw_agg" : 100.000000,
        "bw_mean" : 64427.841699,
        "bw_dev" : 618.078228,
        "bw_samples" : 4144,
        "iops_min" : 10910,
        "iops_max" : 21908,
        "iops_mean" : 16106.092664,
        "iops_stddev" : 154.544961,
        "iops_samples" : 4144
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2080000,
      "usr_cpu" : 0.352404,
      "sys_cpu" : 4.660288,
      "ctx" : 2403351,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 9.509596,
        "50" : 85.157766,
        "100" : 5.330631,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849378,
  "timestamp_ms" : 1772849378476,
  "time" : "Fri Mar  6 22:09:38 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 39,
      "elapsed" : 151,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 9236811776,
        "io_kbytes" : 9020324,
        "bw_bytes" : 65976755,
        "bw" : 64430,
        "iops" : 16107.906372,
        "runtime" : 140001,
        "total_ios" : 2255123,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 251084,
          "max" : 7424416,
          "mean" : 989300.632503,
          "stddev" : 984418.840847,
          "N" : 2255123
        },
        "clat_ns" : {
          "min" : 11022375,
          "max" : 106547440,
          "mean" : 30794506.529917,
          "stddev" : 10225161.307993,
          "N" : 2255107,
          "percentile" : {
            "1.000000" : 16449536,
            "5.000000" : 18743296,
            "10.000000" : 20054016,
            "20.000000" : 22413312,
            "30.000000" : 24510464,
            "40.000000" : 26607616,
            "50.000000" : 28704768,
            "60.000000" : 31064064,
            "70.000000" : 33816576,
            "80.000000" : 37486592,
            "90.000000" : 43778048,
            "95.000000" : 50593792,
            "99.000000" : 65798144,
            "99.500000" : 70778880,
            "99.900000" : 81264640,
            "99.950000" : 85458944,
            "99.990000" : 92798976
          },
          "bins" : {
            "11075584" : 7,
            "11206656" : 16,
            "11337728" : 53,
            "11468800" : 46,
            "11599872" : 26,
            "11730944" : 32,
            "11862016" : 30,
            "11993088" : 29,
            "12124160" : 49,
            "12255232" : 54,
            "12386304" : 65,
            "12517376" : 38,
            "12648448" : 79,
            "12779520" : 89,
            "12910592" : 116,
            "13041664" : 146,
            "13172736" : 171,
            "13303808" : 220,
            "13434880" : 246,
            "13565952" : 249,
            "13697024" : 289,
            "13828096" : 334,
            "13959168" : 296,
            "14090240" : 355,
            "14221312" : 385,
            "14352384" : 476,
            "14483456" : 506,
            "14614528" : 496,
            "14745600" : 637,
            "14876672" : 731,
            "15007744" : 850,
            "15138816" : 898,
            "15269888" : 1022,
            "15400960" : 1044,
            "15532032" : 1082,
            "15663104" : 1306,
            "15794176" : 1450,
            "15925248" : 1736,
            "16056320" : 1938,
            "16187392" : 2104,
            "16318464" : 2276,
            "16449536" : 2579,
            "16580608" : 2824,
            "16711680" : 2998,
            "16908288" : 6909,
            "17170432" : 8372,
            "17432576" : 9550,
            "17694720" : 10856,
            "17956864" : 12262,
            "18219008" : 13948,
            "18481152" : 15636,
            "18743296" : 17020,
            "19005440" : 18515,
            "19267584" : 19928,
            "19529728" : 20855,
            "19791872" : 22016,
            "20054016" : 22923,
            "20316160" : 24200,
            "20578304" : 24927,
            "20840448" : 25386,
            "21102592" : 26534,
            "21364736" : 26574,
            "21626880" : 26636,
            "21889024" : 27466,
            "22151168" : 27969,
            "22413312" : 28088,
            "22675456" : 27845,
            "22937600" : 28370,
            "23199744" : 28158,
            "23461888" : 28253,
            "23724032" : 28169,
            "23986176" : 28721,
            "24248320" : 28389,
            "24510464" : 28549,
            "24772608" : 28504,
            "25034752" : 28359,
            "25296896" : 28370,
            "25559040" : 28352,
            "25821184" : 28347,
            "26083328" : 28248,
            "26345472" : 28423,
            "26607616" : 28110,
            "26869760" : 28282,
            "27131904" : 28092,
            "27394048" : 27507,
            "27656192" : 27815,
            "27918336" : 27339,
            "28180480" : 27063,
            "28442624" : 26859,
            "28704768" : 26558,
            "28966912" : 25896,
            "29229056" : 25708,
            "29491200" : 25556,
            "29753344" : 25126,
            "30015488" : 24997,
            "30277632" : 24859,
            "30539776" : 24521,
            "30801920" : 23780,
            "31064064" : 23361,
            "31326208" : 22851,
            "31588352" : 22390,
            "31850496" : 21574,
            "32112640" : 21218,
            "32374784" : 20962,
            "32636928" : 20583,
            "32899072" : 20288,
            "33161216" : 19886,
            "33423360" : 19608,
            "33816576" : 37395,
            "34340864" : 35966,
            "34865152" : 34823,
            "35389440" : 32886,
            "35913728" : 31286,
            "36438016" : 29302,
            "36962304" : 27865,
            "37486592" : 26707,
            "38010880" : 25023,
            "38535168" : 23863,
            "39059456" : 22446,
            "39583744" : 21408,
            "40108032" : 20130,
            "40632320" : 18753,
            "41156608" : 17635,
            "41680896" : 16868,
            "42205184" : 15764,
            "42729472" : 14561,
            "43253760" : 13901,
            "43778048" : 13104,
            "44302336" : 12217,
            "44826624" : 11362,
            "45350912" : 10705,
            "45875200" : 10066,
            "46399488" : 9653,
            "46923776" : 9218,
            "47448064" : 8599,
            "47972352" : 8079,
            "48496640" : 7492,
            "49020928" : 7160,
            "49545216" : 6716,
            "50069504" : 6154,
            "50593792" : 5782,
            "51118080" : 5686,
            "51642368" : 5201,
            "52166656" : 4941,
            "52690944" : 4787,
            "53215232" : 4314,
            "53739520" : 4247,
            "54263808" : 4037,
            "54788096" : 3890,
            "55312384" : 3701,
            "55836672" : 3561,
            "56360960" : 3285,
            "56885248" : 3222,
            "57409536" : 3007,
            "57933824" : 2912,
            "58458112" : 2827,
            "58982400" : 2684,
            "59506688" : 2613,
            "60030976" : 2441,
            "60555264" : 2266,
            "61079552" : 2130,
            "61603840" : 2151,
            "62128128" : 2025,
            "62652416" : 1880,
            "63176704" : 1757,
            "63700992" : 1882,
            "64225280" : 1653,
            "64749568" : 1644,
            "65273856" : 1512,
            "65798144" : 1443,
            "66322432" : 1346,
            "66846720" : 1333,
            "67633152" : 2394,
            "68681728" : 2010,
            "69730304" : 1984,
            "70778880" : 1729,
            "71827456" : 1550,
            "72876032" : 1304,
            "73924608" : 1223,
            "74973184" : 1082,
            "76021760" : 849,
            "77070336" : 766,
            "78118912" : 664,
            "79167488" : 558,
            "80216064" : 450,
            "81264640" : 417,
            "82313216" : 369,
            "83361792" : 271,
            "84410368" : 225,
            "85458944" : 246,
            "86507520" : 208,
            "87556096" : 146,
            "88604672" : 133,
            "89653248" : 106,
            "90701824" : 82,
            "91750400" : 54,
            "92798976" : 55,
            "93847552" : 37,
            "94896128" : 34,
            "95944704" : 29,
            "96993280" : 25,
            "98041856" : 13,
            "99090432" : 8,
            "100139008" : 8,
            "101187584" : 8,
            "102236160" : 3,
            "103284736" : 2,
            "104333312" : 4,
            "105381888" : 1,
            "106430464" : 4
          }
        },
        "lat_ns" : {
          "min" : 11396175,
          "max" : 109186736,
          "mean" : 31783774.555418,
          "stddev" : 10479131.759160,
          "N" : 2255107
        },
        "bw_min" : 43640,
        "bw_max" : 87632,
        "bw_agg" : 100.000000,
        "bw_mean" : 64480.609319,
        "bw_dev" : 614.770951,
        "bw_samples" : 4464,
        "iops_min" : 10910,
        "iops_max" : 21908,
        "iops_mean" : 16119.304659,
        "iops_stddev" : 153.717986,
        "iops_samples" : 4464
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2240000,
      "usr_cpu" : 0.353527,
      "sys_cpu" : 4.662902,
      "ctx" : 2588892,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 9.442412,
        "50" : 85.275792,
        "100" : 5.279934,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849388,
  "timestamp_ms" : 1772849388476,
  "time" : "Fri Mar  6 22:09:48 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 29,
      "elapsed" : 161,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 9871187968,
        "io_kbytes" : 9639832,
        "bw_bytes" : 65807481,
        "bw" : 64265,
        "iops" : 16066.566223,
        "runtime" : 150001,
        "total_ios" : 2410001,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 251084,
          "max" : 7444456,
          "mean" : 991857.205162,
          "stddev" : 989249.703104,
          "N" : 2410001
        },
        "clat_ns" : {
          "min" : 11022375,
          "max" : 112392628,
          "mean" : 30873763.271924,
          "stddev" : 10295671.263666,
          "N" : 2409985,
          "percentile" : {
            "1.000000" : 16449536,
            "5.000000" : 18743296,
            "10.000000" : 20054016,
            "20.000000" : 22413312,
            "30.000000" : 24510464,
            "40.000000" : 26607616,
            "50.000000" : 28704768,
            "60.000000" : 31064064,
            "70.000000" : 33816576,
            "80.000000" : 38010880,
            "90.000000" : 44302336,
            "95.000000" : 50593792,
            "99.000000" : 66322432,
            "99.500000" : 71827456,
            "99.900000" : 82313216,
            "99.950000" : 85458944,
            "99.990000" : 93847552
          },
          "bins" : {
            "11075584" : 7,
            "11206656" : 16,
            "11337728" : 53,
            "11468800" : 46,
            "11599872" : 26,
            "11730944" : 32,
            "11862016" : 30,
            "11993088" : 29,
            "12124160" : 49,
            "12255232" : 54,
            "12386304" : 65,
            "12517376" : 38,
            "12648448" : 79,
            "12779520" : 89,
            "12910592" : 116,
            "13041664" : 149,
            "13172736" : 172,
            "13303808" : 221,
            "13434880" : 246,
            "13565952" : 249,
            "13697024" : 289,
            "13828096" : 334,
            "13959168" : 302,
            "14090240" : 377,
            "14221312" : 391,
            "14352384" : 484,
            "14483456" : 520,
            "14614528" : 505,
            "14745600" : 647,
            "14876672" : 741,
            "15007744" : 858,
            "15138816" : 910,
            "15269888" : 1048,
            "15400960" : 1068,
            "15532032" : 1120,
            "15663104" : 1355,
            "15794176" : 1506,
            "15925248" : 1804,
            "16056320" : 2009,
            "16187392" : 2180,
            "16318464" : 2378,
            "16449536" : 2728,
            "16580608" : 2960,
            "16711680" : 3163,
            "16908288" : 7287,
            "17170432" : 8815,
            "17432576" : 10060,
            "17694720" : 11495,
            "17956864" : 12955,
            "18219008" : 14802,
            "18481152" : 16585,
            "18743296" : 18111,
            "19005440" : 19682,
            "19267584" : 21260,
            "19529728" : 22182,
            "19791872" : 23378,
            "20054016" : 24400,
            "20316160" : 25773,
            "20578304" : 26541,
            "20840448" : 27052,
            "21102592" : 28269,
            "21364736" : 28284,
            "21626880" : 28356,
            "21889024" : 29159,
            "22151168" : 29741,
            "22413312" : 29860,
            "22675456" : 29607,
            "22937600" : 30180,
            "23199744" : 29907,
            "23461888" : 29995,
            "23724032" : 29974,
            "23986176" : 30567,
            "24248320" : 30267,
            "24510464" : 30385,
            "24772608" : 30349,
            "25034752" : 30142,
            "25296896" : 30142,
            "25559040" : 30175,
            "25821184" : 30196,
            "26083328" : 30157,
            "26345472" : 30388,
            "26607616" : 29905,
            "26869760" : 30095,
            "27131904" : 29950,
            "27394048" : 29393,
            "27656192" : 29753,
            "27918336" : 29281,
            "28180480" : 28861,
            "28442624" : 28747,
            "28704768" : 28314,
            "28966912" : 27750,
            "29229056" : 27512,
            "29491200" : 27379,
            "29753344" : 26962,
            "30015488" : 26741,
            "30277632" : 26526,
            "30539776" : 26246,
            "30801920" : 25416,
            "31064064" : 24955,
            "31326208" : 24394,
            "31588352" : 24027,
            "31850496" : 23161,
            "32112640" : 22758,
            "32374784" : 22449,
            "32636928" : 21963,
            "32899072" : 21618,
            "33161216" : 21253,
            "33423360" : 20934,
            "33816576" : 39905,
            "34340864" : 38322,
            "34865152" : 37204,
            "35389440" : 34960,
            "35913728" : 33217,
            "36438016" : 31295,
            "36962304" : 29746,
            "37486592" : 28529,
            "38010880" : 26746,
            "38535168" : 25404,
            "39059456" : 24071,
            "39583744" : 22855,
            "40108032" : 21604,
            "40632320" : 20259,
            "41156608" : 18970,
            "41680896" : 18141,
            "42205184" : 17045,
            "42729472" : 15674,
            "43253760" : 14985,
            "43778048" : 14197,
            "44302336" : 13163,
            "44826624" : 12302,
            "45350912" : 11609,
            "45875200" : 10955,
            "46399488" : 10464,
            "46923776" : 9944,
            "47448064" : 9354,
            "47972352" : 8764,
            "48496640" : 8162,
            "49020928" : 7857,
            "49545216" : 7325,
            "50069504" : 6682,
            "50593792" : 6323,
            "51118080" : 6174,
            "51642368" : 5670,
            "52166656" : 5351,
            "52690944" : 5170,
            "53215232" : 4690,
            "53739520" : 4603,
            "54263808" : 4373,
            "54788096" : 4245,
            "55312384" : 4008,
            "55836672" : 3876,
            "56360960" : 3582,
            "56885248" : 3513,
            "57409536" : 3265,
            "57933824" : 3194,
            "58458112" : 3114,
            "58982400" : 2944,
            "59506688" : 2844,
            "60030976" : 2618,
            "60555264" : 2474,
            "61079552" : 2337,
            "61603840" : 2354,
            "62128128" : 2216,
            "62652416" : 2043,
            "63176704" : 1938,
            "63700992" : 2043,
            "64225280" : 1795,
            "64749568" : 1790,
            "65273856" : 1652,
            "65798144" : 1594,
            "66322432" : 1508,
            "66846720" : 1474,
            "67633152" : 2623,
            "68681728" : 2194,
            "69730304" : 2170,
            "70778880" : 1929,
            "71827456" : 1690,
            "72876032" : 1437,
            "73924608" : 1320,
            "74973184" : 1197,
            "76021760" : 955,
            "77070336" : 870,
            "78118912" : 749,
            "79167488" : 642,
            "80216064" : 515,
            "81264640" : 481,
            "82313216" : 417,
            "83361792" : 321,
            "84410368" : 259,
            "85458944" : 285,
            "86507520" : 239,
            "87556096" : 168,
            "88604672" : 171,
            "89653248" : 124,
            "90701824" : 101,
            "91750400" : 69,
            "92798976" : 60,
            "93847552" : 49,
            "94896128" : 43,
            "95944704" : 37,
            "96993280" : 30,
            "98041856" : 19,
            "99090432" : 10,
            "100139008" : 11,
            "101187584" : 13,
            "102236160" : 4,
            "103284736" : 8,
            "104333312" : 7,
            "105381888" : 6,
            "106430464" : 4,
            "107479040" : 2,
            "108527616" : 2,
            "109576192" : 1,
            "111673344" : 3,
            "112721920" : 1
          }
        },
        "lat_ns" : {
          "min" : 11396175,
          "max" : 116250001,
          "mean" : 31865576.182869,
          "stddev" : 10551481.482682,
          "N" : 2409985
        },
        "bw_min" : 43010,
        "bw_max" : 87632,
        "bw_agg" : 100.000000,
        "bw_mean" : 64320.936455,
        "bw_dev" : 620.015104,
        "bw_samples" : 4784,
        "iops_min" : 10752,
        "iops_max" : 21908,
        "iops_mean" : 16079.384615,
        "iops_stddev" : 155.029450,
        "iops_samples" : 4784
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2400009,
      "usr_cpu" : 0.352707,
      "sys_cpu" : 4.651274,
      "ctx" : 2766950,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999959,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999959,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 9.343980,
        "50" : 85.251915,
        "100" : 5.401035,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849398,
  "timestamp_ms" : 1772849398478,
  "time" : "Fri Mar  6 22:09:58 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 19,
      "elapsed" : 171,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 10520309760,
        "io_kbytes" : 10273740,
        "bw_bytes" : 65751525,
        "bw" : 64210,
        "iops" : 16052.849670,
        "runtime" : 160001,
        "total_ios" : 2568472,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 251084,
          "max" : 7444456,
          "mean" : 992716.450925,
          "stddev" : 990163.503549,
          "N" : 2568473
        },
        "clat_ns" : {
          "min" : 11022375,
          "max" : 112392628,
          "mean" : 30897463.090099,
          "stddev" : 10298387.479680,
          "N" : 2568457,
          "percentile" : {
            "1.000000" : 16449536,
            "5.000000" : 18743296,
            "10.000000" : 20316160,
            "20.000000" : 22413312,
            "30.000000" : 24510464,
            "40.000000" : 26607616,
            "50.000000" : 28704768,
            "60.000000" : 31064064,
            "70.000000" : 33816576,
            "80.000000" : 38010880,
            "90.000000" : 44302336,
            "95.000000" : 50593792,
            "99.000000" : 66322432,
            "99.500000" : 71827456,
            "99.900000" : 82313216,
            "99.950000" : 85458944,
            "99.990000" : 92798976
          },
          "bins" : {
            "11075584" : 7,
            "11206656" : 16,
            "11337728" : 53,
            "11468800" : 51,
            "11599872" : 27,
            "11730944" : 37,
            "11862016" : 33,
            "11993088" : 39,
            "12124160" : 54,
            "12255232" : 56,
            "12386304" : 65,
            "12517376" : 40,
            "12648448" : 80,
            "12779520" : 96,
            "12910592" : 118,
            "13041664" : 157,
            "13172736" : 182,
            "13303808" : 228,
            "13434880" : 251,
            "13565952" : 264,
            "13697024" : 301,
            "13828096" : 342,
            "13959168" : 324,
            "14090240" : 396,
            "14221312" : 415,
            "14352384" : 514,
            "14483456" : 544,
            "14614528" : 544,
            "14745600" : 675,
            "14876672" : 789,
            "15007744" : 912,
            "15138816" : 960,
            "15269888" : 1104,
            "15400960" : 1149,
            "15532032" : 1209,
            "15663104" : 1462,
            "15794176" : 1611,
            "15925248" : 1914,
            "16056320" : 2135,
            "16187392" : 2299,
            "16318464" : 2517,
            "16449536" : 2876,
            "16580608" : 3119,
            "16711680" : 3369,
            "16908288" : 7709,
            "17170432" : 9245,
            "17432576" : 10543,
            "17694720" : 12082,
            "17956864" : 13668,
            "18219008" : 15535,
            "18481152" : 17503,
            "18743296" : 19101,
            "19005440" : 20756,
            "19267584" : 22455,
            "19529728" : 23441,
            "19791872" : 24827,
            "20054016" : 25835,
            "20316160" : 27284,
            "20578304" : 28160,
            "20840448" : 28677,
            "21102592" : 29981,
            "21364736" : 30054,
            "21626880" : 30011,
            "21889024" : 30960,
            "22151168" : 31712,
            "22413312" : 31810,
            "22675456" : 31529,
            "22937600" : 32211,
            "23199744" : 31925,
            "23461888" : 32028,
            "23724032" : 31975,
            "23986176" : 32618,
            "24248320" : 32311,
            "24510464" : 32293,
            "24772608" : 32323,
            "25034752" : 32177,
            "25296896" : 32045,
            "25559040" : 32289,
            "25821184" : 32230,
            "26083328" : 32112,
            "26345472" : 32433,
            "26607616" : 31907,
            "26869760" : 32152,
            "27131904" : 31844,
            "27394048" : 31288,
            "27656192" : 31638,
            "27918336" : 31141,
            "28180480" : 30797,
            "28442624" : 30617,
            "28704768" : 30248,
            "28966912" : 29635,
            "29229056" : 29392,
            "29491200" : 29297,
            "29753344" : 28822,
            "30015488" : 28552,
            "30277632" : 28371,
            "30539776" : 28025,
            "30801920" : 27133,
            "31064064" : 26715,
            "31326208" : 26098,
            "31588352" : 25699,
            "31850496" : 24849,
            "32112640" : 24431,
            "32374784" : 24051,
            "32636928" : 23528,
            "32899072" : 23034,
            "33161216" : 22611,
            "33423360" : 22368,
            "33816576" : 42589,
            "34340864" : 41039,
            "34865152" : 39675,
            "35389440" : 37378,
            "35913728" : 35469,
            "36438016" : 33462,
            "36962304" : 31743,
            "37486592" : 30399,
            "38010880" : 28603,
            "38535168" : 27193,
            "39059456" : 25765,
            "39583744" : 24407,
            "40108032" : 23133,
            "40632320" : 21726,
            "41156608" : 20281,
            "41680896" : 19438,
            "42205184" : 18159,
            "42729472" : 16782,
            "43253760" : 15973,
            "43778048" : 15116,
            "44302336" : 14046,
            "44826624" : 13084,
            "45350912" : 12367,
            "45875200" : 11675,
            "46399488" : 11097,
            "46923776" : 10608,
            "47448064" : 9905,
            "47972352" : 9281,
            "48496640" : 8665,
            "49020928" : 8338,
            "49545216" : 7767,
            "50069504" : 7063,
            "50593792" : 6733,
            "51118080" : 6529,
            "51642368" : 6037,
            "52166656" : 5701,
            "52690944" : 5487,
            "53215232" : 4990,
            "53739520" : 4876,
            "54263808" : 4659,
            "54788096" : 4544,
            "55312384" : 4275,
            "55836672" : 4109,
            "56360960" : 3830,
            "56885248" : 3738,
            "57409536" : 3480,
            "57933824" : 3419,
            "58458112" : 3367,
            "58982400" : 3164,
            "59506688" : 3015,
            "60030976" : 2815,
            "60555264" : 2652,
            "61079552" : 2512,
            "61603840" : 2511,
            "62128128" : 2381,
            "62652416" : 2225,
            "63176704" : 2107,
            "63700992" : 2182,
            "64225280" : 1934,
            "64749568" : 1923,
            "65273856" : 1760,
            "65798144" : 1741,
            "66322432" : 1637,
            "66846720" : 1612,
            "67633152" : 2829,
            "68681728" : 2375,
            "69730304" : 2372,
            "70778880" : 2104,
            "71827456" : 1822,
            "72876032" : 1568,
            "73924608" : 1413,
            "74973184" : 1291,
            "76021760" : 1026,
            "77070336" : 934,
            "78118912" : 798,
            "79167488" : 688,
            "80216064" : 553,
            "81264640" : 510,
            "82313216" : 438,
            "83361792" : 341,
            "84410368" : 282,
            "85458944" : 297,
            "86507520" : 249,
            "87556096" : 176,
            "88604672" : 187,
            "89653248" : 127,
            "90701824" : 102,
            "91750400" : 70,
            "92798976" : 60,
            "93847552" : 49,
            "94896128" : 43,
            "95944704" : 37,
            "96993280" : 30,
            "98041856" : 19,
            "99090432" : 10,
            "100139008" : 11,
            "101187584" : 13,
            "102236160" : 4,
            "103284736" : 8,
            "104333312" : 7,
            "105381888" : 6,
            "106430464" : 4,
            "107479040" : 2,
            "108527616" : 2,
            "109576192" : 1,
            "111673344" : 3,
            "112721920" : 1
          }
        },
        "lat_ns" : {
          "min" : 11396175,
          "max" : 116250001,
          "mean" : 31889949.347234,
          "stddev" : 10554264.279252,
          "N" : 2568457
        },
        "bw_min" : 43010,
        "bw_max" : 87632,
        "bw_agg" : 100.000000,
        "bw_mean" : 64234.401254,
        "bw_dev" : 616.266200,
        "bw_samples" : 5104,
        "iops_min" : 10752,
        "iops_max" : 21908,
        "iops_mean" : 16057.736677,
        "iops_stddev" : 154.092108,
        "iops_samples" : 5104
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2560009,
      "usr_cpu" : 0.353749,
      "sys_cpu" : 4.646429,
      "ctx" : 2948857,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 99.999961,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999961,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 9.257138,
        "50" : 85.320650,
        "100" : 5.419370,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849408,
  "timestamp_ms" : 1772849408476,
  "time" : "Fri Mar  6 22:10:08 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 9,
      "elapsed" : 181,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 11161763840,
        "io_kbytes" : 10900160,
        "bw_bytes" : 65657048,
        "bw" : 64118,
        "iops" : 16029.811589,
        "runtime" : 170001,
        "total_ios" : 2725084,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 251084,
          "max" : 7444456,
          "mean" : 994154.871424,
          "stddev" : 992616.960602,
          "N" : 2725084
        },
        "clat_ns" : {
          "min" : 11022375,
          "max" : 112392628,
          "mean" : 30944749.182114,
          "stddev" : 10323299.374866,
          "N" : 2725068,
          "percentile" : {
            "1.000000" : 16449536,
            "5.000000" : 18743296,
            "10.000000" : 20316160,
            "20.000000" : 22413312,
            "30.000000" : 24510464,
            "40.000000" : 26607616,
            "50.000000" : 28966912,
            "60.000000" : 31326208,
            "70.000000" : 33816576,
            "80.000000" : 38010880,
            "90.000000" : 44302336,
            "95.000000" : 51118080,
            "99.000000" : 66322432,
            "99.500000" : 71827456,
            "99.900000" : 82313216,
            "99.950000" : 85458944,
            "99.990000" : 92798976
          },
          "bins" : {
            "11075584" : 7,
            "11206656" : 16,
            "11337728" : 53,
            "11468800" : 51,
            "11599872" : 28,
            "11730944" : 38,
            "11862016" : 33,
            "11993088" : 40,
            "12124160" : 56,
            "12255232" : 59,
            "12386304" : 67,
            "12517376" : 43,
            "12648448" : 85,
            "12779520" : 97,
            "12910592" : 124,
            "13041664" : 160,
            "13172736" : 189,
            "13303808" : 238,
            "13434880" : 268,
            "13565952" : 273,
            "13697024" : 307,
            "13828096" : 352,
            "13959168" : 338,
            "14090240" : 421,
            "14221312" : 434,
            "14352384" : 539,
            "14483456" : 556,
            "14614528" : 566,
            "14745600" : 700,
            "14876672" : 809,
            "15007744" : 945,
            "15138816" : 1014,
            "15269888" : 1155,
            "15400960" : 1215,
            "15532032" : 1278,
            "15663104" : 1542,
            "15794176" : 1701,
            "15925248" : 2014,
            "16056320" : 2245,
            "16187392" : 2429,
            "16318464" : 2649,
            "16449536" : 3017,
            "16580608" : 3263,
            "16711680" : 3529,
            "16908288" : 8088,
            "17170432" : 9742,
            "17432576" : 11149,
            "17694720" : 12742,
            "17956864" : 14446,
            "18219008" : 16467,
            "18481152" : 18530,
            "18743296" : 20110,
            "19005440" : 21846,
            "19267584" : 23652,
            "19529728" : 24672,
            "19791872" : 26145,
            "20054016" : 27115,
            "20316160" : 28755,
            "20578304" : 29609,
            "20840448" : 30180,
            "21102592" : 31608,
            "21364736" : 31778,
            "21626880" : 31625,
            "21889024" : 32668,
            "22151168" : 33422,
            "22413312" : 33524,
            "22675456" : 33240,
            "22937600" : 33910,
            "23199744" : 33729,
            "23461888" : 33678,
            "23724032" : 33824,
            "23986176" : 34545,
            "24248320" : 34150,
            "24510464" : 34196,
            "24772608" : 34244,
            "25034752" : 34168,
            "25296896" : 34051,
            "25559040" : 34224,
            "25821184" : 34169,
            "26083328" : 34028,
            "26345472" : 34391,
            "26607616" : 33974,
            "26869760" : 34232,
            "27131904" : 33806,
            "27394048" : 33259,
            "27656192" : 33608,
            "27918336" : 33074,
            "28180480" : 32606,
            "28442624" : 32327,
            "28704768" : 32053,
            "28966912" : 31498,
            "29229056" : 31242,
            "29491200" : 31046,
            "29753344" : 30565,
            "30015488" : 30328,
            "30277632" : 30170,
            "30539776" : 29708,
            "30801920" : 28739,
            "31064064" : 28370,
            "31326208" : 27714,
            "31588352" : 27291,
            "31850496" : 26401,
            "32112640" : 25901,
            "32374784" : 25562,
            "32636928" : 25053,
            "32899072" : 24555,
            "33161216" : 24151,
            "33423360" : 23682,
            "33816576" : 45228,
            "34340864" : 43639,
            "34865152" : 42146,
            "35389440" : 39824,
            "35913728" : 37810,
            "36438016" : 35661,
            "36962304" : 33797,
            "37486592" : 32442,
            "38010880" : 30549,
            "38535168" : 28909,
            "39059456" : 27447,
            "39583744" : 25978,
            "40108032" : 24736,
            "40632320" : 23169,
            "41156608" : 21668,
            "41680896" : 20726,
            "42205184" : 19396,
            "42729472" : 17903,
            "43253760" : 17129,
            "43778048" : 16066,
            "44302336" : 14946,
            "44826624" : 14060,
            "45350912" : 13230,
            "45875200" : 12478,
            "46399488" : 11846,
            "46923776" : 11261,
            "47448064" : 10512,
            "47972352" : 9863,
            "48496640" : 9253,
            "49020928" : 8867,
            "49545216" : 8301,
            "50069504" : 7565,
            "50593792" : 7221,
            "51118080" : 7013,
            "51642368" : 6463,
            "52166656" : 6067,
            "52690944" : 5840,
            "53215232" : 5366,
            "53739520" : 5202,
            "54263808" : 4962,
            "54788096" : 4858,
            "55312384" : 4519,
            "55836672" : 4365,
            "56360960" : 4093,
            "56885248" : 3949,
            "57409536" : 3730,
            "57933824" : 3646,
            "58458112" : 3595,
            "58982400" : 3355,
            "59506688" : 3212,
            "60030976" : 2993,
            "60555264" : 2828,
            "61079552" : 2695,
            "61603840" : 2673,
            "62128128" : 2555,
            "62652416" : 2374,
            "63176704" : 2261,
            "63700992" : 2331,
            "64225280" : 2116,
            "64749568" : 2050,
            "65273856" : 1871,
            "65798144" : 1859,
            "66322432" : 1749,
            "66846720" : 1736,
            "67633152" : 3045,
            "68681728" : 2587,
            "69730304" : 2564,
            "70778880" : 2265,
            "71827456" : 1988,
            "72876032" : 1725,
            "73924608" : 1532,
            "74973184" : 1387,
            "76021760" : 1127,
            "77070336" : 1038,
            "78118912" : 855,
            "79167488" : 760,
            "80216064" : 635,
            "81264640" : 557,
            "82313216" : 468,
            "83361792" : 392,
            "84410368" : 324,
            "85458944" : 315,
            "86507520" : 267,
            "87556096" : 185,
            "88604672" : 194,
            "89653248" : 131,
            "90701824" : 109,
            "91750400" : 72,
            "92798976" : 63,
            "93847552" : 51,
            "94896128" : 43,
            "95944704" : 37,
            "96993280" : 31,
            "98041856" : 19,
            "99090432" : 10,
            "100139008" : 11,
            "101187584" : 13,
            "102236160" : 4,
            "103284736" : 8,
            "104333312" : 7,
            "105381888" : 6,
            "106430464" : 4,
            "107479040" : 2,
            "108527616" : 2,
            "109576192" : 1,
            "111673344" : 3,
            "112721920" : 1
          }
        },
        "lat_ns" : {
          "min" : 11396175,
          "max" : 116250001,
          "mean" : 31938876.320330,
          "stddev" : 10579856.871292,
          "N" : 2725068
        },
        "bw_min" : 42498,
        "bw_max" : 87632,
        "bw_agg" : 100.000000,
        "bw_mean" : 64119.474926,
        "bw_dev" : 615.958373,
        "bw_samples" : 5424,
        "iops_min" : 10624,
        "iops_max" : 21908,
        "iops_mean" : 16029.056047,
        "iops_stddev" : 154.013061,
        "iops_samples" : 5424
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2720000,
      "usr_cpu" : 0.352831,
      "sys_cpu" : 4.639228,
      "ctx" : 3127338,
      "majf" : 0,
      "minf" : 568,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_ms" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 9.190983,
        "50" : 85.335058,
        "100" : 5.471244,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849418,
  "timestamp_ms" : 1772849418485,
  "time" : "Fri Mar  6 22:10:18 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 16751,
      "elapsed" : 191,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 11820408832,
        "io_kbytes" : 11543368,
        "bw_bytes" : 65668573,
        "bw" : 64129,
        "iops" : 16032.010933,
        "runtime" : 180001,
        "total_ios" : 2885778,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 251084,
          "max" : 7444456,
          "mean" : 993991.621585,
          "stddev" : 991814.737120,
          "N" : 2885794
        },
        "clat_ns" : {
          "min" : 4777,
          "max" : 112392628,
          "mean" : 30937088.741478,
          "stddev" : 10300570.228743,
          "N" : 2886274,
          "percentile" : {
            "1.000000" : 16449536,
            "5.000000" : 18743296,
            "10.000000" : 20316160,
            "20.000000" : 22413312,
            "30.000000" : 24510464,
            "40.000000" : 26607616,
            "50.000000" : 28966912,
            "60.000000" : 31326208,
            "70.000000" : 33816576,
            "80.000000" : 38010880,
            "90.000000" : 44302336,
            "95.000000" : 51118080,
            "99.000000" : 66322432,
            "99.500000" : 71827456,
            "99.900000" : 81264640,
            "99.950000" : 85458944,
            "99.990000" : 92798976
          },
          "bins" : {
            "4768" : 1,
            "6048" : 1,
            "6304" : 1,
            "6560" : 1,
            "6688" : 1,
            "7072" : 1,
            "7200" : 1,
            "7520" : 1,
            "7776" : 1,
            "8896" : 1,
            "9024" : 1,
            "9536" : 1,
            "9920" : 1,
            "11712" : 1,
            "15680" : 1,
            "16512" : 1,
            "806912" : 1,
            "839680" : 1,
            "847872" : 1,
            "978944" : 1,
            "1028096" : 1,
            "1089536" : 1,
            "1204224" : 1,
            "1220608" : 1,
            "1286144" : 1,
            "1449984" : 1,
            "1499136" : 1,
            "1712128" : 1,
            "1794048" : 1,
            "1974272" : 1,
            "2072576" : 1,
            "2179072" : 1,
            "2277376" : 1,
            "2473984" : 1,
            "2572288" : 1,
            "2670592" : 1,
            "2801664" : 1,
            "2834432" : 1,
            "3096576" : 1,
            "3129344" : 1,
            "3293184" : 1,
            "3489792" : 1,
            "3555328" : 1,
            "3686400" : 1,
            "3751936" : 1,
            "3784704" : 1,
            "3850240" : 1,
            "4177920" : 1,
            "4292608" : 1,
            "4358144" : 2,
            "4423680" : 1,
            "4620288" : 3,
            "4685824" : 1,
            "4816896" : 2,
            "4882432" : 1,
            "5013504" : 1,
            "5144576" : 1,
            "5341184" : 2,
            "5406720" : 2,
            "5472256" : 2,
            "5537792" : 1,
            "5603328" : 1,
            "5734400" : 1,
            "5996544" : 1,
            "6062080" : 1,
            "6127616" : 2,
            "6193152" : 2,
            "6258688" : 2,
            "6651904" : 2,
            "6717440" : 1,
            "6782976" : 1,
            "7045120" : 2,
            "7176192" : 1,
            "7307264" : 2,
            "7372800" : 1,
            "7634944" : 1,
            "7700480" : 1,
            "7831552" : 3,
            "7897088" : 1,
            "8159232" : 1,
            "8355840" : 3,
            "8454144" : 1,
            "8585216" : 2,
            "8716288" : 2,
            "8978432" : 1,
            "9109504" : 3,
            "9240576" : 2,
            "9371648" : 1,
            "9502720" : 3,
            "9633792" : 3,
            "9764864" : 2,
            "9895936" : 2,
            "10027008" : 3,
            "10158080" : 1,
            "10289152" : 3,
            "10551296" : 2,
            "10682368" : 1,
            "10813440" : 6,
            "10944512" : 1,
            "11075584" : 8,
            "11206656" : 16,
            "11337728" : 54,
            "11468800" : 53,
            "11599872" : 30,
            "11730944" : 40,
            "11862016" : 34,
            "11993088" : 41,
            "12124160" : 60,
            "12255232" : 63,
            "12386304" : 75,
            "12517376" : 49,
            "12648448" : 89,
            "12779520" : 99,
            "12910592" : 125,
            "13041664" : 160,
            "13172736" : 191,
            "13303808" : 241,
            "13434880" : 272,
            "13565952" : 277,
            "13697024" : 311,
            "13828096" : 357,
            "13959168" : 346,
            "14090240" : 431,
            "14221312" : 448,
            "14352384" : 557,
            "14483456" : 571,
            "14614528" : 595,
            "14745600" : 727,
            "14876672" : 832,
            "15007744" : 977,
            "15138816" : 1051,
            "15269888" : 1194,
            "15400960" : 1260,
            "15532032" : 1323,
            "15663104" : 1594,
            "15794176" : 1779,
            "15925248" : 2115,
            "16056320" : 2345,
            "16187392" : 2557,
            "16318464" : 2773,
            "16449536" : 3162,
            "16580608" : 3417,
            "16711680" : 3718,
            "16908288" : 8524,
            "17170432" : 10232,
            "17432576" : 11766,
            "17694720" : 13563,
            "17956864" : 15436,
            "18219008" : 17558,
            "18481152" : 19809,
            "18743296" : 21515,
            "19005440" : 23251,
            "19267584" : 25202,
            "19529728" : 26282,
            "19791872" : 27786,
            "20054016" : 28884,
            "20316160" : 30562,
            "20578304" : 31404,
            "20840448" : 32165,
            "21102592" : 33612,
            "21364736" : 33708,
            "21626880" : 33598,
            "21889024" : 34594,
            "22151168" : 35459,
            "22413312" : 35488,
            "22675456" : 35178,
            "22937600" : 35884,
            "23199744" : 35744,
            "23461888" : 35749,
            "23724032" : 35805,
            "23986176" : 36520,
            "24248320" : 36175,
            "24510464" : 36193,
            "24772608" : 36288,
            "25034752" : 36083,
            "25296896" : 35991,
            "25559040" : 36060,
            "25821184" : 36073,
            "26083328" : 35896,
            "26345472" : 36270,
            "26607616" : 35888,
            "26869760" : 36097,
            "27131904" : 35646,
            "27394048" : 35077,
            "27656192" : 35491,
            "27918336" : 34857,
            "28180480" : 34458,
            "28442624" : 34160,
            "28704768" : 33929,
            "28966912" : 33231,
            "29229056" : 32937,
            "29491200" : 32689,
            "29753344" : 32313,
            "30015488" : 32098,
            "30277632" : 31905,
            "30539776" : 31306,
            "30801920" : 30459,
            "31064064" : 29978,
            "31326208" : 29284,
            "31588352" : 28871,
            "31850496" : 27905,
            "32112640" : 27406,
            "32374784" : 27090,
            "32636928" : 26473,
            "32899072" : 25925,
            "33161216" : 25585,
            "33423360" : 25089,
            "33816576" : 47855,
            "34340864" : 46184,
            "34865152" : 44669,
            "35389440" : 42323,
            "35913728" : 40186,
            "36438016" : 37904,
            "36962304" : 36034,
            "37486592" : 34404,
            "38010880" : 32534,
            "38535168" : 30794,
            "39059456" : 29277,
            "39583744" : 27578,
            "40108032" : 26218,
            "40632320" : 24684,
            "41156608" : 23099,
            "41680896" : 21999,
            "42205184" : 20574,
            "42729472" : 19109,
            "43253760" : 18217,
            "43778048" : 17030,
            "44302336" : 15871,
            "44826624" : 14944,
            "45350912" : 14085,
            "45875200" : 13267,
            "46399488" : 12624,
            "46923776" : 11932,
            "47448064" : 11161,
            "47972352" : 10439,
            "48496640" : 9835,
            "49020928" : 9417,
            "49545216" : 8819,
            "50069504" : 8042,
            "50593792" : 7658,
            "51118080" : 7461,
            "51642368" : 6947,
            "52166656" : 6484,
            "52690944" : 6186,
            "53215232" : 5745,
            "53739520" : 5567,
            "54263808" : 5266,
            "54788096" : 5158,
            "55312384" : 4819,
            "55836672" : 4668,
            "56360960" : 4337,
            "56885248" : 4172,
            "57409536" : 3950,
            "57933824" : 3883,
            "58458112" : 3791,
            "58982400" : 3562,
            "59506688" : 3348,
            "60030976" : 3137,
            "60555264" : 2973,
            "61079552" : 2808,
            "61603840" : 2799,
            "62128128" : 2669,
            "62652416" : 2486,
            "63176704" : 2358,
            "63700992" : 2423,
            "64225280" : 2197,
            "64749568" : 2144,
            "65273856" : 1948,
            "65798144" : 1933,
            "66322432" : 1824,
            "66846720" : 1812,
            "67633152" : 3173,
            "68681728" : 2707,
            "69730304" : 2673,
            "70778880" : 2349,
            "71827456" : 2061,
            "72876032" : 1776,
            "73924608" : 1588,
            "74973184" : 1436,
            "76021760" : 1159,
            "77070336" : 1048,
            "78118912" : 869,
            "79167488" : 781,
            "80216064" : 650,
            "81264640" : 567,
            "82313216" : 473,
            "83361792" : 399,
            "84410368" : 329,
            "85458944" : 317,
            "86507520" : 274,
            "87556096" : 187,
            "88604672" : 197,
            "89653248" : 132,
            "90701824" : 111,
            "91750400" : 73,
            "92798976" : 63,
            "93847552" : 51,
            "94896128" : 43,
            "95944704" : 37,
            "96993280" : 31,
            "98041856" : 19,
            "99090432" : 10,
            "100139008" : 11,
            "101187584" : 13,
            "102236160" : 4,
            "103284736" : 8,
            "104333312" : 7,
            "105381888" : 6,
            "106430464" : 4,
            "107479040" : 2,
            "108527616" : 2,
            "109576192" : 1,
            "111673344" : 3,
            "112721920" : 1
          }
        },
        "lat_ns" : {
          "min" : 798378,
          "max" : 116250001,
          "mean" : 31931046.597120,
          "stddev" : 10556503.169997,
          "N" : 2886274
        },
        "bw_min" : 42498,
        "bw_max" : 87632,
        "bw_agg" : 99.977443,
        "bw_mean" : 64115.969359,
        "bw_dev" : 612.157057,
        "bw_samples" : 5744,
        "iops_min" : 10624,
        "iops_max" : 21908,
        "iops_mean" : 16028.217270,
        "iops_stddev" : 153.061008,
        "iops_samples" : 5744
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2879997,
      "usr_cpu" : 0.353646,
      "sys_cpu" : 4.639796,
      "ctx" : 3312954,
      "majf" : 0,
      "minf" : 581,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999446,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 9.212386,
        "50" : 85.352304,
        "100" : 5.446261,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}
{
  "fio version" : "fio-3.35",
  "timestamp" : 1772849418,
  "timestamp_ms" : 1772849418513,
  "time" : "Fri Mar  6 22:10:18 2026",
  "global options" : {
    "ioengine" : "libaio",
    "direct" : "1",
    "directory" : "/tank-mirror/bench",
    "size" : "64G",
    "runtime" : "180",
    "time_based" : "1",
    "ramp_time" : "10",
    "group_reporting" : "1",
    "filename_format" : "fiofile.$jobnum"
  },
  "jobs" : [
    {
      "jobname" : "rand-write-qd32-nj16",
      "groupid" : 0,
      "error" : 0,
      "eta" : 0,
      "elapsed" : 191,
      "job options" : {
        "rw" : "randwrite",
        "bs" : "4k",
        "iodepth" : "32",
        "numjobs" : "16"
      },
      "read" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "write" : {
        "io_bytes" : 11822243840,
        "io_kbytes" : 11545160,
        "bw_bytes" : 65673294,
        "bw" : 64134,
        "iops" : 16030.675051,
        "runtime" : 180016,
        "total_ios" : 2885778,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 251084,
          "max" : 7444456,
          "mean" : 993991.621585,
          "stddev" : 991814.737120,
          "N" : 2885794
        },
        "clat_ns" : {
          "min" : 4777,
          "max" : 112392628,
          "mean" : 30937088.741478,
          "stddev" : 10300570.228743,
          "N" : 2886274,
          "percentile" : {
            "1.000000" : 16449536,
            "5.000000" : 18743296,
            "10.000000" : 20316160,
            "20.000000" : 22413312,
            "30.000000" : 24510464,
            "40.000000" : 26607616,
            "50.000000" : 28966912,
            "60.000000" : 31326208,
            "70.000000" : 33816576,
            "80.000000" : 38010880,
            "90.000000" : 44302336,
            "95.000000" : 51118080,
            "99.000000" : 66322432,
            "99.500000" : 71827456,
            "99.900000" : 81264640,
            "99.950000" : 85458944,
            "99.990000" : 92798976
          },
          "bins" : {
            "4768" : 1,
            "6048" : 1,
            "6304" : 1,
            "6560" : 1,
            "6688" : 1,
            "7072" : 1,
            "7200" : 1,
            "7520" : 1,
            "7776" : 1,
            "8896" : 1,
            "9024" : 1,
            "9536" : 1,
            "9920" : 1,
            "11712" : 1,
            "15680" : 1,
            "16512" : 1,
            "806912" : 1,
            "839680" : 1,
            "847872" : 1,
            "978944" : 1,
            "1028096" : 1,
            "1089536" : 1,
            "1204224" : 1,
            "1220608" : 1,
            "1286144" : 1,
            "1449984" : 1,
            "1499136" : 1,
            "1712128" : 1,
            "1794048" : 1,
            "1974272" : 1,
            "2072576" : 1,
            "2179072" : 1,
            "2277376" : 1,
            "2473984" : 1,
            "2572288" : 1,
            "2670592" : 1,
            "2801664" : 1,
            "2834432" : 1,
            "3096576" : 1,
            "3129344" : 1,
            "3293184" : 1,
            "3489792" : 1,
            "3555328" : 1,
            "3686400" : 1,
            "3751936" : 1,
            "3784704" : 1,
            "3850240" : 1,
            "4177920" : 1,
            "4292608" : 1,
            "4358144" : 2,
            "4423680" : 1,
            "4620288" : 3,
            "4685824" : 1,
            "4816896" : 2,
            "4882432" : 1,
            "5013504" : 1,
            "5144576" : 1,
            "5341184" : 2,
            "5406720" : 2,
            "5472256" : 2,
            "5537792" : 1,
            "5603328" : 1,
            "5734400" : 1,
            "5996544" : 1,
            "6062080" : 1,
            "6127616" : 2,
            "6193152" : 2,
            "6258688" : 2,
            "6651904" : 2,
            "6717440" : 1,
            "6782976" : 1,
            "7045120" : 2,
            "7176192" : 1,
            "7307264" : 2,
            "7372800" : 1,
            "7634944" : 1,
            "7700480" : 1,
            "7831552" : 3,
            "7897088" : 1,
            "8159232" : 1,
            "8355840" : 3,
            "8454144" : 1,
            "8585216" : 2,
            "8716288" : 2,
            "8978432" : 1,
            "9109504" : 3,
            "9240576" : 2,
            "9371648" : 1,
            "9502720" : 3,
            "9633792" : 3,
            "9764864" : 2,
            "9895936" : 2,
            "10027008" : 3,
            "10158080" : 1,
            "10289152" : 3,
            "10551296" : 2,
            "10682368" : 1,
            "10813440" : 6,
            "10944512" : 1,
            "11075584" : 8,
            "11206656" : 16,
            "11337728" : 54,
            "11468800" : 53,
            "11599872" : 30,
            "11730944" : 40,
            "11862016" : 34,
            "11993088" : 41,
            "12124160" : 60,
            "12255232" : 63,
            "12386304" : 75,
            "12517376" : 49,
            "12648448" : 89,
            "12779520" : 99,
            "12910592" : 125,
            "13041664" : 160,
            "13172736" : 191,
            "13303808" : 241,
            "13434880" : 272,
            "13565952" : 277,
            "13697024" : 311,
            "13828096" : 357,
            "13959168" : 346,
            "14090240" : 431,
            "14221312" : 448,
            "14352384" : 557,
            "14483456" : 571,
            "14614528" : 595,
            "14745600" : 727,
            "14876672" : 832,
            "15007744" : 977,
            "15138816" : 1051,
            "15269888" : 1194,
            "15400960" : 1260,
            "15532032" : 1323,
            "15663104" : 1594,
            "15794176" : 1779,
            "15925248" : 2115,
            "16056320" : 2345,
            "16187392" : 2557,
            "16318464" : 2773,
            "16449536" : 3162,
            "16580608" : 3417,
            "16711680" : 3718,
            "16908288" : 8524,
            "17170432" : 10232,
            "17432576" : 11766,
            "17694720" : 13563,
            "17956864" : 15436,
            "18219008" : 17558,
            "18481152" : 19809,
            "18743296" : 21515,
            "19005440" : 23251,
            "19267584" : 25202,
            "19529728" : 26282,
            "19791872" : 27786,
            "20054016" : 28884,
            "20316160" : 30562,
            "20578304" : 31404,
            "20840448" : 32165,
            "21102592" : 33612,
            "21364736" : 33708,
            "21626880" : 33598,
            "21889024" : 34594,
            "22151168" : 35459,
            "22413312" : 35488,
            "22675456" : 35178,
            "22937600" : 35884,
            "23199744" : 35744,
            "23461888" : 35749,
            "23724032" : 35805,
            "23986176" : 36520,
            "24248320" : 36175,
            "24510464" : 36193,
            "24772608" : 36288,
            "25034752" : 36083,
            "25296896" : 35991,
            "25559040" : 36060,
            "25821184" : 36073,
            "26083328" : 35896,
            "26345472" : 36270,
            "26607616" : 35888,
            "26869760" : 36097,
            "27131904" : 35646,
            "27394048" : 35077,
            "27656192" : 35491,
            "27918336" : 34857,
            "28180480" : 34458,
            "28442624" : 34160,
            "28704768" : 33929,
            "28966912" : 33231,
            "29229056" : 32937,
            "29491200" : 32689,
            "29753344" : 32313,
            "30015488" : 32098,
            "30277632" : 31905,
            "30539776" : 31306,
            "30801920" : 30459,
            "31064064" : 29978,
            "31326208" : 29284,
            "31588352" : 28871,
            "31850496" : 27905,
            "32112640" : 27406,
            "32374784" : 27090,
            "32636928" : 26473,
            "32899072" : 25925,
            "33161216" : 25585,
            "33423360" : 25089,
            "33816576" : 47855,
            "34340864" : 46184,
            "34865152" : 44669,
            "35389440" : 42323,
            "35913728" : 40186,
            "36438016" : 37904,
            "36962304" : 36034,
            "37486592" : 34404,
            "38010880" : 32534,
            "38535168" : 30794,
            "39059456" : 29277,
            "39583744" : 27578,
            "40108032" : 26218,
            "40632320" : 24684,
            "41156608" : 23099,
            "41680896" : 21999,
            "42205184" : 20574,
            "42729472" : 19109,
            "43253760" : 18217,
            "43778048" : 17030,
            "44302336" : 15871,
            "44826624" : 14944,
            "45350912" : 14085,
            "45875200" : 13267,
            "46399488" : 12624,
            "46923776" : 11932,
            "47448064" : 11161,
            "47972352" : 10439,
            "48496640" : 9835,
            "49020928" : 9417,
            "49545216" : 8819,
            "50069504" : 8042,
            "50593792" : 7658,
            "51118080" : 7461,
            "51642368" : 6947,
            "52166656" : 6484,
            "52690944" : 6186,
            "53215232" : 5745,
            "53739520" : 5567,
            "54263808" : 5266,
            "54788096" : 5158,
            "55312384" : 4819,
            "55836672" : 4668,
            "56360960" : 4337,
            "56885248" : 4172,
            "57409536" : 3950,
            "57933824" : 3883,
            "58458112" : 3791,
            "58982400" : 3562,
            "59506688" : 3348,
            "60030976" : 3137,
            "60555264" : 2973,
            "61079552" : 2808,
            "61603840" : 2799,
            "62128128" : 2669,
            "62652416" : 2486,
            "63176704" : 2358,
            "63700992" : 2423,
            "64225280" : 2197,
            "64749568" : 2144,
            "65273856" : 1948,
            "65798144" : 1933,
            "66322432" : 1824,
            "66846720" : 1812,
            "67633152" : 3173,
            "68681728" : 2707,
            "69730304" : 2673,
            "70778880" : 2349,
            "71827456" : 2061,
            "72876032" : 1776,
            "73924608" : 1588,
            "74973184" : 1436,
            "76021760" : 1159,
            "77070336" : 1048,
            "78118912" : 869,
            "79167488" : 781,
            "80216064" : 650,
            "81264640" : 567,
            "82313216" : 473,
            "83361792" : 399,
            "84410368" : 329,
            "85458944" : 317,
            "86507520" : 274,
            "87556096" : 187,
            "88604672" : 197,
            "89653248" : 132,
            "90701824" : 111,
            "91750400" : 73,
            "92798976" : 63,
            "93847552" : 51,
            "94896128" : 43,
            "95944704" : 37,
            "96993280" : 31,
            "98041856" : 19,
            "99090432" : 10,
            "100139008" : 11,
            "101187584" : 13,
            "102236160" : 4,
            "103284736" : 8,
            "104333312" : 7,
            "105381888" : 6,
            "106430464" : 4,
            "107479040" : 2,
            "108527616" : 2,
            "109576192" : 1,
            "111673344" : 3,
            "112721920" : 1
          }
        },
        "lat_ns" : {
          "min" : 798378,
          "max" : 116250001,
          "mean" : 31931046.597120,
          "stddev" : 10556503.169997,
          "N" : 2886274
        },
        "bw_min" : 42498,
        "bw_max" : 87632,
        "bw_agg" : 100.000000,
        "bw_mean" : 64146.887628,
        "bw_dev" : 612.692625,
        "bw_samples" : 5758,
        "iops_min" : 10624,
        "iops_max" : 21908,
        "iops_mean" : 16035.943168,
        "iops_stddev" : 153.194537,
        "iops_samples" : 5758
      },
      "trim" : {
        "io_bytes" : 0,
        "io_kbytes" : 0,
        "bw_bytes" : 0,
        "bw" : 0,
        "iops" : 0.000000,
        "runtime" : 0,
        "total_ios" : 0,
        "short_ios" : 0,
        "drop_ios" : 0,
        "slat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "clat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        },
        "bw_min" : 0,
        "bw_max" : 0,
        "bw_agg" : 0.000000,
        "bw_mean" : 0.000000,
        "bw_dev" : 0.000000,
        "bw_samples" : 0,
        "iops_min" : 0,
        "iops_max" : 0,
        "iops_mean" : 0.000000,
        "iops_stddev" : 0.000000,
        "iops_samples" : 0
      },
      "sync" : {
        "total_ios" : 0,
        "lat_ns" : {
          "min" : 0,
          "max" : 0,
          "mean" : 0.000000,
          "stddev" : 0.000000,
          "N" : 0
        }
      },
      "job_runtime" : 2880196,
      "usr_cpu" : 0.353622,
      "sys_cpu" : 4.639476,
      "ctx" : 3313123,
      "majf" : 0,
      "minf" : 595,
      "iodepth_level" : {
        "1" : 0.000000,
        "2" : 0.000000,
        "4" : 0.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 100.000000,
        ">=64" : 0.000000
      },
      "iodepth_submit" : {
        "0" : 0.000000,
        "4" : 100.000000,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.000000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "iodepth_complete" : {
        "0" : 0.000000,
        "4" : 99.999446,
        "8" : 0.000000,
        "16" : 0.000000,
        "32" : 0.100000,
        "64" : 0.000000,
        ">=64" : 0.000000
      },
      "latency_ns" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.000000,
        "20" : 0.000000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000
      },
      "latency_us" : {
        "2" : 0.000000,
        "4" : 0.000000,
        "10" : 0.010000,
        "20" : 0.010000,
        "50" : 0.000000,
        "100" : 0.000000,
        "250" : 0.000000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.010000
      },
      "latency_ms" : {
        "2" : 0.010000,
        "4" : 0.010000,
        "10" : 0.010000,
        "20" : 9.212386,
        "50" : 85.352304,
        "100" : 5.446261,
        "250" : 0.010000,
        "500" : 0.000000,
        "750" : 0.000000,
        "1000" : 0.000000,
        "2000" : 0.000000,
        ">=2000" : 0.000000
      },
      "latency_depth" : 32,
      "latency_target" : 0,
      "latency_percentile" : 100.000000,
      "latency_window" : 0
    }
  ]
}